00010000:00000010:0.1:1784940276.157582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73723c00. 00010000:00000010:0.1:1784940276.806587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc3c200. 00010000:00000010:0.1:1784940276.806604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73722600. 00010000:00000010:0.1:1784940277.186881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73466a00. 00010000:00000010:0.1:1784940277.186896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73722400. 00000080:00000010:0.1:1784940277.695560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8bc00. 00010000:00000010:0.1:1784940277.721646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d072400. 00010000:00000010:0.1:1784940277.721663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43c1fa00. 00000080:00000010:0.1:1784940278.667095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8ba60. 00000080:00000010:0.1:1784940278.667116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b79c0. 00010000:00000010:0.1:1784940278.889680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42d34e00. 00010000:00000010:0.1:1784940279.566683:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43c1fe00. 00010000:00000010:0.1:1784940280.591324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42d35e00. 00010000:00000010:0.1:1784940281.196608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24fe00. 00010000:00000010:0.1:1784940282.083588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0d0200. 00010000:00000010:0.1:1784940282.488907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a800. 00010000:00000010:0.1:1784940282.488921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24e200. 00000080:00000010:0.1:1784940282.946572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd820. 00000080:00000010:0.1:1784940282.946597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d479112a0. 00010000:00000010:0.1:1784940282.946606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24e800. 00010000:00000010:0.1:1784940283.132621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24f400. 00000080:00000010:0.1:1784940283.695052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8be40. 00010000:00000010:0.1:1784940283.696246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737cc600. 00000080:00000010:0.1:1784940283.758976:0:141993:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47911760. 00010000:00000010:0.1:1784940283.758996:0:141993:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24ee00. 00000080:00000010:0.1:1784940284.219028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd160. 00010000:00000010:0.1:1784940285.050867:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d48010e00. 00010000:00000010:0.1:1784940285.050875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0d0c00. 00010000:00000010:0.1:1784940285.184323:0:2345:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcd7900. 00010000:00000010:0.1:1784940285.184336:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5054e000. 00000080:00000010:0.1:1784940285.272656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8bc20. 00010000:00000010:0.1:1784940285.284612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcd7c00. 00010000:00000010:0.1:1784940285.284620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5054fa00. 00000080:00000010:0.1:1784940285.294667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8bf80. 00010000:00000010:0.1:1784940285.575746:0:2345:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53534f00. 00010000:00000010:0.1:1784940285.575753:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0d0c00. 00000080:00000010:0.1:1784940285.589542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e960. 00010000:00000010:0.1:1784940285.920540:0:142000:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342dc00. 00010000:00000010:0.1:1784940285.920546:0:142000:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d8206c200. 00010000:00000010:0.1:1784940285.920550:0:142000:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342de00. 00000080:00000010:0.1:1784940286.238429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd780. 00010000:00000010:0.1:1784940286.274078:0:142003:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d48010e00. 00010000:00000010:0.1:1784940286.274085:0:142003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0d0c00. 00010000:00000010:0.1:1784940286.500574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc7ca00. 00010000:00000010:0.1:1784940286.729549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342cc00. 00010000:00000010:0.1:1784940286.999253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5054ee00. 00000080:00000010:0.1:1784940287.975671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8be00. 00010000:00000010:0.1:1784940288.036450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73465c00. 00010000:00000010:0.1:1784940288.231165:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44405f00. 00010000:00000010:0.1:1784940288.231173:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc56c00. 00010000:00000010:0.1:1784940288.658591:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73746600. 00000080:00000010:0.1:1784940288.758709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd360. 00010000:00000010:0.1:1784940288.758758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73747200. 00000080:00000010:0.1:1784940288.906568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd1c0. 00000080:00000010:0.1:1784940288.906578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfda00. 00000080:00000010:0.1:1784940289.047920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdfc0. 00000080:00000010:0.1:1784940289.891670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b560. 00010000:00000010:0.1:1784940290.527267:0:2352:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53559900. 00010000:00000010:0.1:1784940290.527279:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7351e000. 00010000:00000010:0.1:1784940290.768753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73617000. 00010000:00000010:0.1:1784940292.099558:0:142036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73617000. 00000080:00000010:0.1:1784940293.083976:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc167e0. 00000080:00000010:0.1:1784940293.096752:0:2345:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47911700. 00010000:00000010:0.1:1784940293.145623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7351e000. 00010000:00000010:0.1:1784940293.209773:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d388600. 00010000:00000010:0.1:1784940293.483614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7351f000. 00000080:00000010:0.1:1784940293.513780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd600. 00010000:00000010:0.1:1784940293.941790:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6627f200. 00010000:00000010:0.1:1784940293.941796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d389000. 00000080:00000010:0.1:1784940293.955923:0:2345:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc16c80. 00000080:00000010:0.1:1784940294.243550:0:142047:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd940. 00000080:00000010:0.1:1784940294.243567:0:142047:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47911700. 00010000:00000010:0.1:1784940294.497560:0:142047:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6627f200. 00010000:00000010:0.1:1784940294.497565:0:142047:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d389000. 00000080:00000010:0.1:1784940295.160126:0:124306:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfde80. 00000080:00000010:0.1:1784940295.267663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc162e0. 00010000:00000010:0.1:1784940295.300607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73435c00. 00010000:00000010:0.1:1784940295.713747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73434800. 00010000:00000010:0.1:1784940295.744601:0:142047:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73434800. 00010000:00000010:0.1:1784940295.815597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73435c00. 00010000:00000010:0.1:1784940296.311722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d295600. 00000080:00000010:0.1:1784940296.548581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdf80. 00000080:00000010:0.1:1784940296.548602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd240. 00000080:00000010:0.1:1784940296.548611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47911c00. 00010000:00000010:0.1:1784940297.761079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4363f800. 00000080:00000010:0.1:1784940297.761089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d479111e0. 00000080:00000010:0.1:1784940297.761103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc16f60. 00000080:00000010:0.1:1784940298.132806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc168a0. 00010000:00000010:0.1:1784940298.203129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4363f200. 00010000:00000010:0.1:1784940298.595748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73434600. 00010000:00000010:0.1:1784940298.621920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73434600. 00000080:00000010:0.1:1784940299.217559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd8c0. 00010000:00000010:0.1:1784940299.504541:0:124306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd9de00. 00010000:00000010:0.1:1784940299.504546:0:124306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd9d200. 00010000:00000010:0.1:1784940300.114556:0:142074:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc5e600. 00010000:00000010:0.1:1784940300.114562:0:142074:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d219a00. 00010000:00000010:0.1:1784940300.842552:0:142074:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6627f200. 00010000:00000010:0.1:1784940300.842557:0:142074:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d218e00. 00010000:00000010:0.1:1784940301.028767:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc5ec00. 00010000:00000010:0.1:1784940301.028773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d219e00. 00000080:00000010:0.1:1784940301.716624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc163a0. 00010000:00000010:0.1:1784940301.845552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d219800. 00010000:00000010:0.1:1784940301.898719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73678e00. 00010000:00000010:0.1:1784940302.073702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc48000. 00000080:00000010:0.1:1784940302.131903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e940. 00010000:00000010:0.1:1784940302.185778:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73446e00. 00010000:00000010:0.1:1784940302.185919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d513e3800. 00010000:00000010:0.1:1784940303.279094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73446c00. 00010000:00000010:0.1:1784940303.279105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d218400. 00010000:00000010:0.1:1784940303.662600:0:142085:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73679400. 00010000:00000010:0.1:1784940304.014558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8fc00. 00010000:00000010:0.1:1784940304.114808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d294000. 00010000:00000010:0.1:1784940304.192126:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6627fc00. 00010000:00000010:0.1:1784940304.192144:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8e600. 00000080:00000010:0.1:1784940304.246325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc161e0. 00010000:00000010:0.1:1784940304.818559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089eb00. 00010000:00000010:0.1:1784940304.818570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8e400. 00000080:00000010:0.1:1784940305.047688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d479112a0. 00010000:00000010:0.1:1784940305.096544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d218200. 00000080:00000010:0.1:1784940305.129238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47911c00. 00010000:00000010:0.1:1784940305.460874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d123500. 00010000:00000010:0.1:1784940305.460881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620ce00. 00010000:00000010:0.1:1784940306.198636:0:141771:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73751800. 00010000:00000010:0.1:1784940306.241360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61366200. 00010000:00000010:0.1:1784940306.241369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73751600. 00010000:00000010:0.1:1784940306.333317:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d593e4600. 00010000:00000010:0.1:1784940306.333325:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620d200. 00010000:00000010:0.1:1784940307.377572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d3f6200. 00000080:00000010:0.1:1784940307.453642:0:2345:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc16a40. 00010000:00000010:0.1:1784940307.500619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d593e4b00. 00010000:00000010:0.1:1784940307.500629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d3f6200. 00000080:00000010:0.1:1784940307.616721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47911f20. 00000080:00000010:0.1:1784940307.763640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47911880. 00010000:00000010:0.1:1784940307.763661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d61872c00. 00010000:00000010:0.1:1784940308.011562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d61873c00. 00010000:00000010:0.1:1784940308.162612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8ec00. 00010000:00000010:0.1:1784940308.719229:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d3f7c00. 00010000:00000010:0.1:1784940308.905616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc5ef00. 00010000:00000010:0.1:1784940308.905623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d219200. 00000080:00000010:0.1:1784940308.931640:0:142111:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73668820. 00010000:00000010:0.1:1784940309.824184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43d6f800. 00010000:00000010:0.1:1784940309.824202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d61b66a00. 00000080:00000010:0.1:1784940310.680223:0:142128:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc16e20. 00000080:00000010:0.1:1784940310.680231:0:142128:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc16300. 00010000:00000010:0.1:1784940311.379028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735d5000. 00010000:00000010:0.1:1784940311.417987:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73651000. 00010000:00000010:0.1:1784940311.572674:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650800. 00000080:00000010:0.1:1784940311.572682:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc16860. 00010000:00000010:0.1:1784940311.647808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50c9cb00. 00010000:00000010:0.1:1784940311.647832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d61b66400. 00000080:00000010:0.1:1784940312.066571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc16ae0. 00000080:00000010:0.1:1784940312.109720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f4a0. 00010000:00000010:0.1:1784940312.147883:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389300. 00010000:00000010:0.1:1784940312.147899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d295600. 00010000:00000010:0.1:1784940312.157557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389900. 00000080:00000010:0.1:1784940312.735629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc16580. 00000080:00000010:0.1:1784940312.753824:0:142148:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f460. 00000080:00000010:0.1:1784940312.785581:0:142146:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f360. 00000080:00000010:0.1:1784940313.338552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059ecc0. 00000080:00000010:0.1:1784940313.338564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fd40. 00000080:00000010:0.1:1784940313.338571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f480. 00010000:00000010:0.1:1784940313.338581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389a00. 00010000:00000010:0.1:1784940313.338585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650a00. 00010000:00000010:0.1:1784940313.491189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73651e00. 00010000:00000010:0.1:1784940313.783880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735d5000. 00010000:00000010:0.1:1784940313.815993:0:2352:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5100. 00010000:00000010:0.1:1784940313.816009:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4372b400. 00010000:00000010:0.1:1784940314.112807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650800. 00010000:00000010:0.1:1784940314.184816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50c9c500. 00010000:00000010:0.1:1784940314.184829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be8bc00. 00000080:00000010:0.1:1784940314.251878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73668ec0. 00000080:00000010:0.1:1784940314.625028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc165e0. 00000080:00000010:0.1:1784940315.410554:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc16a20. 00010000:00000010:0.1:1784940315.444547:0:142163:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089ea00. 00010000:00000010:0.1:1784940315.444555:0:142163:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd53200. 00000080:00000010:0.1:1784940315.453018:0:142163:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f500. 00010000:00000010:0.1:1784940315.453071:0:142163:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be8b000. 00000080:00000010:0.1:1784940315.460555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f280. 00010000:00000010:0.1:1784940316.475537:0:141771:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51a90100. 00010000:00000010:0.1:1784940316.475544:0:141771:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d662b3800. 00010000:00000010:0.1:1784940316.727971:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d504b9000. 00000080:00000010:0.1:1784940316.869449:0:141771:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc163a0. 00010000:00000010:0.1:1784940316.991551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d504b8c00. 00000080:00000010:0.1:1784940317.372872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059eda0. 00010000:00000010:0.1:1784940317.372897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd54e00. 00010000:00000010:0.1:1784940317.372902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d504b8c00. 00000080:00000010:0.1:1784940317.466874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059ec40. 00000080:00000010:0.1:1784940317.714545:0:2345:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc168e0. 00000080:00000010:0.1:1784940317.900731:0:142178:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736685a0. 00000080:00000010:0.1:1784940318.437463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc16580. 00010000:00000010:0.1:1784940318.538785:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2b8400. 00010000:00000010:0.1:1784940318.697791:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737d5700. 00010000:00000010:0.1:1784940318.697801:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737fbc00. 00010000:00000010:0.1:1784940318.829778:0:124305:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50535400. 00000080:00000010:0.1:1784940319.130858:0:142178:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059ecc0. 00010000:00000010:0.1:1784940319.213917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50534600. 00010000:00000010:0.1:1784940319.606855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcf4600. 00010000:00000010:0.1:1784940319.606868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737fb600. 00000080:00000010:0.1:1784940319.826036:0:141771:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc16140. 00010000:00000010:0.1:1784940319.826048:0:141771:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51acd600. 00000080:00000010:0.1:1784940320.821802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc16ca0. 00010000:00000010:0.1:1784940321.919549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50535e00. 00010000:00000010:0.1:1784940322.033558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d500b6e00. 00010000:00000010:0.1:1784940322.238832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50534c00. 00010000:00000010:0.1:1784940323.071746:0:142219:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d1ae900. 00010000:00000010:0.1:1784940323.071762:0:142219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be03c00. 00000080:00000010:0.1:1784940323.315194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73668b40. 00000080:00000010:0.1:1784940323.315214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736689a0. 00010000:00000010:0.1:1784940323.876610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be02a00. 00000080:00000010:0.1:1784940324.690560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73668e40. 00000080:00000010:0.1:1784940324.690572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73668e60. 00010000:00000010:0.1:1784940324.690584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d463c8400. 00010000:00000010:0.1:1784940324.690588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66177600. 00010000:00000010:0.1:1784940325.412590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d593bd300. 00010000:00000010:0.1:1784940325.412599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66176000. 00010000:00000010:0.1:1784940325.628163:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66176c00. 00010000:00000010:0.1:1784940325.808382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66176400. 00000080:00000010:0.1:1784940325.858787:0:142219:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e460. 00010000:00000010:0.1:1784940326.000899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66177e00. 00010000:00000010:0.1:1784940326.661349:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d1ae200. 00010000:00000010:0.1:1784940326.661357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be02200. 00010000:00000010:0.1:1784940326.781538:0:142234:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50791a00. 00010000:00000010:0.1:1784940326.781545:0:142234:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd52600. 00010000:00000010:0.1:1784940327.987617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5362d000. 00010000:00000010:0.1:1784940327.987635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd52600. 00010000:00000010:0.1:1784940328.367847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5362dd00. 00010000:00000010:0.1:1784940328.367854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf95e00. 00000080:00000010:0.1:1784940328.710568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc169e0. 00010000:00000010:0.1:1784940328.872478:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735bd800. 00000080:00000010:0.1:1784940329.076594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73668840. 00010000:00000010:0.1:1784940329.103937:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be24c00. 00010000:00000010:0.1:1784940329.103958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735bd800. 00010000:00000010:0.1:1784940329.374199:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735bd800. 00000080:00000010:0.1:1784940329.464911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73668840. 00010000:00000010:0.1:1784940329.813717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc68c00. 00000080:00000010:0.1:1784940330.548647:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc16c80. 00010000:00000010:0.1:1784940330.562139:0:142264:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51acc400. 00010000:00000010:0.1:1784940332.219640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d1aed00. 00010000:00000010:0.1:1784940332.219654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0b0200. 00000080:00000010:0.1:1784940332.310697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e800. 00000080:00000010:0.1:1784940332.310715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc168e0. 00000080:00000010:0.1:1784940332.581220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc16ce0. 00010000:00000010:0.1:1784940332.597694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73453e00. 00010000:00000010:0.1:1784940332.597708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73859400. 00010000:00000010:0.1:1784940332.603626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73859a00. 00010000:00000010:0.1:1784940332.742697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73859c00. 00000080:00000010:0.1:1784940333.121598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d60224700. 00010000:00000010:0.1:1784940333.128082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc69600. 00010000:00000010:0.1:1784940333.135615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661ca200. 00010000:00000010:0.1:1784940333.220815:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf95800. 00000080:00000010:0.1:1784940333.419590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e400. 00000080:00000010:0.1:1784940333.442572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d60224460. 00000080:00000010:0.1:1784940333.442604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fa60. 00010000:00000010:0.1:1784940333.449740:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf94600. 00010000:00000010:0.1:1784940333.621593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4802ba00. 00010000:00000010:0.1:1784940333.621609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d479bba00. 00000080:00000010:0.1:1784940333.688587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e380. 00000080:00000010:0.1:1784940333.688614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e300. 00010000:00000010:0.1:1784940333.806691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73858200. 00000080:00000010:0.1:1784940334.418619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e260. 00000080:00000010:0.1:1784940334.418629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059ef00. 00000080:00000010:0.1:1784940334.432563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e380. 00000080:00000010:0.1:1784940335.296984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d602243a0. 00010000:00000010:0.1:1784940335.760402:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46602a00. 00010000:00000010:0.1:1784940336.807996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73859600. 00010000:00000010:0.1:1784940337.056717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73858800. 00010000:00000010:0.1:1784940337.127811:0:142282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46602800. 00000080:00000010:0.1:1784940337.324673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d60224bc0. 00000080:00000010:0.1:1784940339.279638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e380. 00000080:00000010:0.1:1784940340.075294:0:142297:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d60224720. 00000080:00000010:0.1:1784940341.016562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f120. 00010000:00000010:0.1:1784940341.016579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46603600. 00010000:00000010:0.1:1784940341.070562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661c2e00. 00010000:00000010:0.1:1784940341.105644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661c2e00. 00000080:00000010:0.1:1784940341.105723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fa20. 00010000:00000010:0.1:1784940341.222572:0:142297:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44092500. 00010000:00000010:0.1:1784940341.222578:0:142297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66330800. 00000080:00000010:0.1:1784940341.510493:0:142297:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f3e0. 00010000:00000010:0.1:1784940341.515899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdee400. 00000080:00000010:0.1:1784940341.684591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc16d60. 00000080:00000010:0.1:1784940341.684599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fc40. 00010000:00000010:0.1:1784940344.004557:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49846200. 00010000:00000010:0.1:1784940344.291836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49846200. 00010000:00000010:0.1:1784940344.329984:0:142319:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7345fc00. 00010000:00000010:0.1:1784940344.366872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7345f400. 00000080:00000010:0.1:1784940345.349220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fc00. 00010000:00000010:0.1:1784940345.565625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf1ec00. 00000080:00000010:0.1:1784940345.624620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d602243e0. 00010000:00000010:0.1:1784940345.860556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7344d000. 00000080:00000010:0.1:1784940345.860562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f060. 00000080:00000010:0.1:1784940346.410715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d60224760. 00000080:00000010:0.1:1784940346.551791:0:98690:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d602243c0. 00000080:00000010:0.1:1784940346.593534:0:142353:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fea0. 00010000:00000010:0.1:1784940346.635543:0:141771:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44092600. 00010000:00000010:0.1:1784940346.635548:0:141771:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7344cc00. 00010000:00000010:0.1:1784940346.721187:0:142350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7344cc00. 00010000:00000010:0.1:1784940347.833553:0:142350:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737be300. 00010000:00000010:0.1:1784940347.833558:0:142350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf1e600. 00000080:00000010:0.1:1784940347.919551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d602246a0. 00000080:00000010:0.1:1784940347.945536:0:141771:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fce0. 00010000:00000010:0.1:1784940347.967673:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44092700. 00010000:00000010:0.1:1784940347.967680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7344d400. 00000080:00000010:0.1:1784940347.967684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f280. 00000080:00000010:0.1:1784940347.967688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fda0. 00010000:00000010:0.1:1784940348.235115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7344c600. 00010000:00000010:0.1:1784940348.311588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7344ca00. 00000080:00000010:0.1:1784940348.750921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f700. 00000080:00000010:0.1:1784940348.750932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196940. 00000080:00000010:0.1:1784940349.079579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d60224440. 00000080:00000010:0.1:1784940349.079591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d60224ea0. 00010000:00000010:0.1:1784940349.079596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdee200. 00000080:00000010:0.1:1784940349.167558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d602241a0. 00000080:00000010:0.1:1784940349.167571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fa80. 00000080:00000010:0.1:1784940349.260567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d60224fa0. 00010000:00000010:0.1:1784940349.494888:0:142350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7344c400. 00010000:00000010:0.1:1784940349.713633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44092700. 00010000:00000010:0.1:1784940349.713639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5152bc00. 00000080:00000010:0.1:1784940349.818859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196ce0. 00000080:00000010:0.1:1784940349.818873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d60224ea0. 00010000:00000010:0.1:1784940350.068605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5152b600. 00000080:00000010:0.1:1784940350.072801:0:141771:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d602246a0. 00010000:00000010:0.1:1784940350.074776:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7344c800. 00000080:00000010:0.1:1784940351.525112:0:2352:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505579c0. 00010000:00000010:0.1:1784940352.089593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d391a00. 00010000:00000010:0.1:1784940352.089605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42e23e00. 00000080:00000010:0.1:1784940352.772442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196b40. 00000080:00000010:0.1:1784940353.050601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196520. 00010000:00000010:0.1:1784940353.122949:0:142398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42e23600. 00010000:00000010:0.1:1784940353.423331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9ed00. 00010000:00000010:0.1:1784940353.423347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42e23800. 00010000:00000010:0.1:1784940353.684620:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6191fe00. 00010000:00000010:0.1:1784940353.684638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdaa600. 00010000:00000010:0.1:1784940354.705555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc26000. 00000080:00000010:0.1:1784940354.940678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661965a0. 00010000:00000010:0.1:1784940354.945604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc26e00. 00000080:00000010:0.1:1784940354.948742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3ff20. 00010000:00000010:0.1:1784940354.948772:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6639c000. 00010000:00000010:0.1:1784940354.948777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d662c6a00. 00000080:00000010:0.1:1784940354.976577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f660. 00000080:00000010:0.1:1784940354.976597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f3e0. 00010000:00000010:0.1:1784940355.026627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6639c800. 00010000:00000010:0.1:1784940355.026640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d662c7600. 00000080:00000010:0.1:1784940355.042568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f3e0. 00010000:00000010:0.1:1784940355.059594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6639c800. 00010000:00000010:0.1:1784940355.059602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d662c7600. 00000080:00000010:0.1:1784940355.811102:0:2345:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196d40. 00000080:00000010:0.1:1784940355.811122:0:2345:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be870c0. 00000080:00000010:0.1:1784940356.352055:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196cc0. 00000080:00000010:0.1:1784940356.554581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f8c0. 00000080:00000010:0.1:1784940356.562932:0:142447:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fa80. 00010000:00000010:0.1:1784940356.618179:0:142447:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6639c000. 00010000:00000010:0.1:1784940356.618197:0:142447:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d662c6a00. 00000080:00000010:0.1:1784940356.782874:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87820. 00000080:00000010:0.1:1784940356.784562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f640. 00000080:00000010:0.1:1784940356.876682:0:142447:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3ff60. 00000080:00000010:0.1:1784940357.078804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661965a0. 00010000:00000010:0.1:1784940357.517655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08800. 00000080:00000010:0.1:1784940357.529608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557980. 00000080:00000010:0.1:1784940357.935743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196c00. 00010000:00000010:0.1:1784940357.985441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be44200. 00000080:00000010:0.1:1784940357.985448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fd80. 00010000:00000010:0.1:1784940357.985455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be44800. 00000080:00000010:0.1:1784940357.985458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3ffa0. 00010000:00000010:0.1:1784940358.520530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96a00. 00010000:00000010:0.1:1784940358.525655:0:142463:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be45600. 00010000:00000010:0.1:1784940358.976736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d00ae00. 00010000:00000010:0.1:1784940359.009776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d00b600. 00000080:00000010:0.1:1784940359.013818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87780. 00010000:00000010:0.1:1784940359.027645:0:142447:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be45c00. 00010000:00000010:0.1:1784940359.062185:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be45c00. 00010000:00000010:0.1:1784940359.187715:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d00ae00. 00010000:00000010:0.1:1784940361.036218:0:142497:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19600. 00000080:00000010:0.1:1784940361.090562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87a80. 00000080:00000010:0.1:1784940361.436737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196640. 00000080:00000010:0.1:1784940361.562714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196320. 00000080:00000010:0.1:1784940361.825091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196b60. 00000080:00000010:0.1:1784940361.905393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661967a0. 00010000:00000010:0.1:1784940362.229695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc33c00. 00000080:00000010:0.1:1784940362.286016:0:2345:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f320. 00010000:00000010:0.1:1784940362.286037:0:2345:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6639cc00. 00010000:00000010:0.1:1784940362.286041:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735e1800. 00000080:00000010:0.1:1784940362.286044:0:2345:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f040. 00000080:00000010:0.1:1784940362.286048:0:2345:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f700. 00000080:00000010:0.1:1784940362.486755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87a40. 00000080:00000010:0.1:1784940362.704879:0:142497:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87860. 00000080:00000010:0.1:1784940362.704902:0:142497:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661964c0. 00010000:00000010:0.1:1784940363.225657:0:139241:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7368a400. 00000080:00000010:0.1:1784940363.326544:0:2345:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196ee0. 00000080:00000010:0.1:1784940363.414563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f7c0. 00010000:00000010:0.1:1784940364.166850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f4e00. 00010000:00000010:0.1:1784940365.213730:0:142557:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6beaa700. 00010000:00000010:0.1:1784940365.213738:0:142557:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f18000. 00010000:00000010:0.1:1784940365.523565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45598600. 00010000:00000010:0.1:1784940365.523572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7368ae00. 00010000:00000010:0.1:1784940366.199617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6beaaa00. 00010000:00000010:0.1:1784940366.199626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f18800. 00000080:00000010:0.1:1784940366.310556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fd20. 00010000:00000010:0.1:1784940366.551106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6639c200. 00010000:00000010:0.1:1784940366.551114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdaa000. 00010000:00000010:0.1:1784940367.606607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45598e00. 00010000:00000010:0.1:1784940367.606614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc33400. 00000080:00000010:0.1:1784940367.783553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fd60. 00000080:00000010:0.1:1784940367.845550:0:142557:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557a60. 00010000:00000010:0.1:1784940368.470604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45e38c00. 00010000:00000010:0.1:1784940368.470618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66360200. 00010000:00000010:0.1:1784940368.881638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bef7c00. 00000080:00000010:0.1:1784940369.640651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196fa0. 00010000:00000010:0.1:1784940369.681609:0:142620:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6639cc00. 00010000:00000010:0.1:1784940369.681616:0:142620:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bef7e00. 00000080:00000010:0.1:1784940369.786619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196b20. 00010000:00000010:0.1:1784940369.945588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6639cb00. 00010000:00000010:0.1:1784940369.945597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b4b200. 00000080:00000010:0.1:1784940370.007714:0:141771:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87aa0. 00000080:00000010:0.1:1784940370.084138:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fee0. 00010000:00000010:0.1:1784940370.422707:0:2345:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45598000. 00010000:00000010:0.1:1784940370.422714:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d09de00. 00000080:00000010:0.1:1784940370.432549:0:124305:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661963c0. 00000080:00000010:0.1:1784940370.598054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87140. 00000080:00000010:0.1:1784940370.836337:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87180. 00010000:00000010:0.1:1784940370.836400:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc33400. 00000080:00000010:0.1:1784940370.855649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f920. 00010000:00000010:0.1:1784940370.899579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b4a800. 00000080:00000010:0.1:1784940371.294613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87140. 00000080:00000010:0.1:1784940371.326579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f180. 00010000:00000010:0.1:1784940371.655560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5043ca00. 00010000:00000010:0.1:1784940371.655572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b4aa00. 00010000:00000010:0.1:1784940372.287550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737a4400. 00010000:00000010:0.1:1784940372.371302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6beaa700. 00010000:00000010:0.1:1784940372.371314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d09de00. 00010000:00000010:0.1:1784940372.597220:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc45700. 00010000:00000010:0.1:1784940372.597228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73404e00. 00010000:00000010:0.1:1784940372.846536:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735cf400. 00010000:00000010:0.1:1784940372.846543:0:2345:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc45e00. 00010000:00000010:0.1:1784940372.846547:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73404400. 00010000:00000010:0.1:1784940373.012137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd6e800. 00010000:00000010:0.1:1784940373.822598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d735c7700. 00010000:00000010:0.1:1784940373.822609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0b1000. 00000080:00000010:0.1:1784940373.998553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d508429e0. 00000080:00000010:0.1:1784940374.006569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f380. 00010000:00000010:0.1:1784940374.032326:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737a5400. 00000080:00000010:0.1:1784940374.062576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f0a0. 00000080:00000010:0.1:1784940374.228756:0:141771:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557f80. 00010000:00000010:0.1:1784940374.283598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61834500. 00010000:00000010:0.1:1784940374.283606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737a5000. 00010000:00000010:0.1:1784940374.377569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d48238c00. 00010000:00000010:0.1:1784940374.389672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61834500. 00010000:00000010:0.1:1784940374.389683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735ce200. 00000080:00000010:0.1:1784940374.494664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d602244c0. 00010000:00000010:0.1:1784940374.526687:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61834e00. 00010000:00000010:0.1:1784940374.526695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d48238400. 00010000:00000010:0.1:1784940374.655668:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5008fc00. 00010000:00000010:0.1:1784940374.655686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd6fa00. 00010000:00000010:0.1:1784940374.882681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd6ee00. 00010000:00000010:0.1:1784940375.284924:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d735c7b00. 00010000:00000010:0.1:1784940375.284942:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0b0400. 00000080:00000010:0.1:1784940375.911059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d60224dc0. 00010000:00000010:0.1:1784940376.492056:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d735c7b00. 00010000:00000010:0.1:1784940376.492062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0b0000. 00010000:00000010:0.1:1784940376.492066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b1b00. 00010000:00000010:0.1:1784940376.766358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499400. 00010000:00000010:0.1:1784940376.766365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0b0000. 00000080:00000010:0.1:1784940377.015434:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e300. 00010000:00000010:0.1:1784940377.143555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736f3c00. 00000080:00000010:0.1:1784940377.152577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842520. 00010000:00000010:0.1:1784940377.528557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499700. 00010000:00000010:0.1:1784940377.528569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737a5000. 00000080:00000010:0.1:1784940377.674562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f5a0. 00000080:00000010:0.1:1784940377.708555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f640. 00010000:00000010:0.1:1784940378.082663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d275200. 00010000:00000010:0.1:1784940378.092549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c1ae00. 00010000:00000010:0.1:1784940378.129650:0:142733:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737a5000. 00010000:00000010:0.1:1784940378.757355:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c1aa00. 00010000:00000010:0.1:1784940379.422649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c1bc00. 00010000:00000010:0.1:1784940379.489043:0:142847:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737a5000. 00010000:00000010:0.1:1784940379.825721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c1aa00. 00010000:00000010:0.1:1784940383.725750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c1b800. 00010000:00000010:0.1:1784940383.808554:0:143144:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c1a600. 00010000:00000010:0.1:1784940384.407489:0:139241:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2600. 00010000:00000010:0.1:1784940384.807724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdea400. 00010000:00000010:0.1:1784940384.807814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2b8c00. 00010000:00000010:0.1:1784940384.807819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3fb700. 00010000:00000010:0.1:1784940384.807824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2b9000. 00010000:00000010:0.1:1784940384.807828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42d27400. 00000080:00000010:0.1:1784940384.821259:0:143190:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d421a2940. 00000080:00000010:0.1:1784940384.821276:0:143190:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73668620. 00000080:00000010:0.1:1784940385.183039:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60933180. 00000080:00000010:0.1:1784940385.183056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d508423e0. 00010000:00000010:0.1:1784940385.183064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737a4400. 00010000:00000010:0.1:1784940385.183069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61834e00. 00010000:00000010:0.1:1784940385.183073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d48238200. 00000080:00000010:0.1:1784940385.285845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d60224960. 00000080:00000010:0.1:1784940385.285867:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d607a7380. 00010000:00000010:0.1:1784940385.289709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c1b200. 00010000:00000010:0.1:1784940385.289722:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73453e00. 00010000:00000010:0.1:1784940385.289726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73859400. 00010000:00000010:0.1:1784940385.289729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661cbc00. 00000080:00000010:0.1:1784940385.301731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4512ca00. 00000080:00000010:0.1:1784940385.305581:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60a72940. 00010000:00000010:0.1:1784940385.305603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661ca200. 00010000:00000010:0.1:1784940385.305608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4802b500. 00010000:00000010:0.1:1784940385.305613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d479bbe00. 00000080:00000010:0.1:1784940385.313657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d60224180. 00000080:00000010:0.1:1784940385.318576:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4a99c200. 00010000:00000010:0.1:1784940385.318595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661cbe00. 00010000:00000010:0.1:1784940385.318600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc2d400. 00010000:00000010:0.1:1784940385.318605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661cae00. 00000080:00000010:0.1:1784940385.332654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e0c0. 00000080:00000010:0.1:1784940385.332672:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60a718c0. 00000080:00000010:0.1:1784940385.463955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d60224de0. 00000080:00000010:0.1:1784940385.463983:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d607a4a40. 00010000:00000010:0.1:1784940385.467592:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bde6800. 00010000:00000010:0.1:1784940385.467600:0:143190:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43b0d800. 00010000:00000010:0.1:1784940385.467604:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f0400. 00000080:00000010:0.1:1784940385.476029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc16920. 00000080:00000010:0.1:1784940385.479631:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d607a6b40. 00010000:00000010:0.1:1784940385.479677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f1200. 00010000:00000010:0.1:1784940385.479681:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50791200. 00010000:00000010:0.1:1784940385.479685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf95c00. 00010000:00000010:0.1:1784940385.479689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bde7e00. 00000080:00000010:0.1:1784940385.666580:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d607a39c0. 00010000:00000010:0.1:1784940385.666609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735bc600. 00010000:00000010:0.1:1784940385.666616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0d6000. 00010000:00000010:0.1:1784940385.666620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc69200. 00000080:00000010:0.1:1784940385.823559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d60224e40. 00000080:00000010:0.1:1784940385.827578:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4a9998c0. 00010000:00000010:0.1:1784940385.827596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735bc400. 00010000:00000010:0.1:1784940385.827601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5362d200. 00010000:00000010:0.1:1784940385.827606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf95400. 00010000:00000010:0.1:1784940385.931668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdeec00. 00010000:00000010:0.1:1784940385.931682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630ce00. 00010000:00000010:0.1:1784940385.931686:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc2de00. 00010000:00000010:0.1:1784940385.931690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661cb000. 00000080:00000010:0.1:1784940385.941755:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4a998840. 00000080:00000010:0.1:1784940385.941784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842ee0. 00010000:00000010:0.1:1784940385.952863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdee600. 00010000:00000010:0.1:1784940385.952868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73422600. 00010000:00000010:0.1:1784940385.952871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc2db00. 00010000:00000010:0.1:1784940385.952874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73422200. 00010000:00000010:0.1:1784940385.952876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630c200. 00000080:00000010:0.1:1784940385.958948:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60768000. 00000080:00000010:0.1:1784940385.958967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059eda0. 00010000:00000010:0.1:1784940385.962712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66352200. 00010000:00000010:0.1:1784940385.962730:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d1ed600. 00010000:00000010:0.1:1784940385.962734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5093b800. 00000080:00000010:0.1:1784940385.986554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1af080. 00000080:00000010:0.1:1784940386.240696:0:143190:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842980. 00000080:00000010:0.1:1784940386.240714:0:143190:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5dbb8000. 00010000:00000010:0.1:1784940386.240748:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d218a00. 00010000:00000010:0.1:1784940386.240754:0:143190:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc5ed00. 00010000:00000010:0.1:1784940386.240758:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d218000. 00010000:00000010:0.1:1784940386.240769:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d218600. 00000080:00000010:0.1:1784940386.260657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc163e0. 00000080:00000010:0.1:1784940386.260690:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60ba5280. 00010000:00000010:0.1:1784940386.260723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73679800. 00010000:00000010:0.1:1784940386.260729:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6627f500. 00010000:00000010:0.1:1784940386.260733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73678c00. 00000080:00000010:0.1:1784940386.433565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd940. 00000080:00000010:0.1:1784940386.433597:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d6057a940. 00010000:00000010:0.1:1784940386.433615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd9dc00. 00010000:00000010:0.1:1784940386.433621:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc5eb00. 00010000:00000010:0.1:1784940386.433624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4363f800. 00000080:00000010:1.1:1784940386.730780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d508426c0. 00010000:00000010:0.1:1784940386.970578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73616a00. 00010000:00000010:0.1:1784940386.970591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61bae900. 00010000:00000010:0.1:1784940386.970595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b0600. 00000080:00000010:0.1:1784940387.204919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f840. 00000080:00000010:1.1:1784940387.206578:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d523fdac0. 00000080:00000010:1.1:1784940387.206591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87ea0. 00000080:00000010:1.1:1784940387.390796:0:143190:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87520. 00000080:00000010:1.1:1784940387.391011:0:143190:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5dbbca40. 00010000:00000010:1.1:1784940387.391023:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd04200. 00010000:00000010:1.1:1784940387.391028:0:143190:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d509b8300. 00010000:00000010:1.1:1784940387.391031:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5093b400. 00000080:00000010:1.1:1784940387.406007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b100. 00000080:00000010:1.1:1784940387.406039:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60b78840. 00010000:00000010:1.1:1784940387.414411:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0b6e00. 00010000:00000010:1.1:1784940387.414422:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d734a6700. 00010000:00000010:1.1:1784940387.414426:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73711a00. 00010000:00000010:1.1:1784940387.414429:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfd3a00. 00000080:00000010:1.1:1784940387.417789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7800. 00000080:00000010:0.1:1784940387.418309:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d42132940. 00010000:00000010:0.1:1784940387.426095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfd3000. 00010000:00000010:0.1:1784940387.426110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6633c200. 00010000:00000010:0.1:1784940387.426116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735fb800. 00000080:00000010:0.1:1784940387.430558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7160. 00000080:00000010:0.1:1784940387.430589:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60675ac0. 00010000:00000010:0.1:1784940387.430596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73710e00. 00010000:00000010:0.1:1784940387.430600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d734a6500. 00010000:00000010:0.1:1784940387.430604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73711e00. 00000080:00000010:0.1:1784940387.443925:0:143190:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b600. 00000080:00000010:0.1:1784940387.449208:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d42137380. 00010000:00000010:0.1:1784940387.449229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661d8400. 00010000:00000010:0.1:1784940387.449233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0b6600. 00010000:00000010:0.1:1784940387.449237:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d734a6900. 00010000:00000010:0.1:1784940387.449241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73710600. 00000080:00000010:0.1:1784940387.451761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7c60. 00000080:00000010:0.1:1784940387.451789:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60674200. 00010000:00000010:0.1:1784940387.451795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdb2a00. 00010000:00000010:0.1:1784940387.451800:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6633c100. 00010000:00000010:0.1:1784940387.451804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735fb200. 00000080:00000010:0.1:1784940387.466561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b74c0. 00000080:00000010:0.1:1784940387.466582:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d421318c0. 00010000:00000010:0.1:1784940387.469702:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d3800. 00010000:00000010:0.1:1784940387.469711:0:143190:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d734a6200. 00010000:00000010:0.1:1784940387.469716:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73710c00. 00000080:00000010:0.1:1784940387.479546:0:143190:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7760. 00000080:00000010:0.1:1784940387.479562:0:143190:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d42133180. 00010000:00000010:0.1:1784940387.484554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d3600. 00010000:00000010:0.1:1784940387.484563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d734a6d00. 00010000:00000010:0.1:1784940387.484567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73711800. 00000080:00000010:0.1:1784940387.487769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7bc0. 00000080:00000010:0.1:1784940387.487798:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5dbb0840. 00010000:00000010:0.1:1784940387.487807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2200. 00010000:00000010:0.1:1784940387.487812:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d06d900. 00010000:00000010:0.1:1784940387.487816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0b7000. 00000080:00000010:0.1:1784940387.502565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7dc0. 00000080:00000010:1.1:1784940387.502909:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5dbb5280. 00010000:00000010:1.1:1784940387.502918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735fb600. 00010000:00000010:1.1:1784940387.502923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d06d500. 00010000:00000010:1.1:1784940387.502926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0b6a00. 00000080:00000010:1.1:1784940387.510141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7d80. 00000080:00000010:1.1:1784940387.510168:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d42131080. 00010000:00000010:1.1:1784940387.514563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73711c00. 00010000:00000010:1.1:1784940387.514580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60201e00. 00010000:00000010:1.1:1784940387.514584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0b7600. 00000080:00000010:1.1:1784940387.583676:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5dbb6b40. 00000080:00000010:1.1:1784940387.583691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842720. 00010000:00000010:1.1:1784940387.590681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2400. 00010000:00000010:1.1:1784940387.590691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d1d3900. 00010000:00000010:1.1:1784940387.590695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661d9200. 00010000:00000010:1.1:1784940387.590698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0b7a00. 00000080:00000010:1.1:1784940387.595371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b180. 00000080:00000010:1.1:1784940387.595408:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4ab498c0. 00010000:00000010:1.1:1784940387.602928:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661d9400. 00010000:00000010:1.1:1784940387.602939:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d593e3600. 00010000:00000010:1.1:1784940387.602945:0:143190:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d509b8e00. 00010000:00000010:1.1:1784940387.602950:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d593e2e00. 00000080:00000010:1.1:1784940387.610735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e500. 00000080:00000010:1.1:1784940387.610789:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5dbb4a40. 00010000:00000010:1.1:1784940387.610809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661d8800. 00010000:00000010:1.1:1784940387.610816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44456f00. 00010000:00000010:1.1:1784940387.610821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd05e00. 00000080:00000010:1.1:1784940387.625776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059ee60. 00000080:00000010:1.1:1784940387.630097:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60adeb40. 00010000:00000010:1.1:1784940387.630114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661d8000. 00010000:00000010:1.1:1784940387.630119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d1d3300. 00010000:00000010:1.1:1784940387.630123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661d9600. 00000080:00000010:1.1:1784940387.644551:0:143190:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059ec60. 00000080:00000010:1.1:1784940387.644569:0:143190:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5dbb39c0. 00000080:00000010:1.1:1784940387.644576:0:143190:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b77e0. 00010000:00000010:1.1:1784940387.665661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349f000. 00010000:00000010:1.1:1784940387.665676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d61134800. 00010000:00000010:1.1:1784940387.665681:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d06d300. 00010000:00000010:1.1:1784940387.665685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d593e2600. 00000080:00000010:1.1:1784940387.672386:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60a08000. 00000080:00000010:1.1:1784940387.672403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557c40. 00010000:00000010:1.1:1784940387.672412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661d8c00. 00010000:00000010:1.1:1784940387.672416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44456100. 00010000:00000010:1.1:1784940387.672419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bda2600. 00000080:00000010:1.1:1784940387.679581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b76c0. 00000080:00000010:1.1:1784940387.679604:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5dbb6300. 00010000:00000010:0.1:1784940387.900641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73657600. 00010000:00000010:0.1:1784940387.900652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73710800. 00010000:00000010:0.1:1784940387.900657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d072a00. 00010000:00000010:0.1:1784940387.900662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734af200. 00000080:00000010:0.1:1784940388.073560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1afb20. 00000080:00000010:0.1:1784940388.077678:0:143190:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60a0dac0. 00000080:00000010:0.1:1784940388.077689:0:143190:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8bd60. 00010000:00000010:0.1:1784940388.096640:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bda3800. 00010000:00000010:0.1:1784940388.096647:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c1a200. 00010000:00000010:0.1:1784940388.096650:0:143190:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45e24400. 00010000:00000010:0.1:1784940388.096654:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdb3a00. 00000080:00000010:0.1:1784940388.107570:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4ab4f380. 00000080:00000010:0.1:1784940388.107590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4512c5a0. 00010000:00000010:0.1:1784940388.107599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0b0e00. 00010000:00000010:0.1:1784940388.107605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d735c7100. 00010000:00000010:0.1:1784940388.107608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0b0a00. 00000080:00000010:0.1:1784940388.118662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d60224440. 00000080:00000010:0.1:1784940388.118685:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5222dac0. 00010000:00000010:0.1:1784940388.123636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661c2c00. 00010000:00000010:0.1:1784940388.123654:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3b4300. 00010000:00000010:0.1:1784940388.123659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d259600. 00010000:00000010:0.1:1784940388.123667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdef600. 00010000:00000010:0.1:1784940388.123670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d259200. 00000080:00000010:0.1:1784940388.135216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fe80. 00000080:00000010:0.1:1784940388.136737:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60a70000. 00010000:00000010:0.1:1784940388.141552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51a4de00. 00010000:00000010:0.1:1784940388.141562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738e3a00. 00010000:00000010:0.1:1784940388.141566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d259c00. 00000080:00000010:1.1:1784940388.151650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e380. 00000080:00000010:1.1:1784940388.151674:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d52384a40. 00010000:00000010:1.1:1784940388.157694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51a4ce00. 00010000:00000010:1.1:1784940388.157707:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc4b500. 00010000:00000010:1.1:1784940388.157711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d259400. 00000080:00000010:0.1:1784940388.160561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d479111e0. 00000080:00000010:1.1:1784940388.164579:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d6075b9c0. 00010000:00000010:1.1:1784940388.164606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51a4d200. 00010000:00000010:1.1:1784940388.164614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44be4300. 00010000:00000010:1.1:1784940388.164617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a7200. 00010000:00000010:0.1:1784940388.357944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4802b100. 00010000:00000010:0.1:1784940388.357951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d479ba200. 00010000:00000010:0.1:1784940388.357956:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73453b00. 00010000:00000010:0.1:1784940388.357959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d479bae00. 00010000:00000010:0.1:1784940388.357962:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd54800. 00010000:00000010:0.1:1784940388.357965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd53200. 00010000:00000010:0.1:1784940388.360991:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51a90a00. 00010000:00000010:0.1:1784940388.361004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d513e2e00. 00010000:00000010:0.1:1784940388.392057:0:143195:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43b0dd00. 00010000:00000010:0.1:1784940388.392063:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f1a00. 00000080:00000010:0.1:1784940388.392066:0:143195:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b70a0. 00010000:00000010:1.1:1784940388.440722:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5362d600. 00010000:00000010:1.1:1784940388.440728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737d9a00. 00010000:00000010:1.1:1784940388.440732:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be24700. 00010000:00000010:1.1:1784940388.440734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735bc000. 00010000:00000010:0.1:1784940388.445636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d00bc00. 00010000:00000010:0.1:1784940388.445646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c1b800. 00010000:00000010:0.1:1784940388.445650:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466c0200. 00010000:00000010:0.1:1784940388.445654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d258400. 00010000:00000010:0.1:1784940388.459200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5362dc00. 00010000:00000010:0.1:1784940388.459217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb1600. 00010000:00000010:1.1:1784940388.500075:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0d6100. 00010000:00000010:1.1:1784940388.500083:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735bc800. 00010000:00000010:1.1:1784940388.500086:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0d6800. 00010000:00000010:1.1:1784940388.500102:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bde6400. 00010000:00000010:0.1:1784940388.521692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089ee00. 00010000:00000010:0.1:1784940388.521698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73435600. 00010000:00000010:0.1:1784940388.521702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6627f900. 00010000:00000010:0.1:1784940388.521706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49800. 00010000:00000010:1.1:1784940388.521811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44758400. 00010000:00000010:1.1:1784940388.521816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d388400. 00010000:00000010:1.1:1784940388.521820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4802b400. 00010000:00000010:1.1:1784940388.521823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bde7a00. 00010000:00000010:1.1:1784940388.521826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9e400. 00010000:00000010:1.1:1784940388.521830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7344d200. 00010000:00000010:0.1:1784940388.550844:0:124316:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61bae800. 00010000:00000010:0.1:1784940388.550850:0:124316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0a5a00. 00010000:00000010:0.1:1784940388.559658:0:2352:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d46641300. 00010000:00000010:0.1:1784940388.559666:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4363ee00. 00010000:00000010:0.1:1784940388.559670:0:2352:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc5e700. 00010000:00000010:0.1:1784940388.559674:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc48200. 00010000:00000010:0.1:1784940388.559677:0:2352:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089e700. 00010000:00000010:0.1:1784940388.559680:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc48400. 00010000:00000010:0.1:1784940388.568806:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d479ad700. 00010000:00000010:0.1:1784940388.568812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b1a00. 00010000:00000010:0.1:1784940388.568816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d46641800. 00010000:00000010:0.1:1784940388.568819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73434400. 00010000:00000010:0.1:1784940388.568821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc5e000. 00010000:00000010:0.1:1784940388.568824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73678400. 00010000:00000010:0.1:1784940388.577773:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089e300. 00010000:00000010:0.1:1784940388.577780:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d294c00. 00010000:00000010:0.1:1784940388.577784:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44758700. 00010000:00000010:0.1:1784940388.577788:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0a4600. 00010000:00000010:0.1:1784940388.577792:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d59328000. 00010000:00000010:0.1:1784940388.577795:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc74000. 00010000:00000010:0.1:1784940388.618248:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3ce600. 00010000:00000010:0.1:1784940388.618255:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b1800. 00010000:00000010:0.1:1784940388.618259:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d029c00. 00010000:00000010:0.1:1784940388.618263:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7351ea00. 00010000:00000010:0.1:1784940388.647594:0:1033:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6627fb00. 00010000:00000010:0.1:1784940388.647601:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4363f600. 00010000:00000010:0.1:1784940388.647605:0:1033:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9ee00. 00010000:00000010:0.1:1784940388.647609:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42e23000. 00010000:00000010:0.1:1784940388.647613:0:1033:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3cee00. 00010000:00000010:0.1:1784940388.647617:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73617000. 00010000:00000010:0.1:1784940388.655562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47f18200. 00010000:00000010:0.1:1784940388.655571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46310600. 00010000:00000010:0.1:1784940388.655576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47a82800. 00010000:00000010:0.1:1784940388.655579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d47f57000. 00010000:00000010:0.1:1784940388.655583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf3ed00. 00010000:00000010:0.1:1784940388.655586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7344c600. 00010000:00000010:0.1:1784940388.655590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be23000. 00010000:00000010:0.1:1784940388.655593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d3d8000. 00010000:00000010:0.1:1784940388.655596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d00be00. 00010000:00000010:0.1:1784940388.655600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d258000. 00010000:00000010:0.1:1784940388.655604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466c0d00. 00010000:00000010:0.1:1784940388.655607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661c3800. 00010000:00000010:1.1:1784940388.718671:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6633c700. 00010000:00000010:1.1:1784940388.718681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735fba00. 00010000:00000010:1.1:1784940388.722559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440000. 00010000:00000010:1.1:1784940388.722571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfd2200. 00000080:00000010:0.1:1784940388.800709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d60224a00. 00000080:00000010:0.1:1784940388.804585:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d52382940. 00010000:00000010:0.1:1784940388.804604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a7800. 00010000:00000010:0.1:1784940388.804609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3b4100. 00010000:00000010:0.1:1784940388.804614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46602200. 00010000:00000010:0.1:1784940388.845593:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d504b9c00. 00010000:00000010:0.1:1784940388.845599:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5600. 00010000:00000010:0.1:1784940388.845607:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d61873c00. 00010000:00000010:0.1:1784940388.845611:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd53e00. 00000080:00000010:1.1:1784940388.858756:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e600. 00000080:00000010:1.1:1784940388.858792:0:2344:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d421a6b40. 00010000:00000010:1.1:1784940388.867037:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d662b2c00. 00010000:00000010:1.1:1784940388.867046:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5151da00. 00010000:00000010:1.1:1784940388.867051:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4372ac00. 00000080:00000010:0.1:1784940388.871271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e5e0. 00000080:00000010:0.1:1784940388.871305:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d422f0840. 00010000:00000010:0.1:1784940388.871316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d662b2200. 00010000:00000010:0.1:1784940388.871322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389a00. 00010000:00000010:0.1:1784940388.871326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650a00. 00000080:00000010:1.1:1784940388.880724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e960. 00000080:00000010:1.1:1784940388.884870:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d421a5280. 00010000:00000010:1.1:1784940388.894298:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d662b3e00. 00010000:00000010:1.1:1784940388.894313:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51a90000. 00010000:00000010:1.1:1784940388.894317:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be8a600. 00000080:00000010:1.1:1784940389.061315:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d421a4a40. 00000080:00000010:1.1:1784940389.061330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059ef80. 00010000:00000010:1.1:1784940389.071172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d3f7c00. 00010000:00000010:1.1:1784940389.071178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d61134000. 00010000:00000010:1.1:1784940389.071181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd54400. 00010000:00000010:1.1:1784940389.071184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42d27600. 00000080:00000010:1.1:1784940389.076733:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d609339c0. 00000080:00000010:1.1:1784940389.076761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557740. 00010000:00000010:1.1:1784940389.088676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d61134000. 00010000:00000010:1.1:1784940389.088691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d734a7a00. 00010000:00000010:1.1:1784940389.088696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d274e00. 00000080:00000010:1.1:1784940389.107548:0:143190:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557020. 00000080:00000010:1.1:1784940389.107570:0:143190:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d52229080. 00010000:00000010:1.1:1784940389.107582:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc26e00. 00010000:00000010:1.1:1784940389.107587:0:143190:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d735e7000. 00010000:00000010:1.1:1784940389.107591:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5152b800. 00000080:00000010:1.1:1784940389.119131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be873a0. 00000080:00000010:1.1:1784940389.119151:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60ab9080. 00010000:00000010:1.1:1784940389.119157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5093ae00. 00010000:00000010:1.1:1784940389.119162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4446af00. 00010000:00000010:1.1:1784940389.119165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3a00. 00000080:00000010:1.1:1784940389.127342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059ee80. 00000080:00000010:1.1:1784940389.127359:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60b318c0. 00010000:00000010:1.1:1784940389.129892:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7373a800. 00010000:00000010:1.1:1784940389.129911:0:143190:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6639ce00. 00010000:00000010:1.1:1784940389.129916:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d662c6400. 00000080:00000010:1.1:1784940389.138565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196460. 00000080:00000010:1.1:1784940389.142155:0:2344:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d48da6300. 00010000:00000010:1.1:1784940389.146618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d388800. 00010000:00000010:1.1:1784940389.146633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0d1a00. 00010000:00000010:1.1:1784940389.146640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d48010400. 00010000:00000010:1.1:1784940389.146644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0d1200. 00000080:00000010:1.1:1784940389.274049:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d605d4a40. 00000080:00000010:0.1:1784940389.274549:0:143190:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668bd60. 00010000:00000010:0.1:1784940389.282662:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d3c5200. 00010000:00000010:0.1:1784940389.282668:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d3d8a00. 00010000:00000010:0.1:1784940389.282671:0:143190:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be23a00. 00010000:00000010:0.1:1784940389.282675:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d3d9000. 00000080:00000010:0.1:1784940389.288003:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60b7a100. 00000080:00000010:0.1:1784940389.288017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1afb40. 00010000:00000010:0.1:1784940389.290696:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630ca00. 00010000:00000010:0.1:1784940389.290703:0:2345:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499c00. 00010000:00000010:0.1:1784940389.290707:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736f2a00. 00000080:00000010:0.1:1784940389.295627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842fa0. 00000080:00000010:0.1:1784940389.295642:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4ab32100. 00010000:00000010:1.1:1784940389.295687:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc27800. 00010000:00000010:1.1:1784940389.295694:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9e000. 00010000:00000010:1.1:1784940389.295699:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b7a00. 00000080:00000010:1.1:1784940389.302849:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d48da7380. 00010000:00000010:1.1:1784940389.320614:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc7c400. 00010000:00000010:1.1:1784940389.320617:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078800. 00010000:00000010:1.1:1784940389.320622:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d427c0400. 00010000:00000010:1.1:1784940389.320627:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079800. 00000080:00000010:1.1:1784940389.320633:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5dbd7380. 00000080:00000010:1.1:1784940389.320638:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b5c0. 00010000:00000010:1.1:1784940389.320659:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d500b6400. 00010000:00000010:1.1:1784940389.320661:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737d5100. 00010000:00000010:1.1:1784940389.320664:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2b9a00. 00010000:00000010:1.1:1784940389.320666:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50534a00. 00000080:00000010:1.1:1784940389.325799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73668c00. 00000080:00000010:1.1:1784940389.325821:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d421818c0. 00010000:00000010:1.1:1784940389.330563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43839c00. 00010000:00000010:1.1:1784940389.330568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcf4c00. 00010000:00000010:1.1:1784940389.330571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737fb800. 00000080:00000010:1.1:1784940389.337238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f020. 00000080:00000010:1.1:1784940389.339698:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d421839c0. 00010000:00000010:1.1:1784940389.339713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43838400. 00010000:00000010:1.1:1784940389.339719:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737d5b00. 00010000:00000010:1.1:1784940389.339723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2b8000. 00000080:00000010:1.1:1784940389.352241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f2e0. 00000080:00000010:1.1:1784940389.352264:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4a99a940. 00010000:00000010:1.1:1784940389.352274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43838000. 00010000:00000010:1.1:1784940389.352278:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42f0ed00. 00010000:00000010:1.1:1784940389.352280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d504b8600. 00000080:00000010:1.1:1784940389.359643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059ed00. 00000080:00000010:1.1:1784940389.359664:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d42183180. 00010000:00000010:1.1:1784940389.359669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43839000. 00010000:00000010:1.1:1784940389.359673:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcf4300. 00010000:00000010:1.1:1784940389.359675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737fa400. 00000080:00000010:0.1:1784940389.364545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059ef20. 00000080:00000010:0.1:1784940389.364562:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4aa818c0. 00010000:00000010:0.1:1784940389.364567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43839600. 00010000:00000010:0.1:1784940389.364570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcf4400. 00010000:00000010:0.1:1784940389.364573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737fb600. 00000080:00000010:1.1:1784940389.368569:0:2345:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f460. 00000080:00000010:1.1:1784940389.368583:0:2345:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d42182100. 00010000:00000010:1.1:1784940389.368591:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be02400. 00010000:00000010:1.1:1784940389.368595:0:2345:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737d5900. 00010000:00000010:1.1:1784940389.368597:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2b8e00. 00000080:00000010:0.1:1784940389.374989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f160. 00000080:00000010:0.1:1784940389.375011:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4aa80000. 00010000:00000010:0.1:1784940389.379626:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be03200. 00010000:00000010:0.1:1784940389.379631:0:143190:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737d5400. 00010000:00000010:0.1:1784940389.379634:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2b9200. 00000080:00000010:1.1:1784940389.387799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73668200. 00000080:00000010:1.1:1784940389.387816:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d42187380. 00010000:00000010:0.1:1784940389.393154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be02e00. 00010000:00000010:0.1:1784940389.393171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d661c4300. 00010000:00000010:0.1:1784940389.393175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737fac00. 00000080:00000010:0.1:1784940389.407336:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73668c60. 00000080:00000010:0.1:1784940389.407354:0:2344:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d42185ac0. 00010000:00000010:0.1:1784940389.407360:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d500b7a00. 00010000:00000010:0.1:1784940389.407365:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3fb900. 00010000:00000010:0.1:1784940389.407368:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51acd400. 00000080:00000010:0.1:1784940389.461926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736687c0. 00000080:00000010:0.1:1784940389.461951:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60a739c0. 00010000:00000010:0.1:1784940389.683673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73656000. 00010000:00000010:0.1:1784940389.683680:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45d53e00. 00010000:00000010:0.1:1784940389.683684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d06a200. 00000080:00000010:0.1:1784940389.694570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47911740. 00000080:00000010:0.1:1784940389.694622:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60740000. 00010000:00000010:0.1:1784940389.697766:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73656200. 00010000:00000010:0.1:1784940389.697774:0:143190:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0bbc00. 00010000:00000010:0.1:1784940389.697778:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078000. 00000080:00000010:0.1:1784940389.708680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b720. 00000080:00000010:0.1:1784940389.708713:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d420db180. 00010000:00000010:0.1:1784940389.718786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50715a00. 00010000:00000010:0.1:1784940389.718801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0bb300. 00010000:00000010:0.1:1784940389.718806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d06a000. 00000080:00000010:0.1:1784940389.722693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8bc60. 00000080:00000010:0.1:1784940389.722720:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60746300. 00010000:00000010:0.1:1784940389.722730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42d34a00. 00010000:00000010:0.1:1784940389.722767:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0bb400. 00010000:00000010:0.1:1784940389.722772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd57c00. 00000080:00000010:0.1:1784940389.734568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7d20. 00000080:00000010:0.1:1784940389.734595:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d420d98c0. 00010000:00000010:0.1:1784940389.734601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42d35600. 00010000:00000010:0.1:1784940389.734606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc3c900. 00010000:00000010:0.1:1784940389.734611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73722c00. 00000080:00000010:0.1:1784940389.978128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b73e0. 00000080:00000010:0.1:1784940389.978149:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5dbd2100. 00010000:00000010:0.1:1784940389.978159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd57400. 00010000:00000010:0.1:1784940389.978164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440f00. 00010000:00000010:0.1:1784940389.978167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734ae600. 00000080:00000010:0.1:1784940389.988563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059ea40. 00000080:00000010:0.1:1784940389.988579:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5dbd5280. 00010000:00000010:0.1:1784940389.988588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43b84200. 00010000:00000010:0.1:1784940389.988593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440b00. 00010000:00000010:0.1:1784940389.988597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43b85c00. 00000080:00000010:0.1:1784940389.998548:0:2345:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7720. 00000080:00000010:0.1:1784940389.998569:0:2345:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5dbd4200. 00010000:00000010:0.1:1784940389.998578:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43b84000. 00010000:00000010:0.1:1784940389.998582:0:2345:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58878700. 00010000:00000010:0.1:1784940389.998586:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079a00. 00000080:00000010:0.1:1784940390.178619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73668940. 00000080:00000010:0.1:1784940390.178639:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d6076c200. 00010000:00000010:1.1:1784940390.183634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be02200. 00010000:00000010:1.1:1784940390.183646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d1aee00. 00010000:00000010:1.1:1784940390.183650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0f9000. 00010000:00000010:1.1:1784940390.183652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bde7800. 00010000:00000010:1.1:1784940390.183654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc68e00. 00000080:00000010:0.1:1784940390.335589:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4a9339c0. 00010000:00000010:0.1:1784940390.335605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d19bc00. 00010000:00000010:0.1:1784940390.335611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf9ef00. 00010000:00000010:0.1:1784940390.335615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735ad400. 00000080:00000010:1.1:1784940390.339583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1af180. 00000080:00000010:1.1:1784940390.339610:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60b30840. 00010000:00000010:1.1:1784940390.344608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66353000. 00010000:00000010:1.1:1784940390.344618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1e6e00. 00010000:00000010:1.1:1784940390.344622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d1ed500. 00010000:00000010:1.1:1784940390.344626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d19a200. 00000080:00000010:1.1:1784940390.354816:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60b35280. 00000080:00000010:1.1:1784940390.354833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1af660. 00010000:00000010:1.1:1784940390.354850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2e00. 00010000:00000010:1.1:1784940390.354856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66362400. 00010000:00000010:1.1:1784940390.354860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3b5a00. 00010000:00000010:1.1:1784940390.354863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1e6a00. 00000080:00000010:1.1:1784940390.361230:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60b36b40. 00000080:00000010:1.1:1784940390.361249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8bd80. 00010000:00000010:1.1:1784940390.367943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6625b000. 00010000:00000010:1.1:1784940390.367955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be6b300. 00010000:00000010:1.1:1784940390.367958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d40031800. 00010000:00000010:1.1:1784940390.367960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d3400. 00000080:00000010:1.1:1784940390.388163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47911920. 00000080:00000010:1.1:1784940390.388190:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4ab4ca40. 00000080:00000010:1.1:1784940390.388196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1afc80. 00010000:00000010:1.1:1784940390.400554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc13400. 00010000:00000010:1.1:1784940390.400568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d61134600. 00010000:00000010:1.1:1784940390.400573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73639800. 00010000:00000010:1.1:1784940390.400580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2e00. 00010000:00000010:0.1:1784940390.766600:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c1ac00. 00010000:00000010:0.1:1784940390.778638:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73404000. 00010000:00000010:0.1:1784940390.778645:0:143190:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc45400. 00010000:00000010:0.1:1784940390.778648:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73405600. 00000080:00000010:0.1:1784940390.797267:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d522cb180. 00000080:00000010:0.1:1784940390.797287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196640. 00000080:00000010:0.1:1784940390.797295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87f60. 00000080:00000010:0.1:1784940390.988861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc162e0. 00000080:00000010:0.1:1784940390.988885:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d422f3180. 00010000:00000010:0.1:1784940390.995613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f600. 00010000:00000010:0.1:1784940390.995625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43d6f800. 00010000:00000010:0.1:1784940390.995629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d61b66000. 00010000:00000010:1.1:1784940391.607613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d662b2800. 00010000:00000010:1.1:1784940391.607637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2a00. 00010000:00000010:1.1:1784940391.607641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43d6fd00. 00010000:00000010:1.1:1784940391.607644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d3f7000. 00000080:00000010:1.1:1784940391.611549:0:143190:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60448000. 00000080:00000010:1.1:1784940391.611563:0:143190:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668bc40. 00010000:00000010:1.1:1784940391.611593:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735d4800. 00010000:00000010:1.1:1784940391.611598:0:143190:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389c00. 00010000:00000010:1.1:1784940391.611602:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d3f7600. 00010000:00000010:1.1:1784940391.611606:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d61873600. 00000080:00000010:1.1:1784940391.617562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc16fa0. 00000080:00000010:1.1:1784940391.620659:0:143190:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60aa6b40. 00010000:00000010:1.1:1784940391.620670:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735d5400. 00010000:00000010:1.1:1784940391.620674:0:143190:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61366b00. 00010000:00000010:1.1:1784940391.620676:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73750600. 00000080:00000010:1.1:1784940391.624609:0:143190:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736689c0. 00000080:00000010:1.1:1784940391.630101:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60aa0000. 00000080:00000010:1.1:1784940391.630118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736683a0. 00010000:00000010:0.1:1784940391.768705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737d8800. 00010000:00000010:0.1:1784940391.768748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a3600. 00010000:00000010:0.1:1784940391.768753:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5151d700. 00010000:00000010:0.1:1784940391.768757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73651000. 00000080:00000010:1.1:1784940391.786382:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d422f39c0. 00000080:00000010:1.1:1784940391.786400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b2a0. 00010000:00000010:1.1:1784940391.786649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4372a400. 00010000:00000010:1.1:1784940391.786656:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50c9cc00. 00010000:00000010:1.1:1784940391.786660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be8ac00. 00010000:00000010:1.1:1784940391.935697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f400. 00010000:00000010:1.1:1784940391.935704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61366500. 00010000:00000010:1.1:1784940391.935709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d218400. 00010000:00000010:1.1:1784940391.935712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d61872600. 00000080:00000010:1.1:1784940391.954561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e040. 00000080:00000010:1.1:1784940391.961623:0:143190:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60aa18c0. 00010000:00000010:1.1:1784940391.961635:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735d4a00. 00010000:00000010:1.1:1784940391.961638:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d61872200. 00010000:00000010:1.1:1784940391.961642:0:143190:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d593e4c00. 00010000:00000010:1.1:1784940391.961645:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620ce00. 00000080:00000010:1.1:1784940391.966736:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73668a40. 00000080:00000010:1.1:1784940391.975788:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60935280. 00010000:00000010:0.1:1784940391.981509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735d4c00. 00010000:00000010:0.1:1784940391.981528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61366e00. 00010000:00000010:0.1:1784940391.981533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d218200. 00000080:00000010:1.1:1784940391.991956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736680e0. 00000080:00000010:1.1:1784940391.992923:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d422f0000. 00010000:00000010:1.1:1784940391.992935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735d5800. 00010000:00000010:1.1:1784940391.992941:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d593e4b00. 00010000:00000010:1.1:1784940391.992945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd9de00. 00000080:00000010:0.1:1784940392.005569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73668340. 00000080:00000010:0.1:1784940392.009558:0:2345:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d42092940. 00010000:00000010:0.1:1784940392.009584:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735d4600. 00010000:00000010:0.1:1784940392.009589:0:2345:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d593e4100. 00010000:00000010:0.1:1784940392.009593:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620d200. 00000080:00000010:0.1:1784940392.016837:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60aa2940. 00000080:00000010:1.1:1784940392.020705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73668260. 00010000:00000010:0.1:1784940392.025031:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735d4000. 00010000:00000010:0.1:1784940392.025038:0:143190:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43d6f600. 00010000:00000010:0.1:1784940392.025042:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d61873a00. 00000080:00000010:0.1:1784940392.034604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73668cc0. 00000080:00000010:0.1:1784940392.038295:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d422f4a40. 00000080:00000010:0.1:1784940392.038310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc16c00. 00010000:00000010:0.1:1784940392.048683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd52800. 00010000:00000010:0.1:1784940392.048698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c1b800. 00010000:00000010:0.1:1784940392.048702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43d6fa00. 00010000:00000010:0.1:1784940392.048706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735d5200. 00000080:00000010:0.1:1784940392.062601:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60aa7380. 00000080:00000010:0.1:1784940392.062618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4512cf40. 00010000:00000010:0.1:1784940392.066854:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d3f6400. 00010000:00000010:0.1:1784940392.066866:0:143190:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61366000. 00010000:00000010:0.1:1784940392.066870:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73750000. 00010000:00000010:0.1:1784940392.066873:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d61873800. 00000080:00000010:0.1:1784940392.075588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d479112a0. 00000080:00000010:0.1:1784940392.075620:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60afc200. 00010000:00000010:0.1:1784940392.086918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8fa00. 00010000:00000010:0.1:1784940392.086932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61366800. 00010000:00000010:0.1:1784940392.086938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73751e00. 00000080:00000010:0.1:1784940392.101303:0:2345:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47911840. 00000080:00000010:0.1:1784940392.101791:0:2345:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60af8840. 00000080:00000010:0.1:1784940392.101800:0:2345:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73668b20. 00010000:00000010:1.1:1784940392.104557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42d26e00. 00010000:00000010:1.1:1784940392.104563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c1b800. 00010000:00000010:1.1:1784940392.109224:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d593e4d00. 00010000:00000010:1.1:1784940392.109239:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d61872400. 00000080:00000010:0.1:1784940392.109554:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60afdac0. 00000080:00000010:0.1:1784940392.112754:0:143190:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4512cf40. 00010000:00000010:0.1:1784940392.388644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc48e00. 00010000:00000010:0.1:1784940392.388650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630dc00. 00010000:00000010:0.1:1784940392.388654:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44758500. 00010000:00000010:0.1:1784940392.388657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf43800. 00000080:00000010:1.1:1784940392.397548:0:143190:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4a85a940. 00000080:00000010:1.1:1784940392.397559:0:143190:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842160. 00010000:00000010:1.1:1784940392.397566:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c1a000. 00010000:00000010:1.1:1784940392.397571:0:143190:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d734a7f00. 00010000:00000010:1.1:1784940392.397574:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d274200. 00000080:00000010:1.1:1784940392.414604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f500. 00000080:00000010:1.1:1784940392.414632:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4ab35ac0. 00010000:00000010:1.1:1784940392.414665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f0800. 00010000:00000010:1.1:1784940392.414682:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d1ae700. 00010000:00000010:1.1:1784940392.414687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50535000. 00010000:00000010:1.1:1784940392.414690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66176000. 00000080:00000010:0.1:1784940392.793567:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d48d52940. 00010000:00000010:0.1:1784940392.793585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2400. 00010000:00000010:0.1:1784940392.793589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6beaaa00. 00010000:00000010:0.1:1784940392.793593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b4b800. 00000080:00000010:0.1:1784940392.935811:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5226dac0. 00000080:00000010:0.1:1784940392.935833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1affe0. 00010000:00000010:0.1:1784940392.935843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97a00. 00010000:00000010:0.1:1784940392.935848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737df700. 00010000:00000010:0.1:1784940392.935852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc27e00. 00000080:00000010:0.1:1784940392.962559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be877e0. 00000080:00000010:0.1:1784940392.962594:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4a873180. 00010000:00000010:0.1:1784940392.976566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdaa600. 00010000:00000010:0.1:1784940392.976585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6beaa400. 00010000:00000010:0.1:1784940392.976590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f19a00. 00010000:00000010:0.1:1784940392.976593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f18a00. 00000080:00000010:0.1:1784940392.992631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196980. 00000080:00000010:0.1:1784940392.995668:0:143190:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d522ceb40. 00000080:00000010:0.1:1784940392.995681:0:143190:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be871e0. 00010000:00000010:1.1:1784940393.353577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630c000. 00010000:00000010:1.1:1784940393.353592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d000. 00010000:00000010:1.1:1784940393.353596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42f24400. 00010000:00000010:1.1:1784940393.353602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d48239200. 00000080:00000010:0.1:1784940393.393929:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d522cdac0. 00000080:00000010:0.1:1784940393.393942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842ac0. 00010000:00000010:0.1:1784940393.402568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737cc800. 00010000:00000010:0.1:1784940393.402583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43a17900. 00010000:00000010:0.1:1784940393.402588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43c1f600. 00010000:00000010:0.1:1784940393.402592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737cca00. 00000080:00000010:0.1:1784940393.438577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd2a0. 00000080:00000010:0.1:1784940393.448389:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60744200. 00000080:00000010:0.1:1784940393.448412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b79c0. 00010000:00000010:1.1:1784940393.529536:0:124306:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738e3500. 00010000:00000010:1.1:1784940393.529542:0:124306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2e00. 00010000:00000010:1.1:1784940393.529547:0:124306:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60201f00. 00010000:00000010:1.1:1784940393.529550:0:124306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735fbc00. 00010000:00000010:1.1:1784940393.529553:0:124306:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6633c600. 00010000:00000010:1.1:1784940393.529556:0:124306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735fac00. 00010000:00000010:1.1:1784940393.529559:0:124306:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7367fa00. 00010000:00000010:1.1:1784940393.529563:0:124306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73858200. 00010000:00000010:1.1:1784940393.529566:0:124306:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc4b600. 00010000:00000010:1.1:1784940393.529568:0:124306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7344d800. 00010000:00000010:1.1:1784940393.554558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d1aed00. 00010000:00000010:1.1:1784940393.554569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf95800. 00010000:00000010:1.1:1784940393.554586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3b5300. 00010000:00000010:1.1:1784940393.554590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1e7400. 00010000:00000010:1.1:1784940393.554594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d467b2a00. 00010000:00000010:1.1:1784940393.554597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73711600. 00010000:00000010:1.1:1784940393.554599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d509b8600. 00010000:00000010:1.1:1784940393.554602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd04e00. 00010000:00000010:1.1:1784940393.562568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5a00. 00010000:00000010:1.1:1784940393.562583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4372b000. 00010000:00000010:1.1:1784940393.562587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc4bf00. 00010000:00000010:1.1:1784940393.562589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2bee00. 00010000:00000010:0.1:1784940393.562625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5054e600. 00010000:00000010:0.1:1784940393.562629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c1b000. 00010000:00000010:0.1:1784940393.562632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73466a00. 00010000:00000010:0.1:1784940393.562634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43c1e800. 00010000:00000010:0.1:1784940393.562636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d280e00. 00010000:00000010:1.1:1784940393.637574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d06d200. 00010000:00000010:1.1:1784940393.637590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d47f56a00. 00010000:00000010:1.1:1784940393.660554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6191fb00. 00010000:00000010:1.1:1784940393.660563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42e23600. 00010000:00000010:1.1:1784940393.672151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b99300. 00010000:00000010:1.1:1784940393.672165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d48239800. 00010000:00000010:1.1:1784940393.677612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be6b800. 00010000:00000010:1.1:1784940393.677621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc13a00. 00010000:00000010:1.1:1784940393.758776:0:143195:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7367f300. 00010000:00000010:1.1:1784940393.758783:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d258e00. 00010000:00000010:1.1:1784940393.758787:0:143195:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44092100. 00010000:00000010:1.1:1784940393.758792:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2be800. 00010000:00000010:1.1:1784940393.758795:0:143195:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738e3b00. 00010000:00000010:1.1:1784940393.758799:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2a00. 00010000:00000010:1.1:1784940393.758802:0:143195:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73453700. 00010000:00000010:1.1:1784940393.758805:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73858800. 00010000:00000010:1.1:1784940393.758808:0:143195:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45d53700. 00010000:00000010:1.1:1784940393.758811:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d280600. 00010000:00000010:1.1:1784940393.765637:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6191f000. 00010000:00000010:1.1:1784940393.765645:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc26600. 00010000:00000010:1.1:1784940393.765657:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42f24c00. 00010000:00000010:1.1:1784940393.765661:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736f3200. 00000080:00000010:1.1:1784940393.770811:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d420dca40. 00000080:00000010:1.1:1784940393.770824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d508421c0. 00010000:00000010:1.1:1784940393.774803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d47f56200. 00010000:00000010:1.1:1784940393.774819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd2d800. 00010000:00000010:1.1:1784940393.774823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd05400. 00010000:00000010:1.1:1784940393.808611:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47b88000. 00010000:00000010:1.1:1784940393.808619:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d504b9200. 00010000:00000010:0.1:1784940393.891542:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcf4e00. 00010000:00000010:0.1:1784940393.891548:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737fb000. 00010000:00000010:0.1:1784940393.891552:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3fbe00. 00010000:00000010:0.1:1784940393.891555:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2b9400. 00010000:00000010:0.1:1784940393.909285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5100. 00010000:00000010:0.1:1784940393.909292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4372b800. 00010000:00000010:1.1:1784940393.912555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf3e300. 00010000:00000010:1.1:1784940393.912564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7344cc00. 00010000:00000010:1.1:1784940393.912567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf3e900. 00010000:00000010:1.1:1784940393.912571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b7c00. 00010000:00000010:1.1:1784940393.912577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51a90200. 00010000:00000010:1.1:1784940393.912580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4372a200. 00000080:00000010:0.1:1784940394.006559:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f4c0. 00010000:00000010:1.1:1784940394.026589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3fb300. 00010000:00000010:1.1:1784940394.026596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d500b6200. 00000080:00000010:0.1:1784940394.026940:0:2344:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5222e300. 00010000:00000010:0.1:1784940394.026955:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd05200. 00010000:00000010:0.1:1784940394.026959:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45e24100. 00010000:00000010:0.1:1784940394.026962:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd04400. 00010000:00000010:1.1:1784940394.034502:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43a17e00. 00010000:00000010:1.1:1784940394.034513:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078400. 00010000:00000010:1.1:1784940394.034534:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3b5400. 00010000:00000010:1.1:1784940394.034537:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1e7000. 00010000:00000010:1.1:1784940394.087456:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0bbb00. 00010000:00000010:1.1:1784940394.087469:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73656e00. 00010000:00000010:1.1:1784940394.087474:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7354e500. 00010000:00000010:1.1:1784940394.087478:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7344c800. 00010000:00000010:1.1:1784940394.087481:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43a17400. 00010000:00000010:1.1:1784940394.087485:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43c1ee00. 00010000:00000010:0.1:1784940394.089113:0:2345:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d661c4b00. 00010000:00000010:0.1:1784940394.089119:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50534200. 00010000:00000010:0.1:1784940394.102730:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43d6f900. 00010000:00000010:0.1:1784940394.102742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d61872800. 00000080:00000010:1.1:1784940394.280537:0:124306:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1afac0. 00000080:00000010:1.1:1784940394.280555:0:124306:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d48df5280. 00010000:00000010:0.1:1784940394.543974:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0b6800. 00010000:00000010:0.1:1784940394.543980:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2400. 00010000:00000010:0.1:1784940394.543983:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73639400. 00010000:00000010:0.1:1784940394.543999:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2c00. 00000080:00000010:0.1:1784940394.552581:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60a0a100. 00000080:00000010:0.1:1784940394.552595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1afda0. 00010000:00000010:0.1:1784940394.824685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3600. 00010000:00000010:0.1:1784940394.824709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7367fc00. 00010000:00000010:0.1:1784940394.824715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be03e00. 00000080:00000010:0.1:1784940395.099771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d60224380. 00000080:00000010:0.1:1784940395.102675:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d6075dac0. 00000080:00000010:0.1:1784940395.102695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d60224020. 00000080:00000010:0.1:1784940395.190591:0:98690:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d52228840. 00010000:00000010:1.1:1784940395.224281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7376c600. 00010000:00000010:1.1:1784940395.224297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d06ac00. 00010000:00000010:1.1:1784940395.224302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440d00. 00010000:00000010:1.1:1784940395.224307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349ee00. 00010000:00000010:1.1:1784940395.224310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d06be00. 00000080:00000010:1.1:1784940395.238685:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5dbb18c0. 00000080:00000010:1.1:1784940395.238716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7740. 00000080:00000010:1.1:1784940395.465660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059ed60. 00010000:00000010:0.1:1784940395.512704:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d479bb800. 00010000:00000010:0.1:1784940395.512719:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42d26000. 00010000:00000010:0.1:1784940395.512723:0:143190:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737d5600. 00010000:00000010:0.1:1784940395.512727:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42d26600. 00000080:00000010:0.1:1784940395.522602:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d421a2100. 00000080:00000010:0.1:1784940395.522644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73668ec0. 00000080:00000010:0.1:1784940395.522651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e480. 00010000:00000010:0.1:1784940395.522657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66395600. 00010000:00000010:0.1:1784940395.522662:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73757200. 00010000:00000010:0.1:1784940395.522666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66362e00. 00000080:00000010:0.1:1784940395.537579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1af300. 00010000:00000010:0.1:1784940395.537613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d61a72600. 00010000:00000010:0.1:1784940395.537620:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6191f400. 00010000:00000010:0.1:1784940395.537625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdaa200. 00000080:00000010:0.1:1784940395.548596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557dc0. 00000080:00000010:0.1:1784940395.559397:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5dbba940. 00010000:00000010:0.1:1784940395.565699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f000. 00010000:00000010:0.1:1784940395.565708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73435e00. 00010000:00000010:0.1:1784940395.565712:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d479ad400. 00010000:00000010:0.1:1784940395.565716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d294800. 00010000:00000010:0.1:1784940395.565719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0a4c00. 00000080:00000010:0.1:1784940395.578634:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d420b0000. 00000080:00000010:0.1:1784940395.578653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdb00. 00000080:00000010:0.1:1784940395.578665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059eb00. 00000080:00000010:1.1:1784940395.630580:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60b34200. 00010000:00000010:1.1:1784940395.655610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc09200. 00010000:00000010:1.1:1784940395.655623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ee2400. 00010000:00000010:1.1:1784940395.655627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd1d200. 00010000:00000010:1.1:1784940395.655631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f18e00. 00000080:00000010:1.1:1784940395.659754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557a80. 00000080:00000010:1.1:1784940395.659778:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d523a4200. 00010000:00000010:1.1:1784940395.659790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc09400. 00010000:00000010:1.1:1784940395.659795:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ee2800. 00010000:00000010:1.1:1784940395.659798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc68400. 00000080:00000010:1.1:1784940395.664673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196000. 00000080:00000010:1.1:1784940395.664704:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d523fe300. 00010000:00000010:0.1:1784940395.669569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be45400. 00010000:00000010:0.1:1784940395.669585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45e38300. 00010000:00000010:0.1:1784940395.669590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08800. 00010000:00000010:0.1:1784940395.776827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd1dc00. 00010000:00000010:0.1:1784940395.776843:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ee2a00. 00010000:00000010:0.1:1784940395.776847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd1d000. 00000080:00000010:0.1:1784940395.782191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196700. 00000080:00000010:0.1:1784940395.782208:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d523a39c0. 00010000:00000010:0.1:1784940395.782214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18000. 00010000:00000010:0.1:1784940395.782219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737cb100. 00010000:00000010:0.1:1784940395.782222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19a00. 00000080:00000010:0.1:1784940395.787562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be874a0. 00000080:00000010:0.1:1784940395.787588:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d52313180. 00010000:00000010:0.1:1784940395.787601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be44200. 00010000:00000010:0.1:1784940395.787605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d113f00. 00010000:00000010:0.1:1784940395.787609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d61a73000. 00000080:00000010:0.1:1784940395.798935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be875c0. 00000080:00000010:0.1:1784940395.798958:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4a876300. 00010000:00000010:0.1:1784940395.798963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d00b600. 00010000:00000010:0.1:1784940395.798969:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6639c800. 00010000:00000010:0.1:1784940395.798972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be45200. 00000080:00000010:0.1:1784940395.816339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87c80. 00000080:00000010:0.1:1784940395.816822:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d523a2940. 00010000:00000010:0.1:1784940395.818565:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d00ac00. 00010000:00000010:0.1:1784940395.818572:0:143190:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737dfb00. 00010000:00000010:0.1:1784940395.818576:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d00ba00. 00000080:00000010:0.1:1784940395.827381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87280. 00000080:00000010:0.1:1784940395.827407:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d52310840. 00010000:00000010:0.1:1784940395.827414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be45c00. 00010000:00000010:0.1:1784940395.827419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45e38100. 00010000:00000010:0.1:1784940395.827422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d61a72c00. 00000080:00000010:0.1:1784940395.841564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87620. 00000080:00000010:0.1:1784940395.841589:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4a870840. 00010000:00000010:0.1:1784940395.841598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc32200. 00010000:00000010:0.1:1784940395.841604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ee2300. 00010000:00000010:0.1:1784940395.841608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5152a000. 00000080:00000010:0.1:1784940395.849563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87ec0. 00000080:00000010:0.1:1784940395.849588:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d52316b40. 00010000:00000010:0.1:1784940395.849598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d00b000. 00010000:00000010:0.1:1784940395.849604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737dfc00. 00010000:00000010:0.1:1784940395.849608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d00b400. 00000080:00000010:0.1:1784940395.858585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87d20. 00000080:00000010:0.1:1784940395.858609:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d52314200. 00010000:00000010:0.1:1784940395.858617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdefc00. 00010000:00000010:0.1:1784940395.858623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ee2600. 00010000:00000010:0.1:1784940395.858627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdee200. 00000080:00000010:0.1:1784940395.867564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196140. 00000080:00000010:0.1:1784940395.867586:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d523a3180. 00010000:00000010:0.1:1784940395.872732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd1ca00. 00010000:00000010:0.1:1784940395.872740:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ee2b00. 00010000:00000010:0.1:1784940395.872745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd1d600. 00000080:00000010:0.1:1784940395.876656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661960c0. 00000080:00000010:0.1:1784940395.876680:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d523a0840. 00010000:00000010:0.1:1784940395.876700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be44800. 00010000:00000010:0.1:1784940395.876706:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737df400. 00010000:00000010:0.1:1784940395.876711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d00b800. 00000080:00000010:1.1:1784940395.895566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196f20. 00000080:00000010:1.1:1784940395.895581:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60b14200. 00010000:00000010:1.1:1784940395.899561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66361400. 00010000:00000010:1.1:1784940395.899574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737cba00. 00010000:00000010:1.1:1784940395.899578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18200. 00010000:00000010:0.1:1784940396.355568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2200. 00010000:00000010:0.1:1784940396.355583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2400. 00010000:00000010:0.1:1784940396.355588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6beaac00. 00010000:00000010:0.1:1784940396.355593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7368be00. 00010000:00000010:1.1:1784940396.551307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7376ce00. 00010000:00000010:1.1:1784940396.551319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630da00. 00010000:00000010:1.1:1784940396.551325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440300. 00010000:00000010:1.1:1784940396.551329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349f200. 00000080:00000010:0.1:1784940396.675640:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60a0e300. 00010000:00000010:0.1:1784940396.675651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bda3400. 00010000:00000010:0.1:1784940396.675656:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44456d00. 00010000:00000010:0.1:1784940396.675660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d19a800. 00000080:00000010:0.1:1784940396.692573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b700. 00000080:00000010:0.1:1784940396.698747:0:2345:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4ab4a940. 00000080:00000010:0.1:1784940396.698764:0:2345:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7d00. 00010000:00000010:0.1:1784940396.775724:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdb2800. 00010000:00000010:0.1:1784940396.775739:0:2345:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73639b00. 00010000:00000010:0.1:1784940396.775745:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2800. 00010000:00000010:0.1:1784940396.775748:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d5200. 00010000:00000010:0.1:1784940396.775752:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdb3200. 00000080:00000010:0.1:1784940396.807614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1af6c0. 00000080:00000010:0.1:1784940396.807635:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60a0b180. 00010000:00000010:0.1:1784940396.810689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d5600. 00010000:00000010:0.1:1784940396.810703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44456400. 00010000:00000010:0.1:1784940396.810707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdb2400. 00000080:00000010:0.1:1784940396.817602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d43845320. 00000080:00000010:0.1:1784940396.817628:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60a0a940. 00010000:00000010:0.1:1784940396.821568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d4c00. 00010000:00000010:0.1:1784940396.821584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44456600. 00010000:00000010:0.1:1784940396.821589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdb3800. 00000080:00000010:0.1:1784940396.830553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d44b97d20. 00000080:00000010:0.1:1784940396.830577:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60a09080. 00010000:00000010:0.1:1784940396.830588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d5c00. 00010000:00000010:0.1:1784940396.830594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73639f00. 00010000:00000010:0.1:1784940396.830597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d4600. 00000080:00000010:0.1:1784940396.843030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7920. 00000080:00000010:0.1:1784940396.843057:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60675280. 00010000:00000010:0.1:1784940396.847635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d4200. 00010000:00000010:0.1:1784940396.847648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73639900. 00010000:00000010:0.1:1784940396.847652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d40031600. 00000080:00000010:0.1:1784940396.851792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7c40. 00000080:00000010:0.1:1784940396.851822:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4ab48840. 00010000:00000010:0.1:1784940396.851831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d5000. 00010000:00000010:0.1:1784940396.851837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44456700. 00010000:00000010:0.1:1784940396.851841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d4000. 00000080:00000010:0.1:1784940396.858575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7880. 00000080:00000010:0.1:1784940396.858601:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60a0f380. 00010000:00000010:0.1:1784940396.858610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d4e00. 00010000:00000010:0.1:1784940396.858616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73639100. 00010000:00000010:0.1:1784940396.858621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d4400. 00000080:00000010:0.1:1784940396.878599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7580. 00000080:00000010:0.1:1784940396.884161:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60670840. 00010000:00000010:0.1:1784940396.884175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d593e2800. 00010000:00000010:0.1:1784940396.884180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73639600. 00010000:00000010:0.1:1784940396.884184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d5e00. 00000080:00000010:0.1:1784940396.888572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7f40. 00000080:00000010:0.1:1784940396.888598:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4ab4c200. 00010000:00000010:0.1:1784940396.888608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d593e2a00. 00010000:00000010:0.1:1784940396.888614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44456e00. 00010000:00000010:0.1:1784940396.888618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdb2600. 00000080:00000010:0.1:1784940396.906059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7140. 00000080:00000010:0.1:1784940396.906074:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60a0b9c0. 00000080:00000010:0.1:1784940396.991907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d479117c0. 00000080:00000010:0.1:1784940396.991932:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60934a40. 00010000:00000010:1.1:1784940396.999598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d295e00. 00010000:00000010:1.1:1784940396.999610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3ce000. 00010000:00000010:1.1:1784940396.999615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7351f000. 00010000:00000010:1.1:1784940396.999618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4363e200. 00010000:00000010:0.1:1784940397.068109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66395000. 00010000:00000010:0.1:1784940397.068117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47a82e00. 00010000:00000010:0.1:1784940397.068120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66394600. 00000080:00000010:1.1:1784940397.076889:0:143190:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1af920. 00000080:00000010:1.1:1784940397.076907:0:143190:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d48d4c200. 00010000:00000010:1.1:1784940397.082340:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d61135200. 00010000:00000010:1.1:1784940397.107850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d61135c00. 00010000:00000010:0.1:1784940397.164028:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d09d000. 00010000:00000010:0.1:1784940397.164036:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44092500. 00010000:00000010:0.1:1784940397.164040:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bef7600. 00000080:00000010:0.1:1784940397.173567:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d48da4200. 00000080:00000010:0.1:1784940397.173584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87b60. 00010000:00000010:0.1:1784940397.173595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c1b000. 00010000:00000010:0.1:1784940397.286833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7368b400. 00010000:00000010:0.1:1784940397.286848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6639c700. 00010000:00000010:0.1:1784940397.286854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f5800. 00010000:00000010:0.1:1784940397.286857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bef6c00. 00000080:00000010:0.1:1784940397.296719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be870c0. 00000080:00000010:0.1:1784940397.296750:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d522c98c0. 00010000:00000010:0.1:1784940397.296759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdaa000. 00010000:00000010:0.1:1784940397.296763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5043c400. 00010000:00000010:0.1:1784940397.296767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b4bc00. 00000080:00000010:0.1:1784940397.313568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fd60. 00000080:00000010:0.1:1784940397.313597:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d522ca940. 00000080:00000010:0.1:1784940397.313606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196900. 00010000:00000010:0.1:1784940397.374614:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d61135200. 00010000:00000010:0.1:1784940397.374629:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630de00. 00010000:00000010:0.1:1784940397.374634:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45598800. 00010000:00000010:0.1:1784940397.374639:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d09ce00. 00000080:00000010:0.1:1784940397.401183:0:2345:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1af740. 00000080:00000010:0.1:1784940397.401212:0:2345:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d48df6b40. 00010000:00000010:1.1:1784940397.406608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b1f00. 00010000:00000010:1.1:1784940397.406625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c1ae00. 00010000:00000010:0.1:1784940397.506612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73768000. 00010000:00000010:0.1:1784940397.506625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737be100. 00010000:00000010:0.1:1784940397.506631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf1fa00. 00010000:00000010:0.1:1784940397.506634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73768400. 00000080:00000010:0.1:1784940397.510805:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d60224740. 00000080:00000010:0.1:1784940397.510824:0:2344:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4216ca40. 00000080:00000010:0.1:1784940397.510838:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd780. 00010000:00000010:1.1:1784940397.522577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08e00. 00010000:00000010:1.1:1784940397.522598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c1b200. 00010000:00000010:1.1:1784940397.522603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d437e0b00. 00010000:00000010:1.1:1784940397.522607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73768e00. 00000080:00000010:1.1:1784940397.528743:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d609d4200. 00000080:00000010:1.1:1784940397.528757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4512c880. 00010000:00000010:1.1:1784940397.556629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf1f400. 00010000:00000010:1.1:1784940397.556644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d437e0a00. 00010000:00000010:1.1:1784940397.556649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49846a00. 00010000:00000010:1.1:1784940397.556652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdefe00. 00000080:00000010:1.1:1784940397.560224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc16e40. 00000080:00000010:1.1:1784940397.560249:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d609d39c0. 00010000:00000010:1.1:1784940397.560257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf1fe00. 00010000:00000010:1.1:1784940397.560262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd17b00. 00010000:00000010:1.1:1784940397.560266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7345ec00. 00000080:00000010:1.1:1784940397.567616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd0a0. 00000080:00000010:1.1:1784940397.567641:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5db26b40. 00010000:00000010:1.1:1784940397.572071:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf1e200. 00010000:00000010:1.1:1784940397.572081:0:143190:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d437e0900. 00010000:00000010:1.1:1784940397.572084:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49846200. 00000080:00000010:1.1:1784940397.578208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d413a5940. 00000080:00000010:1.1:1784940397.578235:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d609d5ac0. 00010000:00000010:1.1:1784940397.580991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49846c00. 00010000:00000010:1.1:1784940397.581018:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737be800. 00010000:00000010:1.1:1784940397.581022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66331400. 00000080:00000010:1.1:1784940397.589064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d602247c0. 00000080:00000010:1.1:1784940397.589093:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d42168840. 00010000:00000010:1.1:1784940397.589105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3000. 00010000:00000010:1.1:1784940397.589127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737be000. 00010000:00000010:1.1:1784940397.589131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d479ba600. 00000080:00000010:1.1:1784940397.594735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc16080. 00000080:00000010:1.1:1784940397.599569:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4216c200. 00010000:00000010:1.1:1784940397.599589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66331800. 00010000:00000010:1.1:1784940397.599595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737be500. 00010000:00000010:1.1:1784940397.599600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66330000. 00000080:00000010:1.1:1784940397.614605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc16500. 00000080:00000010:1.1:1784940397.614631:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5db24200. 00010000:00000010:1.1:1784940397.614640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdef800. 00010000:00000010:1.1:1784940397.614645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d437e0f00. 00010000:00000010:1.1:1784940397.614649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49846800. 00000080:00000010:0.1:1784940397.621949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f760. 00000080:00000010:0.1:1784940397.621977:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d609d2100. 00010000:00000010:0.1:1784940397.621984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf1fc00. 00010000:00000010:0.1:1784940397.621990:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737bed00. 00010000:00000010:0.1:1784940397.621994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf1ee00. 00000080:00000010:1.1:1784940397.629726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd720. 00000080:00000010:1.1:1784940397.636823:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d42168000. 00010000:00000010:1.1:1784940397.636832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7345e600. 00010000:00000010:1.1:1784940397.636837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737be200. 00010000:00000010:1.1:1784940397.636841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2be000. 00000080:00000010:0.1:1784940397.641567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e280. 00000080:00000010:0.1:1784940397.641593:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5db25280. 00010000:00000010:0.1:1784940397.641601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49846000. 00010000:00000010:0.1:1784940397.641606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737be700. 00010000:00000010:0.1:1784940397.641610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf1ea00. 00000080:00000010:1.1:1784940397.649740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d60224ac0. 00000080:00000010:1.1:1784940397.649764:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4216eb40. 00010000:00000010:1.1:1784940397.654917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf1e800. 00010000:00000010:1.1:1784940397.654931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd17e00. 00010000:00000010:1.1:1784940397.654936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7345f200. 00000080:00000010:0.1:1784940397.658596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc16b00. 00000080:00000010:0.1:1784940397.658625:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5db20840. 00010000:00000010:0.1:1784940397.658635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdee800. 00010000:00000010:0.1:1784940397.658641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737bec00. 00010000:00000010:0.1:1784940397.658645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf1f000. 00000080:00000010:1.1:1784940397.665680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f780. 00000080:00000010:1.1:1784940397.668664:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4216d280. 00000080:00000010:1.1:1784940397.668688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc16ce0. 00010000:00000010:0.1:1784940397.696777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f5e00. 00010000:00000010:0.1:1784940397.696794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d61135200. 00010000:00000010:0.1:1784940397.696799:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd17800. 00010000:00000010:0.1:1784940397.696803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7345e000. 00010000:00000010:0.1:1784940397.765560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bef6e00. 00010000:00000010:0.1:1784940397.765576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c1a400. 00010000:00000010:0.1:1784940397.765580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd17f00. 00010000:00000010:0.1:1784940397.765584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdaae00. 00000080:00000010:0.1:1784940397.772827:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60bd2100. 00000080:00000010:0.1:1784940397.772846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4512cc40. 00010000:00000010:0.1:1784940397.816692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdaac00. 00010000:00000010:0.1:1784940397.816703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737bef00. 00010000:00000010:0.1:1784940397.816707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b6800. 00010000:00000010:0.1:1784940397.816710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42e22200. 00000080:00000010:0.1:1784940397.819719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557d80. 00000080:00000010:0.1:1784940397.819740:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60ab8000. 00000080:00000010:0.1:1784940397.823881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d60224bc0. 00010000:00000010:0.1:1784940397.840571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737a4e00. 00010000:00000010:0.1:1784940397.840584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c1b200. 00010000:00000010:0.1:1784940397.840589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9ea00. 00010000:00000010:0.1:1784940397.840594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42e23e00. 00010000:00000010:0.1:1784940397.840598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c1a400. 00000080:00000010:0.1:1784940397.845569:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5dbbdac0. 00000080:00000010:0.1:1784940397.845590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4512cc40. 00010000:00000010:0.1:1784940397.845639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf1f800. 00010000:00000010:0.1:1784940397.845646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd17000. 00010000:00000010:0.1:1784940397.845651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7345e400. 00010000:00000010:0.1:1784940397.845654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7344c200. 00000080:00000010:0.1:1784940397.852663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfde20. 00000080:00000010:0.1:1784940397.852696:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5db20000. 00000080:00000010:0.1:1784940397.852703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1afb60. 00010000:00000010:0.1:1784940397.872559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc09800. 00010000:00000010:0.1:1784940397.872565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c1a400. 00010000:00000010:0.1:1784940397.872570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44092b00. 00010000:00000010:0.1:1784940397.872574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51a68400. 00000080:00000010:1.1:1784940398.014349:0:2345:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196540. 00000080:00000010:1.1:1784940398.014784:0:2345:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5db26300. 00000080:00000010:1.1:1784940398.014796:0:2345:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1af2e0. 00010000:00000010:0.1:1784940398.366573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c1ae00. 00010000:00000010:1.1:1784940398.620718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51431e00. 00010000:00000010:1.1:1784940398.620736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc09a00. 00010000:00000010:1.1:1784940398.620741:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d1ae800. 00010000:00000010:1.1:1784940398.620746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66176e00. 00010000:00000010:1.1:1784940398.620750:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5008f300. 00010000:00000010:1.1:1784940398.620754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735e1000. 00010000:00000010:1.1:1784940398.720904:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45598900. 00010000:00000010:1.1:1784940398.720912:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd1d400. 00010000:00000010:0.1:1784940398.722771:0:124305:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6beaae00. 00010000:00000010:0.1:1784940398.722778:0:124305:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f18600. 00010000:00000010:0.1:1784940398.724619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6639c900. 00010000:00000010:0.1:1784940398.724625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42e22a00. 00010000:00000010:0.1:1784940398.724628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45e38500. 00010000:00000010:0.1:1784940398.724631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66360600. 00010000:00000010:0.1:1784940398.728554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42f0e500. 00010000:00000010:0.1:1784940398.728568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d504b9400. 00010000:00000010:1.1:1784940398.728724:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4446a500. 00010000:00000010:1.1:1784940398.728731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc13200. 00010000:00000010:1.1:1784940398.728735:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d391a00. 00010000:00000010:1.1:1784940398.728739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42e22800. 00010000:00000010:0.1:1784940398.781701:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47b88900. 00010000:00000010:0.1:1784940398.781729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd52400. 00010000:00000010:0.1:1784940398.788110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d1ede00. 00010000:00000010:0.1:1784940398.788129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2600. 00010000:00000010:0.1:1784940398.809440:0:143195:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3b4a00. 00010000:00000010:0.1:1784940398.809448:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73422000. 00010000:00000010:0.1:1784940398.809452:0:143195:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47a82300. 00010000:00000010:0.1:1784940398.809455:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc12400. 00010000:00000010:0.1:1784940398.809459:0:143195:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc3cd00. 00010000:00000010:0.1:1784940398.809462:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73656a00. 00010000:00000010:0.1:1784940398.809465:0:143195:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73420500. 00010000:00000010:0.1:1784940398.809467:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5093a800. 00010000:00000010:1.1:1784940398.849573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc2dd00. 00010000:00000010:1.1:1784940398.849585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73423a00. 00010000:00000010:1.1:1784940398.849589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc2d300. 00010000:00000010:1.1:1784940398.849592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2bfe00. 00010000:00000010:0.1:1784940398.936750:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d735c7300. 00010000:00000010:0.1:1784940398.936757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d48238a00. 00010000:00000010:0.1:1784940398.942765:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466c0500. 00010000:00000010:0.1:1784940398.942775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdea000. 00010000:00000010:0.1:1784940399.053558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3e00. 00010000:00000010:0.1:1784940399.053568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45e24300. 00010000:00000010:0.1:1784940399.053572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd05a00. 00010000:00000010:0.1:1784940399.063579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d389a00. 00010000:00000010:0.1:1784940399.063588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c000. 00010000:00000010:0.1:1784940399.063591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d591f7e00. 00010000:00000010:0.1:1784940399.063595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5054fa00. 00010000:00000010:0.1:1784940399.063597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc7dc00. 00010000:00000010:0.1:1784940399.089681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d389e00. 00010000:00000010:0.1:1784940399.089697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c400. 00010000:00000010:0.1:1784940399.089701:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53534400. 00010000:00000010:0.1:1784940399.089705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc7ce00. 00000080:00000010:0.1:1784940399.098570:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d48da98c0. 00000080:00000010:0.1:1784940399.098590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdbe0. 00000080:00000010:0.1:1784940399.098597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47911020. 00010000:00000010:0.1:1784940399.295332:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630ce00. 00010000:00000010:0.1:1784940399.295350:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c1bc00. 00010000:00000010:0.1:1784940399.295356:0:143190:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5043cd00. 00010000:00000010:0.1:1784940399.295360:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bef7c00. 00000080:00000010:0.1:1784940399.302913:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d522cca40. 00000080:00000010:0.1:1784940399.302934:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4512c0a0. 00010000:00000010:0.1:1784940399.307856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc7d200. 00010000:00000010:0.1:1784940399.307868:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d029700. 00010000:00000010:0.1:1784940399.307872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0d0400. 00010000:00000010:0.1:1784940399.307877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342ca00. 00000080:00000010:0.1:1784940399.314565:0:143190:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47911440. 00000080:00000010:0.1:1784940399.314582:0:143190:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d420b18c0. 00000080:00000010:0.1:1784940399.314590:0:143190:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059ece0. 00010000:00000010:0.1:1784940399.333637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4363fa00. 00010000:00000010:0.1:1784940399.333663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c1bc00. 00010000:00000010:0.1:1784940399.333668:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d029500. 00010000:00000010:0.1:1784940399.333673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b1200. 00000080:00000010:0.1:1784940399.342567:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d420b2940. 00000080:00000010:0.1:1784940399.342583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4512c0a0. 00010000:00000010:0.1:1784940399.605820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66177200. 00010000:00000010:0.1:1784940399.605849:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d661c4f00. 00010000:00000010:0.1:1784940399.605854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51accc00. 00010000:00000010:0.1:1784940399.605858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be03800. 00000080:00000010:0.1:1784940399.630709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f260. 00000080:00000010:0.1:1784940399.630739:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d42184200. 00010000:00000010:0.1:1784940399.635277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0f8800. 00010000:00000010:0.1:1784940399.635293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737d5e00. 00010000:00000010:0.1:1784940399.635311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d500b7600. 00000080:00000010:0.1:1784940399.642621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e700. 00000080:00000010:0.1:1784940399.646635:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4aa839c0. 00000080:00000010:0.1:1784940399.646668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e3c0. 00010000:00000010:0.1:1784940399.684726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d259800. 00010000:00000010:0.1:1784940399.684742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c1ae00. 00010000:00000010:0.1:1784940399.684755:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50791300. 00010000:00000010:0.1:1784940399.684773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737d8a00. 00000080:00000010:0.1:1784940399.702385:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4aa81080. 00000080:00000010:0.1:1784940399.702419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4512cc20. 00010000:00000010:0.1:1784940399.702428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630cc00. 00010000:00000010:0.1:1784940399.702434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42f24800. 00010000:00000010:0.1:1784940399.702440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736f3400. 00000080:00000010:0.1:1784940399.736568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842ae0. 00000080:00000010:0.1:1784940399.740737:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d52228000. 00010000:00000010:0.1:1784940399.740760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66394a00. 00010000:00000010:0.1:1784940399.740765:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd2df00. 00010000:00000010:0.1:1784940399.740769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66362200. 00000080:00000010:0.1:1784940399.750728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1af040. 00010000:00000010:0.1:1784940400.237599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bda2a00. 00010000:00000010:0.1:1784940400.237614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44d01200. 00010000:00000010:0.1:1784940400.237618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be6b600. 00010000:00000010:0.1:1784940400.237622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6625a400. 00010000:00000010:0.1:1784940400.237626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d600. 00000080:00000010:0.1:1784940400.268597:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d48d4eb40. 00000080:00000010:0.1:1784940400.268613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47911fc0. 00010000:00000010:0.1:1784940400.293615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737b3800. 00010000:00000010:0.1:1784940400.293624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdb3e00. 00010000:00000010:0.1:1784940400.293628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45e24700. 00010000:00000010:0.1:1784940400.293632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f6000. 00010000:00000010:0.1:1784940400.293636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44d01800. 00000080:00000010:0.1:1784940400.408671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1af200. 00000080:00000010:1.1:1784940400.789677:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60b58000. 00010000:00000010:1.1:1784940400.789697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d377a00. 00010000:00000010:1.1:1784940400.789703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be8ea00. 00010000:00000010:1.1:1784940400.789707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737b3a00. 00000080:00000010:1.1:1784940400.796575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b9a0. 00000080:00000010:1.1:1784940400.796603:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60b7eb40. 00010000:00000010:1.1:1784940400.800571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d363600. 00010000:00000010:1.1:1784940400.800588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73757800. 00010000:00000010:1.1:1784940400.800592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d3c4e00. 00000080:00000010:1.1:1784940400.814731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47911620. 00000080:00000010:1.1:1784940400.814759:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5226d280. 00010000:00000010:1.1:1784940400.819566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737b3400. 00010000:00000010:1.1:1784940400.819584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73757e00. 00010000:00000010:1.1:1784940400.819590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d3c4600. 00000080:00000010:1.1:1784940400.835808:0:143190:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1afa40. 00000080:00000010:1.1:1784940400.835830:0:143190:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60b7dac0. 00010000:00000010:1.1:1784940400.835841:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735ace00. 00010000:00000010:1.1:1784940400.835846:0:143190:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466a1800. 00010000:00000010:1.1:1784940400.835850:0:143190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737b2a00. 00000080:00000010:1.1:1784940400.854600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1afa60. 00000080:00000010:1.1:1784940400.862568:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60b5eb40. 00000080:00000010:1.1:1784940401.242027:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d48da9080. 00010000:00000010:1.1:1784940401.246650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73746e00. 00010000:00000010:1.1:1784940401.246657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d8206ce00. 00010000:00000010:1.1:1784940401.246661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342d400. 00000080:00000010:1.1:1784940401.259020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059ede0. 00000080:00000010:1.1:1784940401.264247:0:143190:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d52273180. 00000080:00000010:1.1:1784940401.266761:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdc80. 00010000:00000010:0.1:1784940401.473745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24e200. 00010000:00000010:0.1:1784940401.473753:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d48010c00. 00010000:00000010:0.1:1784940401.473756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079c00. 00010000:00000010:0.1:1784940401.473760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661b1c00. 00000080:00000010:0.1:1784940401.478614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd200. 00000080:00000010:0.1:1784940401.478661:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d607418c0. 00010000:00000010:0.1:1784940401.478676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b4c00. 00010000:00000010:0.1:1784940401.478681:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9aa00. 00010000:00000010:0.1:1784940401.478685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24ea00. 00000080:00000010:0.1:1784940401.506569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd860. 00000080:00000010:0.1:1784940401.506597:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d522739c0. 00010000:00000010:0.1:1784940401.512599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b5c00. 00010000:00000010:0.1:1784940401.512611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a200. 00010000:00000010:0.1:1784940401.512615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b5200. 00010000:00000010:0.1:1784940401.512618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24f200. 00000080:00000010:0.1:1784940401.537156:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b2e0. 00000080:00000010:0.1:1784940401.537187:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d48dac200. 00010000:00000010:0.1:1784940401.541650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0d0600. 00010000:00000010:0.1:1784940401.541670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661b1600. 00010000:00000010:0.1:1784940401.541676:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a300. 00010000:00000010:0.1:1784940401.541681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24f800. 00000080:00000010:0.1:1784940401.565661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd3e0. 00000080:00000010:0.1:1784940401.569569:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d48daa100. 00000080:00000010:0.1:1784940401.674569:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d420b39c0. 00010000:00000010:0.1:1784940401.674583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc7c600. 00010000:00000010:0.1:1784940401.674588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a300. 00010000:00000010:0.1:1784940401.674591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b5000. 00000080:00000010:0.1:1784940401.678561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd060. 00000080:00000010:1.1:1784940401.678652:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d52270840. 00000080:00000010:1.1:1784940401.683151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd4c0. 00000080:00000010:0.1:1784940401.848569:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d420db9c0. 00000080:00000010:0.1:1784940401.848589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd1e0. 00000080:00000010:0.1:1784940401.954762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b760. 00010000:00000010:0.1:1784940402.132507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0a4a00. 00010000:00000010:0.1:1784940402.132545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342d600. 00010000:00000010:0.1:1784940402.132551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d591f7c00. 00010000:00000010:0.1:1784940402.132556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc7ca00. 00010000:00000010:0.1:1784940402.132558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342cc00. 00000080:00000010:0.1:1784940402.140062:0:2345:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d420b3180. 00000080:00000010:0.1:1784940402.140077:0:2345:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b880. 00010000:00000010:0.1:1784940402.140129:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342de00. 00010000:00000010:0.1:1784940402.140134:0:2345:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcd7900. 00010000:00000010:0.1:1784940402.140138:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5054f800. 00010000:00000010:0.1:1784940402.140140:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73746400. 00000080:00000010:1.1:1784940402.147597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd880. 00000080:00000010:1.1:1784940402.147622:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d48dab180. 00010000:00000010:1.1:1784940402.147645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c800. 00010000:00000010:1.1:1784940402.147650:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d8206c500. 00010000:00000010:1.1:1784940402.147654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24e800. 00000080:00000010:1.1:1784940402.158679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd140. 00000080:00000010:1.1:1784940402.158700:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d420b1080. 00000080:00000010:1.1:1784940402.158721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd900. 00010000:00000010:1.1:1784940402.172932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf42600. 00010000:00000010:1.1:1784940402.172949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d61135200. 00010000:00000010:1.1:1784940402.172953:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53534a00. 00010000:00000010:1.1:1784940402.172957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c200. 00000080:00000010:1.1:1784940402.197549:0:143190:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d52276300. 00000080:00000010:1.1:1784940402.197563:0:143190:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557880. 00000080:00000010:1.1:1784940402.197572:0:143190:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd220. 00010000:00000010:1.1:1784940402.222562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d389000. 00010000:00000010:1.1:1784940402.222569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c1ba00. 00010000:00000010:1.1:1784940402.222573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d591f7000. 00010000:00000010:1.1:1784940402.222577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73464e00. 00010000:00000010:1.1:1784940402.222580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d400. 00000080:00000010:1.1:1784940402.236156:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d48daa940. 00000080:00000010:1.1:1784940402.236172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557120. 00010000:00000010:1.1:1784940402.236181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7373b200. 00010000:00000010:1.1:1784940402.236187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf3ec00. 00010000:00000010:1.1:1784940402.236190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5152ac00. 00000080:00000010:0.1:1784940402.242567:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60abb9c0. 00010000:00000010:0.1:1784940402.242641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d389c00. 00010000:00000010:0.1:1784940402.242648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53559900. 00010000:00000010:0.1:1784940402.242652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7351fa00. 00010000:00000010:0.1:1784940402.242655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d389400. 00000080:00000010:1.1:1784940402.243570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196040. 00010000:00000010:0.1:1784940402.340647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630ca00. 00010000:00000010:0.1:1784940402.340656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f18000. 00010000:00000010:0.1:1784940402.340660:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6beaad00. 00010000:00000010:0.1:1784940402.340664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f4a00. 00010000:00000010:0.1:1784940402.340667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f19c00. 00000080:00000010:0.1:1784940402.349576:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60bd2940. 00000080:00000010:0.1:1784940402.349591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3ffa0. 00010000:00000010:0.1:1784940402.362608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f19400. 00010000:00000010:0.1:1784940402.362622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45e38400. 00010000:00000010:0.1:1784940402.362650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc09e00. 00010000:00000010:0.1:1784940402.362655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7368ae00. 00000080:00000010:0.1:1784940402.374781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87100. 00000080:00000010:0.1:1784940402.374809:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d52315ac0. 00010000:00000010:0.1:1784940402.377714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f4200. 00010000:00000010:0.1:1784940402.377729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f18c00. 00010000:00000010:0.1:1784940402.377734:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d113200. 00010000:00000010:0.1:1784940402.377738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18a00. 00000080:00000010:0.1:1784940402.385850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be879c0. 00000080:00000010:0.1:1784940402.390747:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d523fb9c0. 00010000:00000010:0.1:1784940402.390768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f4400. 00010000:00000010:0.1:1784940402.390774:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51431700. 00010000:00000010:0.1:1784940402.390777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7373a200. 00000080:00000010:0.1:1784940402.399403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87e20. 00000080:00000010:0.1:1784940402.399427:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d523f9080. 00010000:00000010:0.1:1784940402.399445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f5a00. 00010000:00000010:0.1:1784940402.399452:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51431300. 00010000:00000010:0.1:1784940402.399455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7368ac00. 00000080:00000010:0.1:1784940402.411034:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196ee0. 00000080:00000010:0.1:1784940402.414728:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d523fa100. 00000080:00000010:0.1:1784940402.414748:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87d00. 00000080:00000010:1.1:1784940402.568709:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4a872100. 00000080:00000010:1.1:1784940402.568724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87380. 00010000:00000010:0.1:1784940402.981681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d19aa00. 00010000:00000010:0.1:1784940402.981689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4446ac00. 00010000:00000010:0.1:1784940402.981693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d19b800. 00000080:00000010:1.1:1784940403.000889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1af420. 00000080:00000010:1.1:1784940403.012588:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60b30000. 00010000:00000010:1.1:1784940403.021611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5093aa00. 00010000:00000010:1.1:1784940403.021635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f6e00. 00010000:00000010:1.1:1784940403.021640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d1ed000. 00010000:00000010:1.1:1784940403.021644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d19ba00. 00000080:00000010:1.1:1784940403.054869:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60b36300. 00000080:00000010:1.1:1784940403.054882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1afc40. 00010000:00000010:1.1:1784940403.054894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d19ac00. 00010000:00000010:1.1:1784940403.067792:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf9e100. 00010000:00000010:1.1:1784940403.067809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d428f1e00. 00000080:00000010:1.1:1784940403.128578:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d48d4b180. 00010000:00000010:0.1:1784940403.743654:0:143268:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d735e7400. 00010000:00000010:0.1:1784940403.743677:0:143268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5152ae00. 00010000:00000010:1.1:1784940403.744995:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44092200. 00010000:00000010:1.1:1784940403.745004:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66331c00. 00010000:00000010:1.1:1784940403.745016:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44092800. 00010000:00000010:1.1:1784940403.745023:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51a4c800. 00010000:00000010:1.1:1784940403.745026:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61980000. 00010000:00000010:1.1:1784940403.745030:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73746800. 00010000:00000010:1.1:1784940403.747863:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44405500. 00010000:00000010:1.1:1784940403.747869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc56e00. 00010000:00000010:1.1:1784940403.747873:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44405800. 00010000:00000010:1.1:1784940403.747876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc57a00. 00010000:00000010:0.1:1784940403.853130:0:143271:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d661fad00. 00010000:00000010:0.1:1784940403.853143:0:143271:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d500b6e00. 00010000:00000010:0.1:1784940403.893833:0:141831:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51f63d00. 00010000:00000010:0.1:1784940403.893842:0:141831:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73656c00. 00010000:00000010:1.1:1784940403.903946:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4446ab00. 00010000:00000010:1.1:1784940403.903972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3000. 00010000:00000010:1.1:1784940403.903978:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd17d00. 00010000:00000010:1.1:1784940403.903992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdaba00. 00010000:00000010:1.1:1784940403.903996:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4446aa00. 00010000:00000010:1.1:1784940403.903999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66394000. 00010000:00000010:1.1:1784940403.904009:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d661c4400. 00010000:00000010:1.1:1784940403.904013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50535400. 00010000:00000010:1.1:1784940403.904016:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d661fae00. 00010000:00000010:1.1:1784940403.904019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0f9c00. 00010000:00000010:1.1:1784940403.904045:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42f0ec00. 00010000:00000010:1.1:1784940403.904053:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43838c00. 00010000:00000010:1.1:1784940403.904057:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5043c200. 00010000:00000010:1.1:1784940403.904063:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d09c200. 00010000:00000010:0.1:1784940403.909164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9e800. 00010000:00000010:0.1:1784940403.909175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42e23a00. 00010000:00000010:0.1:1784940403.955107:0:143277:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd2da00. 00010000:00000010:0.1:1784940403.955123:0:143277:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66362600. 00010000:00000010:0.1:1784940403.955127:0:143277:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7369bf00. 00010000:00000010:0.1:1784940403.955131:0:143277:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737b3200. 00010000:00000010:0.1:1784940403.955134:0:143277:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b99a00. 00010000:00000010:0.1:1784940403.955138:0:143277:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736f2e00. 00010000:00000010:1.1:1784940403.955558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be6ba00. 00010000:00000010:1.1:1784940403.955565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6625ac00. 00010000:00000010:1.1:1784940403.955609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6191f700. 00010000:00000010:1.1:1784940403.955614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdabc00. 00010000:00000010:0.1:1784940403.996573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be8e100. 00010000:00000010:0.1:1784940403.996586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d3c4200. 00010000:00000010:0.1:1784940403.996591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73757600. 00010000:00000010:0.1:1784940403.996595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d362400. 00010000:00000010:1.1:1784940404.129246:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3b5200. 00010000:00000010:1.1:1784940404.129251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1e6800. 00010000:00000010:1.1:1784940404.146764:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45d53a00. 00010000:00000010:1.1:1784940404.146776:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d280c00. 00010000:00000010:1.1:1784940404.146780:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73757b00. 00010000:00000010:1.1:1784940404.146789:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735ad600. 00010000:00000010:1.1:1784940404.146865:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73466c00. 00010000:00000010:1.1:1784940404.146870:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d281000. 00010000:00000010:1.1:1784940404.146879:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be23900. 00010000:00000010:1.1:1784940404.146885:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737b3e00. 00010000:00000010:1.1:1784940404.146890:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d029300. 00010000:00000010:1.1:1784940404.146894:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737cdc00. 00010000:00000010:1.1:1784940404.146897:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d48010300. 00010000:00000010:1.1:1784940404.146901:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43c1fa00. 00010000:00000010:1.1:1784940404.160062:0:143288:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d029b00. 00010000:00000010:1.1:1784940404.160073:0:143288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737cc000. 00010000:00000010:1.1:1784940404.175602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4446a300. 00010000:00000010:1.1:1784940404.175609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66363800. 00010000:00000010:1.1:1784940404.184445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51f63e00. 00010000:00000010:1.1:1784940404.184458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737cd600. 00010000:00000010:1.1:1784940404.184672:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d391400. 00010000:00000010:1.1:1784940404.184682:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdabe00. 00010000:00000010:1.1:1784940404.184690:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3b5800. 00010000:00000010:1.1:1784940404.184699:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66353800. 00010000:00000010:1.1:1784940404.184703:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73466b00. 00010000:00000010:1.1:1784940404.184706:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42d34400. 00010000:00000010:1.1:1784940404.228948:0:143294:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d8206cd00. 00010000:00000010:1.1:1784940404.229003:0:143294:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b5400. 00010000:00000010:0.1:1784940404.248041:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508aa00. 00010000:00000010:0.1:1784940404.248053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42d34e00. 00010000:00000010:1.1:1784940404.288480:0:2352:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a500. 00010000:00000010:1.1:1784940404.288495:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0d1000. 00010000:00000010:1.1:1784940404.288501:0:2352:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d48010f00. 00010000:00000010:1.1:1784940404.288505:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b5e00. 00010000:00000010:1.1:1784940404.288508:0:2352:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a700. 00010000:00000010:1.1:1784940404.288511:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b4400. 00010000:00000010:1.1:1784940404.288526:0:2352:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a900. 00010000:00000010:1.1:1784940404.288530:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24fe00. 00010000:00000010:1.1:1784940404.288534:0:2352:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5008fe00. 00010000:00000010:1.1:1784940404.288548:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd6f800. 00010000:00000010:0.1:1784940404.288672:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a000. 00010000:00000010:0.1:1784940404.288678:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0d1400. 00010000:00000010:0.1:1784940404.288682:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508ad00. 00010000:00000010:0.1:1784940404.288685:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc7d600. 00010000:00000010:0.1:1784940404.288687:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a100. 00010000:00000010:0.1:1784940404.288690:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc7c000. 00010000:00000010:0.1:1784940404.312632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a500. 00010000:00000010:0.1:1784940404.312641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b4800. 00010000:00000010:1.1:1784940404.316742:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7354e400. 00010000:00000010:1.1:1784940404.316759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d61a72200. 00010000:00000010:1.1:1784940404.316768:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d48010900. 00010000:00000010:1.1:1784940404.316774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24f000. 00010000:00000010:0.1:1784940404.317177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499500. 00010000:00000010:0.1:1784940404.317185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d48238800. 00010000:00000010:0.1:1784940404.317194:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcf4d00. 00010000:00000010:0.1:1784940404.317197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50535200. 00010000:00000010:0.1:1784940404.323459:0:143299:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf3e000. 00010000:00000010:0.1:1784940404.323480:0:143299:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5152b400. 00010000:00000010:0.1:1784940404.323491:0:143299:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42f24300. 00010000:00000010:0.1:1784940404.323495:0:143299:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736f3600. 00010000:00000010:1.1:1784940404.350014:0:143304:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737cb900. 00010000:00000010:1.1:1784940404.350026:0:143304:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19600. 00010000:00000010:1.1:1784940404.350031:0:143304:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53559c00. 00010000:00000010:1.1:1784940404.350034:0:143304:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf42400. 00010000:00000010:1.1:1784940404.350037:0:143304:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44758d00. 00010000:00000010:1.1:1784940404.350040:0:143304:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf43e00. 00010000:00000010:1.1:1784940404.388310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be8e500. 00010000:00000010:1.1:1784940404.388324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d428f1a00. 00010000:00000010:1.1:1784940404.388328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6beaa100. 00010000:00000010:1.1:1784940404.388338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc33600. 00000080:00000010:0.1:1784940406.366555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1afe20. 00000080:00000010:0.1:1784940406.366568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4512cac0. 00010000:00000010:0.1:1784940406.374927:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499a00. 00010000:00000010:0.1:1784940406.375040:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630ce00. 00010000:00000010:0.1:1784940406.375045:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466a1d00. 00010000:00000010:0.1:1784940406.375061:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737b3600. 00010000:00000010:0.1:1784940406.375073:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f6400. 00010000:00000010:0.1:1784940406.375077:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7369b200. 00010000:00000010:0.1:1784940406.375080:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f6a00. 00010000:00000010:0.1:1784940406.375083:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53559100. 00010000:00000010:0.1:1784940406.375086:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6625b400. 00010000:00000010:0.1:1784940406.424064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e000. 00010000:00000010:0.1:1784940406.424082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d61135c00. 00010000:00000010:0.1:1784940406.436723:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b1400. 00010000:00000010:0.1:1784940406.436737:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b1e00. 00010000:00000010:0.1:1784940406.436741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c1bc00. 00010000:00000010:0.1:1784940406.918817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2c00. 00010000:00000010:0.1:1784940431.373836:0:143975:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630dc00. 00010000:00000010:1.1:1784940431.374831:0:143980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8ee00. 00010000:00000010:1.1:1784940431.374838:0:143980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49847c00. 00010000:00000010:0.1:1784940431.449639:0:143975:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d200. 00010000:00000010:0.1:1784940431.449647:0:143975:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a3600. 00010000:00000010:0.1:1784940431.527812:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f600. 00010000:00000010:0.1:1784940431.527820:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f200. 00000080:00000010:0.1:1784940431.527824:0:2345:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4512cb00. 00010000:00000010:1.1:1784940432.490397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2000. 00010000:00000010:1.1:1784940432.752758:0:141831:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49847e00. 00010000:00000010:1.1:1784940432.767617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a3400. 00010000:00000010:1.1:1784940432.767628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8ee00. 00010000:00000010:1.1:1784940432.799985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49846000. 00010000:00000010:0.1:1784940432.979604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630de00. 00010000:00000010:1.1:1784940433.156626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630c800. 00010000:00000010:1.1:1784940433.394886:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d400. 00010000:00000010:0.1:1784940433.411528:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8e800. 00010000:00000010:1.1:1784940433.495550:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2a00. 00010000:00000010:1.1:1784940433.574822:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d600. 00010000:00000010:1.1:1784940433.807959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630c400. 00010000:00000010:0.1:1784940433.992091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630c400. 00010000:00000010:0.1:1784940434.230486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2e00. 00010000:00000010:1.1:1784940434.297731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a3c00. 00010000:00000010:0.1:1784940434.370907:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8fe00. 00010000:00000010:1.1:1784940434.460092:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a3a00. 00010000:00000010:0.1:1784940434.493341:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b4000. 00010000:00000010:0.1:1784940434.531253:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d200. 00010000:00000010:0.1:1784940434.615681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b5a00. 00010000:00000010:1.1:1784940434.628605:0:143070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a3600. 00010000:00000010:1.1:1784940434.706618:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f400. 00010000:00000010:1.1:1784940434.857584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49846c00. 00010000:00000010:1.1:1784940435.132721:0:143979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d400. 00010000:00000010:0.1:1784940435.444842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630c000. 00010000:00000010:1.1:1784940435.623869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8fc00. 00010000:00000010:1.1:1784940435.789698:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a3600. 00010000:00000010:1.1:1784940435.789705:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d400. 00010000:00000010:0.1:1784940436.237091:0:139241:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d200. 00010000:00000010:0.1:1784940436.242554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3600. 00010000:00000010:1.1:1784940436.302044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49847a00. 00010000:00000010:1.1:1784940436.444971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c200. 00010000:00000010:1.1:1784940436.520554:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b4c00. 00010000:00000010:1.1:1784940436.772424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d600. 00010000:00000010:1.1:1784940436.772433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630de00. 00010000:00000010:0.1:1784940436.833938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c800. 00010000:00000010:1.1:1784940437.123756:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2c00. 00010000:00000010:1.1:1784940437.171010:0:124305:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d400. 00010000:00000010:1.1:1784940437.171016:0:124305:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b5600. 00010000:00000010:0.1:1784940437.256599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b5e00. 00010000:00000010:1.1:1784940437.457803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2a00. 00010000:00000010:0.1:1784940437.777802:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342d600. 00010000:00000010:0.1:1784940438.073140:0:143973:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19c00. 00010000:00000010:0.1:1784940438.140614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f600. 00010000:00000010:0.1:1784940438.140627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8ea00. 00010000:00000010:0.1:1784940438.140635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342ca00. 00010000:00000010:0.1:1784940438.140639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342d200. 00010000:00000010:0.1:1784940438.188672:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b5400. 00010000:00000010:0.1:1784940438.189686:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c000. 00010000:00000010:0.1:1784940438.189691:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193200. 00010000:00000010:0.1:1784940438.252570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342d800. 00010000:00000010:0.1:1784940438.266466:0:143976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3e00. 00010000:00000010:1.1:1784940438.393179:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3c00. 00010000:00000010:0.1:1784940438.504192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a3200. 00010000:00000010:0.1:1784940438.504200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c200. 00010000:00000010:1.1:1784940438.581801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342ce00. 00010000:00000010:1.1:1784940438.630312:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630dc00. 00010000:00000010:0.1:1784940438.636478:0:139241:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2000. 00010000:00000010:0.1:1784940438.675942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18600. 00010000:00000010:1.1:1784940438.726155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192200. 00010000:00000010:1.1:1784940438.741135:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19200. 00010000:00000010:1.1:1784940438.848589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3c00. 00010000:00000010:1.1:1784940439.224872:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8fe00. 00010000:00000010:0.1:1784940439.231530:0:143979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2a00. 00010000:00000010:1.1:1784940439.239664:0:143070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2000. 00010000:00000010:0.1:1784940439.432035:0:143980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19e00. 00010000:00000010:0.1:1784940439.485392:0:143967:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630ce00. 00010000:00000010:1.1:1784940439.495025:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24e800. 00010000:00000010:1.1:1784940439.495040:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630dc00. 00010000:00000010:1.1:1784940439.659381:0:143070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24f800. 00010000:00000010:1.1:1784940439.830696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630de00. 00010000:00000010:0.1:1784940439.943459:0:143980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3e00. 00010000:00000010:1.1:1784940440.141698:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24ee00. 00010000:00000010:0.1:1784940440.371751:0:124305:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193600. 00010000:00000010:1.1:1784940440.477394:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a3400. 00010000:00000010:0.1:1784940440.482580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c400. 00010000:00000010:1.1:1784940440.651105:0:143070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3c00. 00010000:00000010:1.1:1784940440.703024:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3e00. 00010000:00000010:1.1:1784940440.855565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24e400. 00010000:00000010:1.1:1784940440.905829:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc32c00. 00010000:00000010:1.1:1784940441.149401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2c00. 00010000:00000010:0.1:1784940441.156551:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3e00. 00010000:00000010:0.1:1784940441.156556:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2c00. 00010000:00000010:1.1:1784940441.164333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342d200. 00010000:00000010:1.1:1784940441.228344:0:124306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3000. 00010000:00000010:1.1:1784940441.228352:0:124306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079800. 00010000:00000010:0.1:1784940441.270552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c800. 00010000:00000010:0.1:1784940441.527542:0:143979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193400. 00010000:00000010:0.1:1784940441.620536:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342ca00. 00010000:00000010:1.1:1784940441.795433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079c00. 00010000:00000010:1.1:1784940441.795446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193200. 00010000:00000010:1.1:1784940441.795452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19400. 00010000:00000010:1.1:1784940441.795455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f800. 00010000:00000010:1.1:1784940441.795459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18a00. 00010000:00000010:1.1:1784940441.795470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d000. 00010000:00000010:0.1:1784940441.807384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3200. 00010000:00000010:0.1:1784940441.807394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2000. 00010000:00000010:1.1:1784940441.811136:0:143975:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b4400. 00010000:00000010:1.1:1784940441.811142:0:143975:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192400. 00010000:00000010:1.1:1784940441.811146:0:143975:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19a00. 00010000:00000010:1.1:1784940441.811150:0:143975:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24f600. 00010000:00000010:1.1:1784940441.811153:0:143975:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2200. 00010000:00000010:1.1:1784940441.811156:0:143975:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2000. 00010000:00000010:1.1:1784940441.811160:0:143975:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193600. 00010000:00000010:0.1:1784940441.811599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3600. 00010000:00000010:0.1:1784940441.963606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc32c00. 00010000:00000010:0.1:1784940441.963617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079600. 00010000:00000010:0.1:1784940441.971599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2800. 00010000:00000010:1.1:1784940442.068932:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc56600. 00010000:00000010:0.1:1784940442.203658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc09e00. 00010000:00000010:1.1:1784940442.363685:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c000. 00010000:00000010:1.1:1784940442.573813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192a00. 00010000:00000010:0.1:1784940442.771449:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078c00. 00010000:00000010:1.1:1784940443.134382:0:124305:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078200. 00010000:00000010:1.1:1784940443.161949:0:143982:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc32e00. 00010000:00000010:1.1:1784940443.180544:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630ca00. 00010000:00000010:1.1:1784940443.199460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18400. 00010000:00000010:1.1:1784940443.199469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b4800. 00010000:00000010:1.1:1784940443.199472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193c00. 00010000:00000010:1.1:1784940443.199476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b2800. 00010000:00000010:1.1:1784940443.199480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2a00. 00010000:00000010:1.1:1784940443.199483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc32800. 00010000:00000010:0.1:1784940443.275734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d3800. 00010000:00000010:0.1:1784940443.275739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192200. 00010000:00000010:1.1:1784940443.276567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08400. 00010000:00000010:1.1:1784940443.276576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2400. 00010000:00000010:1.1:1784940443.283730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078400. 00010000:00000010:1.1:1784940443.439573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc33c00. 00010000:00000010:0.1:1784940443.568931:0:139241:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c200. 00010000:00000010:1.1:1784940443.799080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079a00. 00010000:00000010:0.1:1784940443.856804:0:143980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2a00. 00010000:00000010:1.1:1784940444.160711:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078800. 00010000:00000010:1.1:1784940444.160719:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08c00. 00010000:00000010:0.1:1784940444.184813:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19800. 00010000:00000010:1.1:1784940444.216265:0:143980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19c00. 00010000:00000010:0.1:1784940444.258575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2000. 00010000:00000010:0.1:1784940444.258581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d40030600. 00010000:00000010:1.1:1784940444.538561:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bc200. 00010000:00000010:1.1:1784940444.773572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2200. 00010000:00000010:0.1:1784940444.773642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193e00. 00010000:00000010:0.1:1784940444.830920:0:143976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc56400. 00010000:00000010:0.1:1784940444.889705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc57e00. 00010000:00000010:0.1:1784940445.140938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2400. 00010000:00000010:0.1:1784940445.189841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08600. 00010000:00000010:0.1:1784940445.247495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342d400. 00010000:00000010:1.1:1784940445.413925:0:143982:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc09000. 00010000:00000010:1.1:1784940445.413930:0:143982:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3200. 00010000:00000010:0.1:1784940445.421534:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2000. 00010000:00000010:1.1:1784940445.421924:0:143979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc56a00. 00010000:00000010:1.1:1784940445.424593:0:143070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfae00. 00010000:00000010:1.1:1784940445.455337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192600. 00010000:00000010:1.1:1784940445.455347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d800. 00010000:00000010:1.1:1784940445.455350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a3400. 00010000:00000010:1.1:1784940445.534338:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3800. 00010000:00000010:0.1:1784940446.229557:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc32000. 00010000:00000010:1.1:1784940446.257561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfa600. 00010000:00000010:0.1:1784940446.565724:0:139241:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2800. 00010000:00000010:0.1:1784940446.734620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078400. 00010000:00000010:0.1:1784940446.842011:0:143979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2a00. 00010000:00000010:0.1:1784940446.991587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342d000. 00010000:00000010:0.1:1784940447.137344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc32e00. 00010000:00000010:1.1:1784940447.297461:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c800. 00010000:00000010:1.1:1784940447.297469:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342de00. 00010000:00000010:1.1:1784940447.396830:0:143980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342d200. 00010000:00000010:0.1:1784940447.533571:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c600. 00010000:00000010:0.1:1784940447.533579:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfa200. 00010000:00000010:0.1:1784940447.651176:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2200. 00010000:00000010:1.1:1784940447.668747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b2c00. 00010000:00000010:1.1:1784940447.668751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192800. 00010000:00000010:0.1:1784940447.826878:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630c200. 00010000:00000010:0.1:1784940447.883745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193e00. 00010000:00000010:0.1:1784940448.090398:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f000. 00010000:00000010:0.1:1784940448.143765:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193000. 00010000:00000010:1.1:1784940448.195400:0:143976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630c200. 00010000:00000010:0.1:1784940448.237126:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2800. 00010000:00000010:1.1:1784940448.320282:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630ce00. 00010000:00000010:0.1:1784940448.354494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d3400. 00010000:00000010:0.1:1784940448.371601:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc33e00. 00010000:00000010:0.1:1784940448.390332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d600. 00010000:00000010:0.1:1784940448.553172:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a3c00. 00010000:00000010:0.1:1784940448.553186:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3a00. 00010000:00000010:0.1:1784940448.672945:0:143976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8ec00. 00010000:00000010:1.1:1784940448.812749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bd000. 00010000:00000010:0.1:1784940448.963020:0:143979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bcc00. 00010000:00000010:0.1:1784940449.019070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bd200. 00010000:00000010:0.1:1784940449.120869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d3800. 00010000:00000010:0.1:1784940449.120941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24ec00. 00010000:00000010:0.1:1784940449.240608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bda00. 00010000:00000010:0.1:1784940449.362003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8fe00. 00010000:00000010:0.1:1784940449.371656:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3000. 00010000:00000010:1.1:1784940449.455561:0:143975:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bca00. 00010000:00000010:1.1:1784940449.455568:0:143975:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8e400. 00010000:00000010:0.1:1784940449.476619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d3600. 00010000:00000010:1.1:1784940450.018027:0:143973:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bc200. 00010000:00000010:1.1:1784940450.018034:0:143973:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f400. 00010000:00000010:0.1:1784940450.158592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8e000. 00010000:00000010:0.1:1784940450.450391:0:124316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630c800. 00010000:00000010:0.1:1784940450.470577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96200. 00010000:00000010:1.1:1784940450.528841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b7200. 00010000:00000010:0.1:1784940450.658976:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d40031600. 00010000:00000010:0.1:1784940450.689778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342cc00. 00010000:00000010:0.1:1784940450.750533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc32400. 00010000:00000010:1.1:1784940450.832407:0:143979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18c00. 00010000:00000010:0.1:1784940450.892564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079400. 00010000:00000010:0.1:1784940451.026783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d3e00. 00010000:00000010:1.1:1784940451.440372:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630da00. 00010000:00000010:0.1:1784940451.451452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630ce00. 00010000:00000010:0.1:1784940451.526700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18800. 00010000:00000010:0.1:1784940451.733977:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b2400. 00010000:00000010:0.1:1784940452.093081:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b6e00. 00010000:00000010:1.1:1784940452.192346:0:143976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192e00. 00010000:00000010:0.1:1784940452.206113:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a3400. 00010000:00000010:0.1:1784940452.240568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630c400. 00010000:00000010:0.1:1784940452.345541:0:143975:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b4e00. 00010000:00000010:0.1:1784940452.364579:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b7800. 00010000:00000010:0.1:1784940452.595622:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49846800. 00010000:00000010:0.1:1784940452.693573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bc800. 00010000:00000010:0.1:1784940452.960588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc56600. 00010000:00000010:1.1:1784940452.968857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24e000. 00010000:00000010:1.1:1784940453.057902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630de00. 00010000:00000010:1.1:1784940453.234613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d600. 00010000:00000010:1.1:1784940453.316538:0:143974:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18200. 00010000:00000010:1.1:1784940453.616924:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc56400. 00010000:00000010:1.1:1784940454.111627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc33a00. 00010000:00000010:0.1:1784940454.189565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19e00. 00010000:00000010:0.1:1784940454.385656:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2800. 00010000:00000010:1.1:1784940454.696343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2ffe00. 00010000:00000010:1.1:1784940455.077321:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2800. 00010000:00000010:1.1:1784940455.077328:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f600. 00010000:00000010:1.1:1784940455.092013:0:143980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b4a00. 00010000:00000010:1.1:1784940455.336598:0:143979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc56200. 00010000:00000010:1.1:1784940455.576635:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24e400. 00010000:00000010:0.1:1784940455.653342:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc56000. 00010000:00000010:1.1:1784940455.678418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630dc00. 00010000:00000010:0.1:1784940455.813387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18400. 00010000:00000010:0.1:1784940455.832926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f600. 00010000:00000010:1.1:1784940455.879536:0:124305:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49200. 00010000:00000010:1.1:1784940455.959554:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192600. 00010000:00000010:1.1:1784940455.969687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97400. 00010000:00000010:1.1:1784940455.969709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19000. 00010000:00000010:1.1:1784940455.969714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b5000. 00010000:00000010:1.1:1784940455.969718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49a00. 00010000:00000010:0.1:1784940455.974667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49e00. 00010000:00000010:1.1:1784940455.978565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a3c00. 00010000:00000010:1.1:1784940455.978586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630c000. 00010000:00000010:1.1:1784940456.050641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b4600. 00010000:00000010:1.1:1784940456.050654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f7400. 00010000:00000010:0.1:1784940456.188765:0:143980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193a00. 00010000:00000010:1.1:1784940456.211460:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24f800. 00010000:00000010:0.1:1784940456.288326:0:143979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342cc00. 00010000:00000010:0.1:1784940456.294642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192200. 00010000:00000010:1.1:1784940456.430605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b2a00. 00010000:00000010:1.1:1784940456.430612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19a00. 00010000:00000010:0.1:1784940456.473938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc57e00. 00010000:00000010:0.1:1784940456.473947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8ec00. 00010000:00000010:0.1:1784940456.477565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b4600. 00010000:00000010:0.1:1784940456.583539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b4200. 00010000:00000010:0.1:1784940456.655939:0:139241:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193e00. 00010000:00000010:1.1:1784940456.725639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3e00. 00010000:00000010:0.1:1784940456.863704:0:143967:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c200. 00010000:00000010:0.1:1784940456.863714:0:143967:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b2200. 00010000:00000010:0.1:1784940456.874969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f7c00. 00010000:00000010:0.1:1784940456.874975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc33a00. 00010000:00000010:1.1:1784940456.936616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8fe00. 00010000:00000010:1.1:1784940456.936625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2800. 00010000:00000010:1.1:1784940457.282698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620c200. 00010000:00000010:1.1:1784940457.372563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3200. 00010000:00000010:1.1:1784940457.460547:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620d600. 00010000:00000010:1.1:1784940457.468622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2600. 00010000:00000010:1.1:1784940457.776604:0:143070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342ca00. 00010000:00000010:0.1:1784940458.023562:0:124306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc56800. 00010000:00000010:0.1:1784940458.078674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b4c00. 00010000:00000010:0.1:1784940458.078680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342d800. 00010000:00000010:1.1:1784940458.092846:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630da00. 00010000:00000010:1.1:1784940458.092858:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2a00. 00010000:00000010:1.1:1784940458.092861:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d40031800. 00010000:00000010:0.1:1784940458.099667:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2e00. 00010000:00000010:1.1:1784940458.099758:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a3600. 00010000:00000010:1.1:1784940458.099764:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c400. 00010000:00000010:1.1:1784940458.099768:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18800. 00010000:00000010:1.1:1784940458.099771:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193c00. 00010000:00000010:1.1:1784940458.099775:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24f000. 00010000:00000010:1.1:1784940458.099779:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfa200. 00010000:00000010:1.1:1784940458.099782:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc33400. 00010000:00000010:1.1:1784940458.099790:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24e000. 00010000:00000010:1.1:1784940458.099795:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19600. 00010000:00000010:1.1:1784940458.099798:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192a00. 00010000:00000010:1.1:1784940458.099801:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc48000. 00010000:00000010:1.1:1784940458.132570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078400. 00010000:00000010:0.1:1784940458.220884:0:124306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620cc00. 00010000:00000010:1.1:1784940458.411888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620ca00. 00010000:00000010:1.1:1784940458.489558:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3e00. 00010000:00000010:1.1:1784940458.830076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc57600. 00010000:00000010:1.1:1784940459.195573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc09a00. 00010000:00000010:0.1:1784940459.282882:0:124305:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08200. 00010000:00000010:1.1:1784940459.361572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342da00. 00010000:00000010:1.1:1784940459.400545:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08a00. 00010000:00000010:1.1:1784940459.400551:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3c00. 00010000:00000010:0.1:1784940459.531889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192c00. 00010000:00000010:1.1:1784940459.634637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f7800. 00010000:00000010:1.1:1784940459.684457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193800. 00010000:00000010:1.1:1784940459.684467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96a00. 00010000:00000010:1.1:1784940459.684470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49846a00. 00010000:00000010:0.1:1784940459.792278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc09400. 00010000:00000010:1.1:1784940459.911192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc32600. 00010000:00000010:1.1:1784940459.911212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2e00. 00010000:00000010:1.1:1784940460.561621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079600. 00010000:00000010:0.1:1784940460.617088:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620d600. 00010000:00000010:0.1:1784940461.512138:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078800. 00010000:00000010:0.1:1784940461.512155:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3a00. 00010000:00000010:0.1:1784940461.621589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b2400. 00010000:00000010:0.1:1784940461.805550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3200. 00010000:00000010:1.1:1784940461.810163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bde00. 00010000:00000010:0.1:1784940461.831589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d40030600. 00010000:00000010:0.1:1784940461.831599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342d000. 00010000:00000010:1.1:1784940461.866410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620ca00. 00010000:00000010:0.1:1784940461.936634:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192400. 00010000:00000010:1.1:1784940461.984282:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19c00. 00010000:00000010:0.1:1784940462.239748:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b6600. 00010000:00000010:1.1:1784940462.265252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bd000. 00010000:00000010:0.1:1784940462.310612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f000. 00010000:00000010:1.1:1784940462.310693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b6e00. 00010000:00000010:1.1:1784940462.446954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193a00. 00010000:00000010:0.1:1784940462.511676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08a00. 00010000:00000010:1.1:1784940462.551364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bd200. 00010000:00000010:0.1:1784940462.641670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192600. 00010000:00000010:0.1:1784940462.641685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b4400. 00010000:00000010:0.1:1784940462.731559:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18800. 00010000:00000010:0.1:1784940462.731568:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18600. 00010000:00000010:1.1:1784940462.919056:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193600. 00010000:00000010:0.1:1784940462.971777:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2ff400. 00010000:00000010:1.1:1784940462.975550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3e00. 00010000:00000010:0.1:1784940463.094677:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bd400. 00010000:00000010:0.1:1784940463.308545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3200. 00010000:00000010:0.1:1784940463.316753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc32200. 00010000:00000010:0.1:1784940463.549584:0:143980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8e600. 00010000:00000010:0.1:1784940463.941568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3800. 00010000:00000010:0.1:1784940464.024626:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078200. 00010000:00000010:1.1:1784940464.089205:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2ff200. 00010000:00000010:1.1:1784940464.093686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342d200. 00010000:00000010:1.1:1784940464.292326:0:143974:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc48000. 00010000:00000010:1.1:1784940464.706205:0:124305:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3000. 00010000:00000010:1.1:1784940465.036664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2ffc00. 00010000:00000010:0.1:1784940465.591615:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b2800. 00010000:00000010:1.1:1784940465.629663:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2fea00. 00010000:00000010:1.1:1784940465.629672:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97000. 00010000:00000010:0.1:1784940465.724890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc32a00. 00010000:00000010:1.1:1784940465.881411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18c00. 00010000:00000010:1.1:1784940466.132507:0:143973:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bd600. 00010000:00000010:1.1:1784940466.132548:0:143973:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2fe000. 00010000:00000010:0.1:1784940466.299573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc33600. 00010000:00000010:0.1:1784940466.299586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19800. 00010000:00000010:1.1:1784940466.386135:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2000. 00010000:00000010:0.1:1784940466.528549:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18800. 00010000:00000010:0.1:1784940466.598557:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc33800. 00010000:00000010:0.1:1784940466.647672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078400. 00010000:00000010:1.1:1784940466.722734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2ff400. 00010000:00000010:0.1:1784940466.784617:0:143985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b6200. 00010000:00000010:0.1:1784940466.784622:0:143985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f7200. 00010000:00000010:0.1:1784940466.798709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3600. 00010000:00000010:1.1:1784940466.873291:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a3a00. 00010000:00000010:1.1:1784940466.873299:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49800. 00010000:00000010:1.1:1784940466.934204:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc57c00. 00010000:00000010:0.1:1784940467.090806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49e00. 00010000:00000010:1.1:1784940467.235530:0:143978:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3a00. 00010000:00000010:1.1:1784940467.235536:0:143978:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96a00. 00010000:00000010:0.1:1784940467.433612:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18800. 00010000:00000010:0.1:1784940467.606553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bc000. 00010000:00000010:0.1:1784940467.745511:0:139241:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2ffe00. 00010000:00000010:0.1:1784940468.693530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c600. 00010000:00000010:0.1:1784940468.755658:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49846200. 00010000:00000010:0.1:1784940469.047552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49846600. 00010000:00000010:1.1:1784940469.226534:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24e000. 00010000:00000010:1.1:1784940469.226541:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc33800. 00010000:00000010:1.1:1784940469.226544:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bc400. 00010000:00000010:0.1:1784940469.236546:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b6800. 00010000:00000010:0.1:1784940469.236558:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24e400. 00010000:00000010:1.1:1784940469.242557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19a00. 00010000:00000010:1.1:1784940469.242567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342d400. 00010000:00000010:0.1:1784940469.242593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d40030000. 00010000:00000010:1.1:1784940469.270546:0:143979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bd600. 00010000:00000010:0.1:1784940469.485566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f6200. 00010000:00000010:1.1:1784940469.675157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49847800. 00010000:00000010:1.1:1784940469.745765:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2ffa00. 00010000:00000010:0.1:1784940469.846302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49600. 00010000:00000010:1.1:1784940470.043592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfb200. 00010000:00000010:1.1:1784940470.054559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc48e00. 00010000:00000010:1.1:1784940470.142645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49400. 00010000:00000010:1.1:1784940470.232041:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc57600. 00010000:00000010:0.1:1784940470.504081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bce00. 00010000:00000010:1.1:1784940470.620669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2fe400. 00010000:00000010:1.1:1784940470.948356:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3e00. 00010000:00000010:1.1:1784940470.948363:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfa200. 00010000:00000010:0.1:1784940471.267653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2ff400. 00010000:00000010:0.1:1784940471.471503:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24f000. 00010000:00000010:0.1:1784940471.774087:0:124305:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18c00. 00010000:00000010:1.1:1784940472.515832:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620c800. 00010000:00000010:0.1:1784940472.632567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96400. 00010000:00000010:0.1:1784940472.718548:0:143980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b7a00. 00010000:00000010:1.1:1784940473.081672:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08e00. 00010000:00000010:1.1:1784940473.081685:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193400. 00010000:00000010:0.1:1784940473.229108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b5600. 00010000:00000010:0.1:1784940473.293647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193000. 00010000:00000010:1.1:1784940473.408556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49846600. 00010000:00000010:1.1:1784940473.408564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079800. 00010000:00000010:1.1:1784940473.805248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96200. 00010000:00000010:1.1:1784940474.183786:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24f400. 00010000:00000010:0.1:1784940474.624353:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97e00. 00010000:00000010:1.1:1784940474.627110:0:143980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b2800. 00010000:00000010:0.1:1784940474.908703:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73651a00. 00010000:00000010:1.1:1784940474.970541:0:124305:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620c800. 00010000:00000010:1.1:1784940475.236548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfae00. 00010000:00000010:1.1:1784940475.289634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b7a00. 00010000:00000010:1.1:1784940475.456541:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24f200. 00010000:00000010:0.1:1784940475.469537:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49846600. 00010000:00000010:1.1:1784940475.469744:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342da00. 00010000:00000010:1.1:1784940475.469750:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc48200. 00010000:00000010:1.1:1784940475.469753:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620d400. 00010000:00000010:1.1:1784940475.469756:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc09e00. 00010000:00000010:1.1:1784940475.469758:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97c00. 00010000:00000010:1.1:1784940475.493323:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24e600. 00010000:00000010:1.1:1784940475.493329:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2ff000. 00010000:00000010:0.1:1784940475.528401:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b2a00. 00010000:00000010:0.1:1784940475.528408:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3600. 00010000:00000010:0.1:1784940475.528412:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078800. 00010000:00000010:0.1:1784940475.528416:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc48600. 00010000:00000010:0.1:1784940475.528419:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192200. 00010000:00000010:0.1:1784940475.577492:0:141831:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f6200. 00010000:00000010:0.1:1784940475.577498:0:141831:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620c400. 00010000:00000010:0.1:1784940475.577502:0:141831:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfb800. 00010000:00000010:0.1:1784940475.588417:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bd000. 00010000:00000010:0.1:1784940475.588433:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2000. 00010000:00000010:0.1:1784940475.599238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a3400. 00010000:00000010:0.1:1784940475.599245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c800. 00010000:00000010:0.1:1784940475.599249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49846200. 00010000:00000010:0.1:1784940475.599252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc32400. 00010000:00000010:0.1:1784940475.599257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078600. 00010000:00000010:0.1:1784940475.599261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc32800. 00010000:00000010:0.1:1784940475.606809:0:143201:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650400. 00010000:00000010:0.1:1784940475.618570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193800. 00010000:00000010:0.1:1784940475.886668:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19c00. 00010000:00000010:0.1:1784940476.043143:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a3200. 00010000:00000010:0.1:1784940476.043149:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342ca00. 00010000:00000010:0.1:1784940476.256154:0:124306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650000. 00010000:00000010:1.1:1784940476.300014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078a00. 00010000:00000010:1.1:1784940476.300021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bda00. 00010000:00000010:0.1:1784940476.323050:0:143201:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3200. 00010000:00000010:1.1:1784940476.338694:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b4200. 00010000:00000010:1.1:1784940476.338699:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bcc00. 00010000:00000010:1.1:1784940476.338704:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b5000. 00010000:00000010:1.1:1784940476.338707:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3200. 00010000:00000010:0.1:1784940476.338874:0:124306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620da00. 00010000:00000010:0.1:1784940476.338880:0:124306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc33400. 00010000:00000010:1.1:1784940476.354935:0:124305:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8ea00. 00010000:00000010:0.1:1784940476.368996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f7600. 00010000:00000010:0.1:1784940476.369012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18200. 00010000:00000010:1.1:1784940476.371553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49847c00. 00010000:00000010:1.1:1784940476.371559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2fec00. 00010000:00000010:1.1:1784940476.371562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bd800. 00010000:00000010:0.1:1784940476.376485:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96600. 00010000:00000010:0.1:1784940476.376494:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49847600. 00010000:00000010:0.1:1784940476.385612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bca00. 00010000:00000010:0.1:1784940476.385627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b5600. 00010000:00000010:0.1:1784940476.576768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49e00. 00010000:00000010:1.1:1784940476.635879:0:143070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8ea00. 00010000:00000010:0.1:1784940476.789642:0:124306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b6600. 00010000:00000010:1.1:1784940476.816621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630dc00. 00010000:00000010:1.1:1784940476.904760:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2ffa00. 00010000:00000010:0.1:1784940476.962741:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb1800. 00010000:00000010:0.1:1784940476.962757:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49600. 00010000:00000010:1.1:1784940476.967209:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2600. 00010000:00000010:1.1:1784940476.967214:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630c800. 00010000:00000010:1.1:1784940476.967217:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b4c00. 00010000:00000010:1.1:1784940476.967227:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650e00. 00010000:00000010:1.1:1784940476.967230:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19800. 00010000:00000010:1.1:1784940476.967233:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d3400. 00010000:00000010:1.1:1784940476.967237:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08200. 00010000:00000010:1.1:1784940476.967240:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342de00. 00010000:00000010:0.1:1784940476.979423:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620d800. 00010000:00000010:1.1:1784940476.981833:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73651e00. 00010000:00000010:1.1:1784940476.981840:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f6800. 00010000:00000010:1.1:1784940476.981842:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18a00. 00010000:00000010:1.1:1784940476.981845:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3c00. 00010000:00000010:1.1:1784940476.993844:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192e00. 00010000:00000010:1.1:1784940477.177412:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc56400. 00010000:00000010:0.1:1784940477.179571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19e00. 00010000:00000010:0.1:1784940477.218586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8e600. 00010000:00000010:0.1:1784940477.377918:0:143980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73651200. 00010000:00000010:1.1:1784940477.380826:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342ce00. 00010000:00000010:1.1:1784940477.559634:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2200. 00010000:00000010:0.1:1784940477.617578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97a00. 00010000:00000010:1.1:1784940477.681630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3c00. 00010000:00000010:1.1:1784940477.890627:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b5800. 00010000:00000010:1.1:1784940478.024451:0:143202:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2400. 00010000:00000010:1.1:1784940478.024458:0:143202:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193c00. 00010000:00000010:1.1:1784940478.030797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079c00. 00010000:00000010:1.1:1784940478.041428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193200. 00010000:00000010:1.1:1784940478.108140:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc56e00. 00010000:00000010:0.1:1784940478.115542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2000. 00010000:00000010:0.1:1784940478.463182:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc57a00. 00010000:00000010:1.1:1784940478.506629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19800. 00010000:00000010:0.1:1784940478.639597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24f400. 00010000:00000010:0.1:1784940478.672250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc56600. 00010000:00000010:0.1:1784940478.934984:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342de00. 00010000:00000010:1.1:1784940478.967826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96600. 00010000:00000010:0.1:1784940479.074652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb1200. 00010000:00000010:1.1:1784940479.248609:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19600. 00010000:00000010:0.1:1784940479.279936:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b2400. 00010000:00000010:0.1:1784940479.298574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19a00. 00010000:00000010:1.1:1784940479.298646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650c00. 00010000:00000010:0.1:1784940479.640507:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49000. 00010000:00000010:1.1:1784940480.148431:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078c00. 00010000:00000010:0.1:1784940480.325119:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfa200. 00010000:00000010:1.1:1784940480.341635:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342d800. 00010000:00000010:1.1:1784940480.557563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630ce00. 00010000:00000010:1.1:1784940480.557577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18800. 00010000:00000010:0.1:1784940480.739644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2e00. 00010000:00000010:1.1:1784940480.923566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a3e00. 00010000:00000010:1.1:1784940480.923576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342d600. 00010000:00000010:0.1:1784940481.155599:0:143967:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650a00. 00010000:00000010:1.1:1784940481.193652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49847800. 00010000:00000010:0.1:1784940481.342622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2800. 00010000:00000010:1.1:1784940481.526444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620c600. 00010000:00000010:1.1:1784940481.877013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc57000. 00010000:00000010:1.1:1784940481.881096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfa800. 00010000:00000010:1.1:1784940481.983588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079400. 00010000:00000010:0.1:1784940482.260399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3e00. 00010000:00000010:1.1:1784940482.625685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73651c00. 00010000:00000010:0.1:1784940482.975294:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d3800. 00010000:00000010:1.1:1784940483.071565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49846200. 00010000:00000010:0.1:1784940483.429565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630dc00. 00010000:00000010:0.1:1784940483.505557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2a00. 00010000:00000010:0.1:1784940483.505563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49847000. 00010000:00000010:0.1:1784940483.679843:0:143979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193000. 00010000:00000010:0.1:1784940483.741535:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650200. 00010000:00000010:1.1:1784940483.774506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96e00. 00010000:00000010:1.1:1784940483.889280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620cc00. 00010000:00000010:0.1:1784940483.943557:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97c00. 00010000:00000010:0.1:1784940483.990643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620d000. 00010000:00000010:0.1:1784940483.990651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb0800. 00010000:00000010:0.1:1784940484.251561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfa800. 00010000:00000010:0.1:1784940484.375924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfb000. 00010000:00000010:0.1:1784940484.401775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078000. 00010000:00000010:1.1:1784940484.536693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96400. 00010000:00000010:0.1:1784940484.622530:0:143980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18c00. 00010000:00000010:0.1:1784940484.650686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bcc00. 00010000:00000010:0.1:1784940485.013387:0:124305:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b6a00. 00010000:00000010:1.1:1784940485.059553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97c00. 00010000:00000010:0.1:1784940485.214661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb1600. 00010000:00000010:0.1:1784940485.214675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b7a00. 00010000:00000010:0.1:1784940485.361771:0:143979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfba00. 00010000:00000010:1.1:1784940485.533528:0:143992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49846400. 00010000:00000010:1.1:1784940485.655685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18800. 00010000:00000010:0.1:1784940485.842030:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d600. 00010000:00000010:1.1:1784940486.008666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49846200. 00010000:00000010:1.1:1784940486.079381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bc000. 00010000:00000010:1.1:1784940486.503513:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620c000. 00010000:00000010:0.1:1784940486.690852:0:124305:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08a00. 00010000:00000010:1.1:1784940486.972753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc48c00. 00010000:00000010:0.1:1784940487.161653:0:139241:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc09600. 00010000:00000010:0.1:1784940487.362944:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc32800. 00010000:00000010:0.1:1784940487.680726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650800. 00010000:00000010:0.1:1784940487.770372:0:143966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc09800. 00010000:00000010:0.1:1784940487.774563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342ca00. 00010000:00000010:1.1:1784940488.105595:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc57200. 00010000:00000010:0.1:1784940488.322543:0:143966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d40030000. 00010000:00000010:1.1:1784940488.370398:0:143976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49847600. 00010000:00000010:1.1:1784940488.692725:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfbe00. 00010000:00000010:1.1:1784940488.700281:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f7a00. 00010000:00000010:1.1:1784940488.700288:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfa600. 00010000:00000010:0.1:1784940488.717537:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2a00. 00010000:00000010:1.1:1784940488.717554:0:143985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620d400. 00010000:00000010:1.1:1784940488.762605:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49847800. 00010000:00000010:1.1:1784940488.762613:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2400. 00010000:00000010:1.1:1784940488.762618:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2a00. 00010000:00000010:1.1:1784940488.776050:0:143070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc33600. 00010000:00000010:1.1:1784940489.080362:0:143975:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08a00. 00010000:00000010:0.1:1784940489.146102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08400. 00010000:00000010:0.1:1784940489.297836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb0400. 00010000:00000010:0.1:1784940489.297848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19600. 00010000:00000010:0.1:1784940489.531912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d200. 00010000:00000010:0.1:1784940489.531933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfaa00. 00010000:00000010:1.1:1784940489.574560:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192600. 00010000:00000010:1.1:1784940490.029979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb0400. 00010000:00000010:1.1:1784940490.051540:0:143979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96e00. 00010000:00000010:0.1:1784940490.156349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3800. 00010000:00000010:1.1:1784940490.410710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bde00. 00010000:00000010:0.1:1784940490.530599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97200. 00010000:00000010:0.1:1784940490.746561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620c600. 00010000:00000010:1.1:1784940490.816843:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b7400. 00010000:00000010:1.1:1784940491.052857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3c00. 00010000:00000010:1.1:1784940491.458547:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb0800. 00010000:00000010:1.1:1784940491.778537:0:143978:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc57e00. 00010000:00000010:1.1:1784940491.778542:0:143978:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3200. 00010000:00000010:1.1:1784940491.840602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb1a00. 00010000:00000010:1.1:1784940491.840615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f6a00. 00010000:00000010:1.1:1784940491.952600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18c00. 00010000:00000010:1.1:1784940492.175602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193a00. 00010000:00000010:1.1:1784940492.625598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc57800. 00010000:00000010:0.1:1784940493.024998:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650a00. 00010000:00000010:1.1:1784940493.148236:0:143984:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650000. 00010000:00000010:0.1:1784940493.165928:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f7e00. 00010000:00000010:1.1:1784940493.198543:0:143985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49c00. 00010000:00000010:1.1:1784940493.198549:0:143985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f000. 00010000:00000010:1.1:1784940493.268984:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192e00. 00010000:00000010:1.1:1784940493.269002:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193e00. 00010000:00000010:1.1:1784940493.293586:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18600. 00010000:00000010:1.1:1784940493.293594:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc09000. 00010000:00000010:1.1:1784940493.293598:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08a00. 00010000:00000010:1.1:1784940493.293601:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650c00. 00010000:00000010:1.1:1784940493.307608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb0200. 00010000:00000010:1.1:1784940493.307621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc33000. 00010000:00000010:1.1:1784940493.307625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2ffe00. 00010000:00000010:1.1:1784940493.307629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d40031600. 00010000:00000010:1.1:1784940493.307633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49847000. 00010000:00000010:1.1:1784940493.307638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc48800. 00010000:00000010:1.1:1784940493.307641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bd800. 00010000:00000010:1.1:1784940493.307645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630c800. 00010000:00000010:1.1:1784940493.307668:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b7000. 00010000:00000010:1.1:1784940493.307673:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b2800. 00010000:00000010:1.1:1784940493.307676:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfae00. 00010000:00000010:1.1:1784940493.307679:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650800. 00010000:00000010:1.1:1784940493.307683:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342da00. 00010000:00000010:1.1:1784940493.307686:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f7a00. 00010000:00000010:1.1:1784940493.307689:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96a00. 00010000:00000010:1.1:1784940493.307693:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3e00. 00010000:00000010:1.1:1784940493.307697:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc32a00. 00010000:00000010:1.1:1784940493.307701:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc57000. 00010000:00000010:1.1:1784940493.307705:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342d400. 00010000:00000010:1.1:1784940493.307708:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620ce00. 00010000:00000010:1.1:1784940493.307711:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc09e00. 00010000:00000010:1.1:1784940493.307715:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078600. 00010000:00000010:1.1:1784940493.307720:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bd200. 00010000:00000010:1.1:1784940493.307731:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193600. 00010000:00000010:1.1:1784940493.307736:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2200. 00010000:00000010:1.1:1784940493.307739:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3800. 00010000:00000010:0.1:1784940493.353670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bda00. 00010000:00000010:1.1:1784940493.358964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3e00. 00010000:00000010:1.1:1784940493.614693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b6a00. 00010000:00000010:0.1:1784940493.719552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc09a00. 00010000:00000010:1.1:1784940493.879866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b6200. 00010000:00000010:1.1:1784940493.879873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f6c00. 00010000:00000010:0.1:1784940494.373554:0:143980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc09600. 00010000:00000010:0.1:1784940494.589890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3200. 00010000:00000010:1.1:1784940494.884964:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2e00. 00010000:00000010:1.1:1784940495.147760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3a00. 00010000:00000010:0.1:1784940495.399541:0:143979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73651e00. 00010000:00000010:1.1:1784940495.399646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bce00. 00010000:00000010:1.1:1784940495.409555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18000. 00010000:00000010:1.1:1784940495.409562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfb000. 00010000:00000010:0.1:1784940495.428581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2e00. 00010000:00000010:0.1:1784940495.520540:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24fe00. 00010000:00000010:1.1:1784940495.658687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2800. 00010000:00000010:0.1:1784940495.811554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2600. 00010000:00000010:0.1:1784940495.811565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2ff000. 00010000:00000010:0.1:1784940495.931629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079a00. 00010000:00000010:0.1:1784940495.983599:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3e00. 00010000:00000010:0.1:1784940496.027265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24ec00. 00010000:00000010:0.1:1784940496.175561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfb400. 00010000:00000010:0.1:1784940496.284315:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078a00. 00010000:00000010:0.1:1784940496.314058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2600. 00010000:00000010:1.1:1784940496.418607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650a00. 00010000:00000010:1.1:1784940496.804989:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b7600. 00010000:00000010:0.1:1784940496.829889:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b7400. 00010000:00000010:0.1:1784940497.019549:0:143966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b6200. 00010000:00000010:0.1:1784940497.024636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192a00. 00010000:00000010:1.1:1784940497.184451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2400. 00010000:00000010:1.1:1784940497.184460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc09200. 00010000:00000010:0.1:1784940497.341701:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193600. 00010000:00000010:0.1:1784940497.341718:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078000. 00010000:00000010:0.1:1784940497.356387:0:143980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192000. 00010000:00000010:0.1:1784940497.356393:0:143980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b6a00. 00010000:00000010:1.1:1784940497.422748:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d40030000. 00010000:00000010:1.1:1784940497.520538:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc48c00. 00010000:00000010:1.1:1784940497.905185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342cc00. 00010000:00000010:1.1:1784940497.905198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078a00. 00010000:00000010:0.1:1784940497.907338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079400. 00010000:00000010:0.1:1784940497.907350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19200. 00010000:00000010:0.1:1784940497.907355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620da00. 00010000:00000010:0.1:1784940498.036214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d40031600. 00010000:00000010:0.1:1784940498.080577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24e400. 00010000:00000010:1.1:1784940498.095530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342da00. 00010000:00000010:1.1:1784940498.130195:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192600. 00010000:00000010:1.1:1784940498.180503:0:143992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08a00. 00010000:00000010:0.1:1784940498.321306:0:143975:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2400. 00010000:00000010:1.1:1784940498.408544:0:124306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b2200. 00010000:00000010:1.1:1784940498.514957:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49847c00. 00010000:00000010:0.1:1784940498.574882:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079000. 00010000:00000010:0.1:1784940498.798183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342d600. 00010000:00000010:0.1:1784940499.084550:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620ce00. 00010000:00000010:0.1:1784940499.084563:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8e400. 00010000:00000010:0.1:1784940499.103565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3600. 00010000:00000010:0.1:1784940499.109617:0:143983:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc48200. 00010000:00000010:0.1:1784940499.141065:0:143992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2400. 00010000:00000010:0.1:1784940499.141073:0:143992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3a00. 00010000:00000010:1.1:1784940499.141686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620d800. 00010000:00000010:0.1:1784940499.150605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620d400. 00010000:00000010:1.1:1784940499.192393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73651e00. 00010000:00000010:1.1:1784940499.205690:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2e00. 00010000:00000010:0.1:1784940499.364037:0:139241:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2200. 00010000:00000010:0.1:1784940499.415783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2e00. 00010000:00000010:0.1:1784940499.415796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24ec00. 00010000:00000010:1.1:1784940499.713611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078a00. 00010000:00000010:1.1:1784940499.802552:0:143202:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08400. 00010000:00000010:1.1:1784940499.860572:0:143976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079000. 00010000:00000010:0.1:1784940499.999841:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f7400. 00010000:00000010:1.1:1784940500.061644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2fe000. 00010000:00000010:1.1:1784940500.061659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078200. 00010000:00000010:1.1:1784940500.064564:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f800. 00010000:00000010:0.1:1784940500.264171:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650800. 00010000:00000010:0.1:1784940500.354559:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73651a00. 00010000:00000010:0.1:1784940500.390071:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb0a00. 00010000:00000010:1.1:1784940500.474685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24e200. 00010000:00000010:1.1:1784940500.491533:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3a00. 00010000:00000010:0.1:1784940500.645543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2400. 00010000:00000010:0.1:1784940500.827546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620c800. 00010000:00000010:1.1:1784940500.891538:0:143973:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19a00. 00010000:00000010:0.1:1784940501.380360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb0200. 00010000:00000010:1.1:1784940501.598419:0:143070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bde00. 00010000:00000010:1.1:1784940501.736828:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc09a00. 00010000:00000010:0.1:1784940502.132533:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49847000. 00010000:00000010:1.1:1784940502.144021:0:143978:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b2800. 00010000:00000010:0.1:1784940502.264574:0:143974:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3e00. 00010000:00000010:0.1:1784940502.763549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2a00. 00010000:00000010:1.1:1784940503.000819:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97e00. 00010000:00000010:1.1:1784940503.225799:0:143992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bdc00. 00010000:00000010:0.1:1784940503.542594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc48600. 00010000:00000010:0.1:1784940503.542600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b7c00. 00010000:00000010:1.1:1784940503.686842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc56200. 00010000:00000010:1.1:1784940503.805665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079c00. 00010000:00000010:0.1:1784940505.123435:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650200. 00010000:00000010:0.1:1784940505.123441:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc32200. 00010000:00000010:0.1:1784940505.334217:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc48e00. 00010000:00000010:0.1:1784940505.397537:0:124305:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc33600. 00010000:00000010:0.1:1784940505.449195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49847200. 00010000:00000010:0.1:1784940505.599531:0:139241:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c600. 00010000:00000010:1.1:1784940505.685771:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49847600. 00010000:00000010:0.1:1784940505.695854:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08000. 00010000:00000010:1.1:1784940505.828546:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97600. 00010000:00000010:1.1:1784940505.968796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49847a00. 00010000:00000010:0.1:1784940505.989220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f6a00. 00010000:00000010:1.1:1784940505.989554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c400. 00010000:00000010:1.1:1784940506.105559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc32a00. 00010000:00000010:1.1:1784940506.354342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c800. 00010000:00000010:1.1:1784940506.354368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2ff000. 00010000:00000010:1.1:1784940506.481062:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b6600. 00010000:00000010:0.1:1784940506.722539:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2ff000. 00010000:00000010:0.1:1784940506.763734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49400. 00010000:00000010:1.1:1784940506.880019:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2fea00. 00010000:00000010:0.1:1784940507.076029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc32400. 00010000:00000010:0.1:1784940507.135956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8e400. 00010000:00000010:1.1:1784940507.184459:0:143974:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8fc00. 00010000:00000010:0.1:1784940507.402635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c600. 00010000:00000010:0.1:1784940507.435741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bc200. 00010000:00000010:0.1:1784940507.554596:0:143979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8fe00. 00010000:00000010:0.1:1784940507.554613:0:143979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49847e00. 00010000:00000010:0.1:1784940507.701602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f800. 00010000:00000010:1.1:1784940508.326941:0:143978:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb0000. 00010000:00000010:0.1:1784940508.426897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b2a00. 00010000:00000010:1.1:1784940508.690128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96800. 00010000:00000010:1.1:1784940508.735622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3a00. 00010000:00000010:1.1:1784940509.116608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc56000. 00010000:00000010:1.1:1784940509.217962:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3000. 00010000:00000010:1.1:1784940509.397010:0:143976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc32400. 00010000:00000010:0.1:1784940509.556534:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc57a00. 00010000:00000010:1.1:1784940509.577888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73651000. 00010000:00000010:1.1:1784940509.647545:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3400. 00010000:00000010:0.1:1784940509.657761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96200. 00010000:00000010:0.1:1784940509.676607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bd000. 00010000:00000010:1.1:1784940509.918906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078800. 00010000:00000010:0.1:1784940510.089174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2600. 00010000:00000010:0.1:1784940510.200534:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a3400. 00010000:00000010:1.1:1784940510.202635:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f7e00. 00010000:00000010:0.1:1784940510.414961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19e00. 00010000:00000010:0.1:1784940510.414966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2ff600. 00010000:00000010:0.1:1784940510.515665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49e00. 00010000:00000010:0.1:1784940510.792102:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650000. 00010000:00000010:1.1:1784940510.827535:0:143979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18600. 00010000:00000010:0.1:1784940510.841205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19200. 00010000:00000010:1.1:1784940510.924933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192e00. 00010000:00000010:1.1:1784940510.924943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2800. 00010000:00000010:0.1:1784940511.236544:0:143976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2400. 00010000:00000010:1.1:1784940511.857185:0:143980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49846e00. 00010000:00000010:0.1:1784940511.909626:0:143202:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfbc00. 00010000:00000010:0.1:1784940511.909632:0:143202:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b2400. 00010000:00000010:0.1:1784940511.909636:0:143202:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b5e00. 00010000:00000010:0.1:1784940511.930892:0:139241:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49846000. 00010000:00000010:0.1:1784940511.930897:0:139241:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620d600. 00010000:00000010:0.1:1784940511.945540:0:143976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb1400. 00010000:00000010:1.1:1784940511.977650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b6600. 00010000:00000010:0.1:1784940511.996310:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73651200. 00010000:00000010:0.1:1784940512.327560:0:143980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630c200. 00010000:00000010:0.1:1784940512.553460:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650800. 00010000:00000010:0.1:1784940512.607225:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb0e00. 00010000:00000010:0.1:1784940512.630584:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb1200. 00010000:00000010:1.1:1784940512.731078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97e00. 00010000:00000010:1.1:1784940512.744685:0:143070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb1400. 00010000:00000010:0.1:1784940512.886890:0:143979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc48a00. 00010000:00000010:0.1:1784940513.048812:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24f000. 00010000:00000010:0.1:1784940513.058659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc32c00. 00010000:00000010:0.1:1784940513.265957:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650600. 00010000:00000010:0.1:1784940513.280042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73651a00. 00010000:00000010:0.1:1784940513.280048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f7c00. 00010000:00000010:1.1:1784940513.412483:0:143992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49847e00. 00010000:00000010:0.1:1784940513.413246:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08400. 00010000:00000010:0.1:1784940513.547274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b4600. 00010000:00000010:1.1:1784940513.666148:0:124305:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49c00. 00010000:00000010:1.1:1784940513.684584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b4e00. 00010000:00000010:0.1:1784940513.713179:0:143980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f6800. 00010000:00000010:0.1:1784940513.756570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079800. 00010000:00000010:0.1:1784940513.759630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078200. 00010000:00000010:1.1:1784940513.761574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfae00. 00010000:00000010:1.1:1784940514.033189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc33200. 00010000:00000010:0.1:1784940514.087428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b4a00. 00010000:00000010:0.1:1784940514.109710:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2e00. 00010000:00000010:1.1:1784940514.470450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192200. 00010000:00000010:0.1:1784940514.594577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630c800. 00010000:00000010:0.1:1784940514.683701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d3400. 00010000:00000010:0.1:1784940514.953633:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f800. 00010000:00000010:1.1:1784940514.957039:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08400. 00010000:00000010:0.1:1784940514.964740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc33000. 00010000:00000010:0.1:1784940514.964753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb1e00. 00010000:00000010:0.1:1784940515.266561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f7a00. 00010000:00000010:1.1:1784940515.325611:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2600. 00010000:00000010:1.1:1784940515.325621:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b4000. 00010000:00000010:1.1:1784940515.422256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b4600. 00010000:00000010:0.1:1784940515.508626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193800. 00010000:00000010:1.1:1784940515.615902:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bd200. 00010000:00000010:1.1:1784940515.915004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b4600. 00010000:00000010:1.1:1784940516.093912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc33600. 00010000:00000010:0.1:1784940516.226688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfaa00. 00010000:00000010:0.1:1784940516.446559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24e000. 00010000:00000010:0.1:1784940516.446567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2a00. 00010000:00000010:0.1:1784940516.446570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19c00. 00010000:00000010:0.1:1784940516.446574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfa400. 00010000:00000010:1.1:1784940516.467019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3200. 00010000:00000010:1.1:1784940516.467034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc33800. 00010000:00000010:1.1:1784940516.467037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb1400. 00010000:00000010:0.1:1784940517.012582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc33a00. 00010000:00000010:0.1:1784940517.063575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc48a00. 00010000:00000010:0.1:1784940517.208599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2400. 00010000:00000010:0.1:1784940517.208608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19200. 00010000:00000010:1.1:1784940517.384561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d3800. 00010000:00000010:0.1:1784940517.428707:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc57c00. 00010000:00000010:0.1:1784940517.724173:0:143980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2fe400. 00010000:00000010:0.1:1784940517.892162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a3600. 00010000:00000010:0.1:1784940517.892175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2600. 00010000:00000010:0.1:1784940518.191999:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc33600. 00010000:00000010:0.1:1784940518.622871:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b4800. 00010000:00000010:0.1:1784940518.690665:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb0e00. 00010000:00000010:0.1:1784940518.814815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f6600. 00010000:00000010:0.1:1784940518.898561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96600. 00010000:00000010:1.1:1784940518.901637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8ee00. 00010000:00000010:1.1:1784940519.038773:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2c00. 00010000:00000010:1.1:1784940519.038779:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3400. 00010000:00000010:0.1:1784940519.048547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079600. 00010000:00000010:0.1:1784940519.048553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b2c00. 00010000:00000010:0.1:1784940519.048556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb1000. 00010000:00000010:0.1:1784940519.048561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192600. 00010000:00000010:0.1:1784940519.048569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b5200. 00010000:00000010:0.1:1784940519.048573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630c000. 00010000:00000010:1.1:1784940519.048620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342cc00. 00010000:00000010:1.1:1784940519.048624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630da00. 00010000:00000010:1.1:1784940519.048626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc32000. 00010000:00000010:1.1:1784940519.048630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfa200. 00010000:00000010:1.1:1784940519.048633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d40030600. 00010000:00000010:1.1:1784940519.048637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49800. 00010000:00000010:1.1:1784940519.048640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18200. 00010000:00000010:1.1:1784940519.048643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73651a00. 00010000:00000010:1.1:1784940519.048652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb1a00. 00010000:00000010:1.1:1784940519.048655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc32a00. 00010000:00000010:1.1:1784940519.048657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfa800. 00010000:00000010:1.1:1784940519.048660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2400. 00010000:00000010:0.1:1784940519.189577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bd000. 00010000:00000010:1.1:1784940519.315659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b7200. 00010000:00000010:1.1:1784940519.315684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfbe00. 00010000:00000010:1.1:1784940519.322654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18a00. 00010000:00000010:1.1:1784940519.648700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc33a00. 00010000:00000010:1.1:1784940519.808914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b5800. 00010000:00000010:0.1:1784940519.816512:0:143980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc48e00. 00010000:00000010:1.1:1784940519.904566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b4a00. 00010000:00000010:0.1:1784940520.093872:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49c00. 00010000:00000010:1.1:1784940520.093899:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc57a00. 00010000:00000010:1.1:1784940520.130563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b6800. 00010000:00000010:1.1:1784940520.280558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d200. 00010000:00000010:1.1:1784940520.363608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73651400. 00010000:00000010:0.1:1784940520.632699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620d000. 00010000:00000010:0.1:1784940520.729923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a3600. 00010000:00000010:0.1:1784940520.787549:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc33200. 00010000:00000010:0.1:1784940520.805540:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8e600. 00010000:00000010:0.1:1784940520.805544:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193c00. 00010000:00000010:0.1:1784940520.818037:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96800. 00010000:00000010:0.1:1784940520.818047:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfae00. 00010000:00000010:0.1:1784940520.818050:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc56e00. 00010000:00000010:1.1:1784940520.823570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2fea00. 00010000:00000010:1.1:1784940520.867599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f600. 00010000:00000010:0.1:1784940520.867778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18a00. 00010000:00000010:0.1:1784940520.867784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18000. 00010000:00000010:0.1:1784940520.934437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620d400. 00010000:00000010:0.1:1784940521.060391:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d800. 00010000:00000010:0.1:1784940521.100539:0:143979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2fe400. 00010000:00000010:1.1:1784940521.130762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2ffa00. 00010000:00000010:1.1:1784940521.309561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8fc00. 00010000:00000010:0.1:1784940521.667611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49847e00. 00010000:00000010:0.1:1784940521.939749:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192800. 00010000:00000010:0.1:1784940521.948916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650400. 00010000:00000010:1.1:1784940522.204790:0:143070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2800. 00010000:00000010:0.1:1784940522.435075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2ffc00. 00010000:00000010:1.1:1784940522.663270:0:143979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc33600. 00010000:00000010:1.1:1784940522.729095:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2600. 00010000:00000010:0.1:1784940522.729618:0:124315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2ffa00. 00010000:00000010:0.1:1784940522.729632:0:124315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d40031600. 00010000:00000010:1.1:1784940522.734264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2ff200. 00010000:00000010:0.1:1784940522.740563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb0600. 00010000:00000010:1.1:1784940522.830635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49400. 00010000:00000010:0.1:1784940522.955637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfbc00. 00010000:00000010:1.1:1784940523.189253:0:98690:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc56800. 00010000:00000010:0.1:1784940523.255599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97800. 00010000:00000010:0.1:1784940523.499834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d3800. 00010000:00000010:1.1:1784940523.908574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b4400. 00010000:00000010:0.1:1784940523.984583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bd600. 00010000:00000010:0.1:1784940524.283741:0:143976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620c800. 00010000:00000010:1.1:1784940524.436574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3400. 00010000:00000010:1.1:1784940524.537719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97800. 00010000:00000010:1.1:1784940524.642292:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bde00. 00010000:00000010:1.1:1784940524.851552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb0600. 00010000:00000010:1.1:1784940524.872202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f7200. 00010000:00000010:1.1:1784940524.946558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49847000. 00010000:00000010:1.1:1784940525.084560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb0800. 00010000:00000010:1.1:1784940525.084566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49846400. 00010000:00000010:1.1:1784940525.106562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2c00. 00010000:00000010:1.1:1784940525.106576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96600. 00010000:00000010:1.1:1784940525.176855:0:143979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a3a00. 00010000:00000010:0.1:1784940525.260827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18800. 00010000:00000010:1.1:1784940525.286836:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a3000. 00010000:00000010:1.1:1784940525.286842:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3200. 00010000:00000010:1.1:1784940525.309502:0:143201:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc32200. 00010000:00000010:1.1:1784940525.338665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2e00. 00010000:00000010:1.1:1784940525.338678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb0a00. 00010000:00000010:1.1:1784940525.338686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d3e00. 00010000:00000010:1.1:1784940525.338690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193200. 00010000:00000010:1.1:1784940525.700713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193200. 00010000:00000010:1.1:1784940525.747044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d3400. 00010000:00000010:1.1:1784940525.930566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3000. 00010000:00000010:1.1:1784940525.982329:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19600. 00010000:00000010:1.1:1784940525.982341:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08800. 00010000:00000010:1.1:1784940526.144763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2000. 00010000:00000010:0.1:1784940526.395814:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97400. 00010000:00000010:1.1:1784940526.402122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192e00. 00010000:00000010:1.1:1784940526.709564:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2600. 00010000:00000010:0.1:1784940526.805123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb1000. 00010000:00000010:0.1:1784940527.026050:0:124316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18800. 00010000:00000010:0.1:1784940527.026115:0:124316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97a00. 00010000:00000010:0.1:1784940527.026121:0:124316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49847a00. 00010000:00000010:0.1:1784940527.026126:0:124316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc33400. 00010000:00000010:0.1:1784940527.026133:0:124316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650600. 00010000:00000010:0.1:1784940527.035535:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650200. 00010000:00000010:1.1:1784940527.037157:0:124306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b7200. 00010000:00000010:1.1:1784940527.037163:0:124306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193600. 00010000:00000010:0.1:1784940527.056649:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f7600. 00010000:00000010:0.1:1784940527.056658:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b6400. 00010000:00000010:0.1:1784940527.060666:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49200. 00010000:00000010:0.1:1784940527.060674:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630dc00. 00010000:00000010:1.1:1784940527.073541:0:124315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192c00. 00010000:00000010:1.1:1784940527.073549:0:124315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342ce00. 00010000:00000010:1.1:1784940527.073556:0:124315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d200. 00010000:00000010:1.1:1784940527.073570:0:124315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2400. 00010000:00000010:1.1:1784940527.073581:0:124315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193800. 00010000:00000010:1.1:1784940527.073588:0:124315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b2a00. 00010000:00000010:0.1:1784940527.074094:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb1600. 00010000:00000010:0.1:1784940527.074099:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342cc00. 00010000:00000010:0.1:1784940527.074107:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b6000. 00010000:00000010:0.1:1784940527.074115:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b6800. 00010000:00000010:0.1:1784940527.074123:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3800. 00010000:00000010:0.1:1784940527.074131:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2fea00. 00010000:00000010:0.1:1784940527.074138:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193c00. 00010000:00000010:0.1:1784940527.074142:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfac00. 00010000:00000010:0.1:1784940527.074152:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192e00. 00010000:00000010:1.1:1784940527.079538:0:143992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc32c00. 00010000:00000010:1.1:1784940527.082536:0:143979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc09800. 00010000:00000010:0.1:1784940527.082543:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3600. 00010000:00000010:1.1:1784940527.082543:0:143979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b4e00. 00010000:00000010:1.1:1784940527.082551:0:143979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3400. 00010000:00000010:0.1:1784940527.090537:0:124315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc56000. 00010000:00000010:1.1:1784940527.090537:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc09200. 00010000:00000010:1.1:1784940527.090544:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192600. 00010000:00000010:1.1:1784940527.090549:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24f800. 00010000:00000010:0.1:1784940527.090550:0:124315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96000. 00010000:00000010:1.1:1784940527.090558:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b5600. 00010000:00000010:1.1:1784940527.090563:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3e00. 00010000:00000010:0.1:1784940527.100537:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfb400. 00010000:00000010:0.1:1784940527.100542:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bd600. 00010000:00000010:0.1:1784940527.100546:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192400. 00010000:00000010:1.1:1784940527.108540:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18600. 00010000:00000010:0.1:1784940527.108792:0:143986:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b7800. 00010000:00000010:0.1:1784940527.108804:0:143986:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620c600. 00010000:00000010:0.1:1784940527.112218:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2000. 00010000:00000010:0.1:1784940527.112222:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f800. 00010000:00000010:1.1:1784940527.112672:0:143985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96c00. 00010000:00000010:0.1:1784940527.121659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19400. 00010000:00000010:1.1:1784940527.125538:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8e000. 00010000:00000010:0.1:1784940527.126647:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96a00. 00010000:00000010:1.1:1784940527.135136:0:124315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfb000. 00010000:00000010:0.1:1784940527.135586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b2400. 00010000:00000010:0.1:1784940527.135597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfa800. 00010000:00000010:0.1:1784940527.137537:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a3200. 00010000:00000010:1.1:1784940527.139532:0:124306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3a00. 00010000:00000010:1.1:1784940527.139538:0:124306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650400. 00010000:00000010:0.1:1784940527.139550:0:143985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f7e00. 00010000:00000010:0.1:1784940527.150763:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620cc00. 00010000:00000010:0.1:1784940527.152671:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc57000. 00010000:00000010:0.1:1784940527.157568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49847600. 00010000:00000010:1.1:1784940527.166563:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2800. 00010000:00000010:0.1:1784940527.180100:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bde00. 00010000:00000010:1.1:1784940527.300203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08800. 00010000:00000010:0.1:1784940527.611565:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f800. 00010000:00000010:1.1:1784940527.726563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb0200. 00010000:00000010:1.1:1784940527.765083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc57a00. 00010000:00000010:0.1:1784940527.846939:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630c000. 00010000:00000010:0.1:1784940527.856478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc56800. 00010000:00000010:1.1:1784940527.966669:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193e00. 00010000:00000010:1.1:1784940527.981609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d000. 00010000:00000010:1.1:1784940528.076014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f400. 00010000:00000010:1.1:1784940528.076038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8fc00. 00010000:00000010:0.1:1784940528.594674:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2200. 00010000:00000010:0.1:1784940528.655504:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49800. 00010000:00000010:0.1:1784940528.939336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc48400. 00010000:00000010:0.1:1784940528.981551:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192e00. 00010000:00000010:0.1:1784940529.021440:0:143980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49400. 00010000:00000010:1.1:1784940529.205127:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08c00. 00010000:00000010:0.1:1784940529.248649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49200. 00010000:00000010:0.1:1784940529.337473:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb0400. 00010000:00000010:0.1:1784940529.424781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08e00. 00010000:00000010:0.1:1784940529.445299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24e200. 00010000:00000010:0.1:1784940529.536744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079800. 00010000:00000010:0.1:1784940529.536760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620d000. 00010000:00000010:0.1:1784940529.536764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08000. 00010000:00000010:1.1:1784940529.572878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8ee00. 00010000:00000010:1.1:1784940529.657350:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2fe000. 00010000:00000010:0.1:1784940529.751803:0:143980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49846200. 00010000:00000010:0.1:1784940529.967460:0:124305:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc56e00. 00010000:00000010:1.1:1784940530.057572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b6e00. 00010000:00000010:0.1:1784940530.123990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb0e00. 00010000:00000010:1.1:1784940530.169728:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc09a00. 00010000:00000010:0.1:1784940530.191544:0:143980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfb600. 00010000:00000010:0.1:1784940530.234498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49a00. 00010000:00000010:0.1:1784940530.321018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08800. 00010000:00000010:1.1:1784940530.437593:0:124305:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2200. 00010000:00000010:1.1:1784940530.437598:0:124305:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2800. 00010000:00000010:1.1:1784940530.437602:0:124305:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630cc00. 00010000:00000010:1.1:1784940530.437609:0:124305:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2600. 00010000:00000010:1.1:1784940530.437613:0:124305:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc48e00. 00010000:00000010:1.1:1784940530.437620:0:124305:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192c00. 00010000:00000010:1.1:1784940530.437630:0:124305:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc48400. 00010000:00000010:0.1:1784940530.440269:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24e000. 00010000:00000010:1.1:1784940530.480539:0:143986:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d800. 00010000:00000010:1.1:1784940530.480551:0:143986:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49846600. 00010000:00000010:1.1:1784940530.480554:0:143986:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfbc00. 00010000:00000010:1.1:1784940530.480561:0:143986:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078200. 00010000:00000010:1.1:1784940530.480566:0:143986:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb1c00. 00010000:00000010:1.1:1784940530.494871:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079000. 00010000:00000010:1.1:1784940530.494887:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bc200. 00010000:00000010:1.1:1784940530.511080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfae00. 00010000:00000010:1.1:1784940530.511094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24f800. 00010000:00000010:1.1:1784940530.511098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8ea00. 00010000:00000010:1.1:1784940530.511104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193400. 00010000:00000010:1.1:1784940530.511112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078c00. 00010000:00000010:1.1:1784940530.511117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2c00. 00010000:00000010:1.1:1784940530.511120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb1a00. 00010000:00000010:1.1:1784940530.511127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc09000. 00010000:00000010:1.1:1784940530.511130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24e400. 00010000:00000010:1.1:1784940530.760183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfb400. 00010000:00000010:1.1:1784940530.795014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfaa00. 00010000:00000010:0.1:1784940530.800257:0:143973:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfa200. 00010000:00000010:0.1:1784940531.052317:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24ec00. 00010000:00000010:1.1:1784940531.077566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfa800. 00010000:00000010:1.1:1784940531.144561:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfae00. 00010000:00000010:1.1:1784940531.312588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b5e00. 00010000:00000010:1.1:1784940531.435361:0:143980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24e000. 00010000:00000010:1.1:1784940531.438223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb0e00. 00010000:00000010:1.1:1784940531.599744:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96800. 00010000:00000010:0.1:1784940531.737647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb0600. 00010000:00000010:0.1:1784940531.829060:0:143966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8e600. 00010000:00000010:1.1:1784940531.900708:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18c00. 00010000:00000010:1.1:1784940531.900714:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfaa00. 00010000:00000010:1.1:1784940532.169959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a3600. 00010000:00000010:1.1:1784940532.178557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630c000. 00010000:00000010:1.1:1784940532.202214:0:98154:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24f000. 00010000:00000010:1.1:1784940532.419552:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb1600. 00010000:00000010:1.1:1784940532.502710:0:143980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb0400. 00010000:00000010:0.1:1784940532.591030:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2e00. 00010000:00000010:1.1:1784940532.606348:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfb000. 00010000:00000010:1.1:1784940532.623114:0:143980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb0200. 00010000:00000010:1.1:1784940532.628540:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24f000. 00010000:00000010:1.1:1784940532.628548:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24e200. 00010000:00000010:0.1:1784940532.628550:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfae00. 00010000:00000010:0.1:1784940533.239332:0:143980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079a00. 00010000:00000010:1.1:1784940533.298596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb1000. 00010000:00000010:0.1:1784940533.527315:0:143976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfb800. 00010000:00000010:0.1:1784940533.767508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a3e00. 00010000:00000010:0.1:1784940533.810046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2400. 00010000:00000010:1.1:1784940533.886602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfac00. 00010000:00000010:0.1:1784940533.901586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb1e00. 00010000:00000010:0.1:1784940533.994622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97400. 00010000:00000010:0.1:1784940534.115380:0:124306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb0600. 00010000:00000010:0.1:1784940534.203781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb0a00. 00010000:00000010:0.1:1784940534.203790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bca00. 00010000:00000010:1.1:1784940534.332543:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078400. 00010000:00000010:1.1:1784940534.332561:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49800. 00010000:00000010:0.1:1784940534.332699:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb0e00. 00010000:00000010:0.1:1784940534.332711:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfaa00. 00010000:00000010:1.1:1784940534.347536:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24fc00. 00010000:00000010:1.1:1784940534.347542:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18600. 00010000:00000010:0.1:1784940534.348464:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc09600. 00010000:00000010:0.1:1784940534.348471:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb1200. 00010000:00000010:1.1:1784940534.419677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18000. 00010000:00000010:0.1:1784940534.424603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18800. 00010000:00000010:1.1:1784940534.841445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078a00. 00010000:00000010:0.1:1784940534.879603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfb000. 00010000:00000010:0.1:1784940534.896557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192600. 00010000:00000010:1.1:1784940534.925825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49e00. 00010000:00000010:1.1:1784940535.264963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc32e00. 00010000:00000010:0.1:1784940535.265841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18800. 00010000:00000010:0.1:1784940535.326711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc33c00. 00010000:00000010:0.1:1784940535.326719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc32800. 00010000:00000010:1.1:1784940535.369690:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfbc00. 00010000:00000010:1.1:1784940535.510178:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb1200. 00010000:00000010:0.1:1784940535.633580:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb0600. 00010000:00000010:1.1:1784940535.741581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49000. 00010000:00000010:1.1:1784940535.799531:0:143992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650a00. 00010000:00000010:0.1:1784940535.852735:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f6e00. 00010000:00000010:0.1:1784940535.852740:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2e00. 00010000:00000010:0.1:1784940535.852744:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079400. 00010000:00000010:0.1:1784940535.852748:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc56400. 00010000:00000010:0.1:1784940535.852751:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078200. 00010000:00000010:1.1:1784940535.852824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3a00. 00010000:00000010:1.1:1784940535.852832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19000. 00010000:00000010:1.1:1784940535.852839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630de00. 00010000:00000010:1.1:1784940535.852846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630ca00. 00010000:00000010:1.1:1784940535.852852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc09e00. 00010000:00000010:1.1:1784940535.852859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24e600. 00010000:00000010:0.1:1784940535.883732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc32200. 00010000:00000010:1.1:1784940535.949695:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49a00. 00010000:00000010:1.1:1784940536.194974:0:98154:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078600. 00010000:00000010:1.1:1784940536.194980:0:98154:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2ffc00. 00010000:00000010:1.1:1784940536.374573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc33c00. 00010000:00000010:1.1:1784940536.418969:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73651a00. 00010000:00000010:0.1:1784940536.536747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650400. 00010000:00000010:0.1:1784940536.544299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650800. 00010000:00000010:1.1:1784940536.630069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc09000. 00010000:00000010:1.1:1784940536.630136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2c00. 00010000:00000010:1.1:1784940536.725547:0:124305:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08000. 00010000:00000010:1.1:1784940537.008635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620de00. 00010000:00000010:1.1:1784940537.041660:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc33a00. 00010000:00000010:1.1:1784940537.184556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc33200. 00010000:00000010:1.1:1784940537.241736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650200. 00010000:00000010:1.1:1784940537.245678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc09c00. 00010000:00000010:0.1:1784940537.584543:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18000. 00010000:00000010:0.1:1784940537.621560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc33600. 00010000:00000010:0.1:1784940537.627292:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b5c00. 00010000:00000010:0.1:1784940537.662050:0:143979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08000. 00010000:00000010:0.1:1784940537.662059:0:143979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630dc00. 00010000:00000010:0.1:1784940537.804567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfbe00. 00010000:00000010:0.1:1784940537.815577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfb600. 00010000:00000010:0.1:1784940537.922213:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620d000. 00010000:00000010:0.1:1784940538.116564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b4800. 00010000:00000010:0.1:1784940538.443183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2ffe00. 00010000:00000010:0.1:1784940538.459588:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49847c00. 00010000:00000010:1.1:1784940538.495293:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc33a00. 00010000:00000010:0.1:1784940538.507417:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc32200. 00010000:00000010:0.1:1784940538.647624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfb400. 00010000:00000010:1.1:1784940538.694544:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620c800. 00010000:00000010:1.1:1784940538.694561:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b5600. 00010000:00000010:0.1:1784940538.743609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620c200. 00010000:00000010:0.1:1784940538.788593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620c400. 00010000:00000010:0.1:1784940538.904035:0:143979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620d000. 00010000:00000010:0.1:1784940539.026413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342ce00. 00010000:00000010:0.1:1784940539.080361:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079a00. 00010000:00000010:0.1:1784940539.188552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfb800. 00010000:00000010:0.1:1784940539.188562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b5200. 00010000:00000010:1.1:1784940539.263934:0:98154:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f7600. 00010000:00000010:1.1:1784940539.409566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b5800. 00010000:00000010:1.1:1784940539.490405:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f7c00. 00010000:00000010:1.1:1784940539.568574:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620d600. 00010000:00000010:1.1:1784940539.609839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620c000. 00010000:00000010:0.1:1784940539.643616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342d200. 00010000:00000010:0.1:1784940539.789706:0:143976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49847a00. 00010000:00000010:1.1:1784940539.864848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49847200. 00010000:00000010:0.1:1784940539.939558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24e600. 00010000:00000010:1.1:1784940540.006941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb0000. 00010000:00000010:1.1:1784940540.027494:0:143979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f6200. 00010000:00000010:1.1:1784940540.108577:0:143976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079c00. 00010000:00000010:1.1:1784940540.133123:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078600. 00010000:00000010:0.1:1784940540.191239:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b4200. 00010000:00000010:0.1:1784940540.191249:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620d800. 00010000:00000010:1.1:1784940540.260744:0:143980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f6000. 00010000:00000010:0.1:1784940540.268644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079000. 00010000:00000010:1.1:1784940540.341751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2c00. 00010000:00000010:1.1:1784940540.441617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342d600. 00010000:00000010:0.1:1784940540.528588:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24e000. 00010000:00000010:1.1:1784940540.559540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f6600. 00010000:00000010:1.1:1784940540.559546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2000. 00010000:00000010:1.1:1784940540.606889:0:98154:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc33200. 00010000:00000010:1.1:1784940540.760356:0:143974:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc48a00. 00010000:00000010:1.1:1784940540.760362:0:143974:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc32200. 00010000:00000010:0.1:1784940540.801677:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc32800. 00010000:00000010:1.1:1784940540.969547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a3200. 00010000:00000010:1.1:1784940540.969553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f6e00. 00010000:00000010:1.1:1784940541.034712:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b4a00. 00010000:00000010:1.1:1784940541.237577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2000. 00010000:00000010:0.1:1784940541.427667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342d200. 00010000:00000010:1.1:1784940541.445663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfa200. 00010000:00000010:0.1:1784940541.463561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc09a00. 00010000:00000010:1.1:1784940541.552564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2e00. 00010000:00000010:0.1:1784940541.717768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2ffc00. 00010000:00000010:0.1:1784940541.796778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620c600. 00010000:00000010:0.1:1784940541.796795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2ff400. 00010000:00000010:0.1:1784940541.796800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d40031600. 00010000:00000010:0.1:1784940541.796805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2ff600. 00010000:00000010:1.1:1784940541.802088:0:143202:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2fe800. 00010000:00000010:0.1:1784940541.834685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a3000. 00010000:00000010:0.1:1784940541.834691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49846e00. 00010000:00000010:1.1:1784940541.835613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc09000. 00010000:00000010:1.1:1784940541.835618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08000. 00010000:00000010:1.1:1784940541.835620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620de00. 00010000:00000010:0.1:1784940541.836548:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc09200. 00010000:00000010:0.1:1784940541.949942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2ffa00. 00010000:00000010:0.1:1784940542.130614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8e600. 00010000:00000010:0.1:1784940542.325763:0:139241:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96800. 00010000:00000010:1.1:1784940542.340038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfbc00. 00010000:00000010:1.1:1784940542.347615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8fc00. 00010000:00000010:0.1:1784940542.641631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f400. 00010000:00000010:0.1:1784940542.641644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96800. 00010000:00000010:0.1:1784940542.851550:0:143973:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2ffe00. 00010000:00000010:0.1:1784940542.920577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2600. 00010000:00000010:0.1:1784940542.944559:0:143985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078400. 00010000:00000010:0.1:1784940542.944566:0:143985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f6200. 00010000:00000010:0.1:1784940542.952716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc32000. 00010000:00000010:1.1:1784940543.080714:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8fe00. 00010000:00000010:0.1:1784940543.082066:0:143973:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630de00. 00010000:00000010:1.1:1784940543.097734:0:143992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a3600. 00010000:00000010:1.1:1784940543.097739:0:143992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c200. 00010000:00000010:1.1:1784940543.097741:0:143992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8e000. 00010000:00000010:0.1:1784940543.100896:0:143979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96200. 00010000:00000010:1.1:1784940543.103888:0:124316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193000. 00010000:00000010:1.1:1784940543.103893:0:124316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f7000. 00010000:00000010:0.1:1784940543.110368:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d000. 00010000:00000010:1.1:1784940543.110542:0:143992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc48200. 00010000:00000010:1.1:1784940543.110548:0:143992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079400. 00010000:00000010:1.1:1784940543.124655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b5c00. 00010000:00000010:0.1:1784940543.126243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2fee00. 00010000:00000010:0.1:1784940543.126255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630da00. 00010000:00000010:0.1:1784940543.126260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97a00. 00010000:00000010:0.1:1784940543.126272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620cc00. 00010000:00000010:1.1:1784940543.129663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342d400. 00010000:00000010:1.1:1784940543.129673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620dc00. 00010000:00000010:0.1:1784940543.202024:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96a00. 00010000:00000010:1.1:1784940543.250611:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192e00. 00010000:00000010:1.1:1784940543.286588:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c400. 00010000:00000010:0.1:1784940543.547426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73651c00. 00010000:00000010:1.1:1784940543.838584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8ec00. 00010000:00000010:0.1:1784940544.138059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2a00. 00010000:00000010:0.1:1784940544.547756:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc56200. 00010000:00000010:1.1:1784940544.796893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f7400. 00010000:00000010:1.1:1784940544.796902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193000. 00010000:00000010:0.1:1784940544.797553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc32c00. 00010000:00000010:1.1:1784940544.972559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f800. 00010000:00000010:0.1:1784940544.974889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3400. 00010000:00000010:0.1:1784940544.974901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193c00. 00010000:00000010:0.1:1784940545.370093:0:124306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2000. 00010000:00000010:0.1:1784940545.688676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2800. 00010000:00000010:0.1:1784940545.688690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342d000. 00010000:00000010:0.1:1784940545.860292:0:139241:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193000. 00010000:00000010:0.1:1784940545.907916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078c00. 00010000:00000010:1.1:1784940546.563562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b4e00. 00010000:00000010:0.1:1784940546.733306:0:143975:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3000. 00010000:00000010:1.1:1784940547.148588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bde00. 00010000:00000010:0.1:1784940547.632909:0:143980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bd000. 00010000:00000010:0.1:1784940547.856334:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2200. 00010000:00000010:1.1:1784940547.970835:0:143966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b7a00. 00010000:00000010:0.1:1784940548.162785:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc33400. 00010000:00000010:0.1:1784940548.200492:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630c000. 00010000:00000010:1.1:1784940548.306917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bda00. 00010000:00000010:0.1:1784940548.329542:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b7800. 00010000:00000010:0.1:1784940548.329554:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2ff200. 00010000:00000010:1.1:1784940548.556560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630ca00. 00010000:00000010:1.1:1784940548.852764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc57200. 00010000:00000010:0.1:1784940548.913708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3a00. 00010000:00000010:0.1:1784940549.290911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2ff200. 00010000:00000010:0.1:1784940549.357416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f7400. 00010000:00000010:0.1:1784940549.357438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078c00. 00010000:00000010:1.1:1784940549.442959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24ee00. 00010000:00000010:0.1:1784940549.708619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b4600. 00010000:00000010:1.1:1784940549.855535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342cc00. 00010000:00000010:1.1:1784940550.102157:0:143976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193800. 00010000:00000010:0.1:1784940550.103837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2fea00. 00010000:00000010:0.1:1784940550.173535:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192e00. 00010000:00000010:0.1:1784940550.227568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f7800. 00010000:00000010:0.1:1784940550.431565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bdc00. 00010000:00000010:0.1:1784940550.730541:0:124306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08c00. 00010000:00000010:1.1:1784940550.848182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620d800. 00010000:00000010:1.1:1784940550.895563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24f800. 00010000:00000010:0.1:1784940551.015546:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078600. 00010000:00000010:0.1:1784940551.070830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb1c00. 00010000:00000010:0.1:1784940551.388053:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8e200. 00010000:00000010:0.1:1784940551.441965:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b6800. 00010000:00000010:0.1:1784940551.463693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49847800. 00010000:00000010:1.1:1784940551.496537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb0800. 00010000:00000010:0.1:1784940551.782628:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630cc00. 00010000:00000010:0.1:1784940551.825308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342dc00. 00010000:00000010:1.1:1784940551.889591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342d600. 00010000:00000010:1.1:1784940551.936297:0:124306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b5200. 00010000:00000010:1.1:1784940552.125599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650800. 00010000:00000010:1.1:1784940552.125614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620de00. 00010000:00000010:1.1:1784940552.394537:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96e00. 00010000:00000010:0.1:1784940552.510596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49847c00. 00010000:00000010:0.1:1784940552.625227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfbe00. 00010000:00000010:1.1:1784940552.644350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb1c00. 00010000:00000010:1.1:1784940552.658302:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb1e00. 00010000:00000010:0.1:1784940552.877340:0:143980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8ec00. 00010000:00000010:0.1:1784940552.948108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f000. 00010000:00000010:1.1:1784940552.991686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2fe400. 00010000:00000010:0.1:1784940553.071940:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bdc00. 00010000:00000010:0.1:1784940553.232903:0:143980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bd200. 00010000:00000010:0.1:1784940553.368553:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079c00. 00010000:00000010:0.1:1784940553.436549:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2c00. 00010000:00000010:0.1:1784940553.534610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620ce00. 00010000:00000010:1.1:1784940553.584594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc56000. 00010000:00000010:1.1:1784940553.584613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2a00. 00010000:00000010:1.1:1784940553.699072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73651a00. 00010000:00000010:1.1:1784940553.737622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b4400. 00010000:00000010:0.1:1784940553.805944:0:143986:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a3c00. 00010000:00000010:1.1:1784940553.819721:0:143979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f400. 00010000:00000010:1.1:1784940553.819729:0:143979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24fa00. 00010000:00000010:0.1:1784940553.821431:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b5c00. 00010000:00000010:0.1:1784940553.824364:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08800. 00010000:00000010:0.1:1784940553.824370:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfb000. 00010000:00000010:1.1:1784940553.824673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc57a00. 00010000:00000010:1.1:1784940554.009559:0:124305:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73651400. 00010000:00000010:0.1:1784940554.094991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650800. 00010000:00000010:0.1:1784940554.110858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb1c00. 00010000:00000010:1.1:1784940554.280983:0:143976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3a00. 00010000:00000010:1.1:1784940554.356645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb1400. 00010000:00000010:0.1:1784940554.356881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8ea00. 00010000:00000010:0.1:1784940554.815276:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc57c00. 00010000:00000010:1.1:1784940554.815992:0:143992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49a00. 00010000:00000010:0.1:1784940554.891548:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bd400. 00010000:00000010:0.1:1784940554.891554:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630dc00. 00010000:00000010:0.1:1784940554.917608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3800. 00010000:00000010:1.1:1784940554.962600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078800. 00010000:00000010:1.1:1784940554.962607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b7c00. 00010000:00000010:0.1:1784940554.968262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192e00. 00010000:00000010:0.1:1784940555.406116:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49847a00. 00010000:00000010:0.1:1784940555.464903:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bd800. 00010000:00000010:1.1:1784940555.600117:0:143980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d000. 00010000:00000010:0.1:1784940555.864581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49847600. 00010000:00000010:0.1:1784940556.289957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73651400. 00010000:00000010:1.1:1784940556.366390:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfb000. 00010000:00000010:0.1:1784940556.848720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2c00. 00010000:00000010:1.1:1784940557.020040:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bdc00. 00010000:00000010:0.1:1784940557.059777:0:139241:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73651800. 00010000:00000010:0.1:1784940557.116789:0:139241:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc09200. 00010000:00000010:0.1:1784940557.116795:0:139241:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49847000. 00010000:00000010:0.1:1784940557.200785:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49847600. 00010000:00000010:0.1:1784940557.271852:0:139241:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49846600. 00010000:00000010:0.1:1784940557.271859:0:139241:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650e00. 00010000:00000010:1.1:1784940557.329890:0:143976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192c00. 00010000:00000010:0.1:1784940557.435326:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb0200. 00010000:00000010:0.1:1784940557.500946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a3000. 00010000:00000010:0.1:1784940557.591678:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2fe200. 00010000:00000010:0.1:1784940557.641617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96400. 00010000:00000010:0.1:1784940557.641627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d200. 00010000:00000010:1.1:1784940557.641876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96200. 00010000:00000010:1.1:1784940557.716586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49847a00. 00010000:00000010:1.1:1784940557.810577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2600. 00010000:00000010:0.1:1784940557.813590:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650200. 00010000:00000010:0.1:1784940557.852579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc57c00. 00010000:00000010:0.1:1784940557.907557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193000. 00010000:00000010:1.1:1784940557.958539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24f000. 00010000:00000010:1.1:1784940557.983366:0:143985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb1600. 00010000:00000010:1.1:1784940558.019672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a3400. 00010000:00000010:0.1:1784940558.091543:0:143982:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49847600. 00010000:00000010:0.1:1784940558.091554:0:143982:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193400. 00010000:00000010:0.1:1784940558.091559:0:143982:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b2800. 00010000:00000010:0.1:1784940558.091562:0:143982:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192600. 00010000:00000010:1.1:1784940558.105648:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192800. 00010000:00000010:1.1:1784940558.105654:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630dc00. 00010000:00000010:0.1:1784940558.112623:0:124316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49400. 00010000:00000010:1.1:1784940558.125936:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19800. 00010000:00000010:1.1:1784940558.125942:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342d800. 00010000:00000010:1.1:1784940558.132552:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b6c00. 00010000:00000010:0.1:1784940558.132856:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96000. 00010000:00000010:0.1:1784940558.132859:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f7a00. 00010000:00000010:1.1:1784940558.146714:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2fe600. 00010000:00000010:0.1:1784940558.146841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08000. 00010000:00000010:0.1:1784940558.146853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f7e00. 00010000:00000010:0.1:1784940558.152272:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342d200. 00010000:00000010:0.1:1784940558.152283:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2400. 00010000:00000010:1.1:1784940558.152555:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49846000. 00010000:00000010:1.1:1784940558.152561:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bd200. 00010000:00000010:1.1:1784940558.152565:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97200. 00010000:00000010:1.1:1784940558.152573:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb0600. 00010000:00000010:1.1:1784940558.152578:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f7400. 00010000:00000010:1.1:1784940558.152581:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a3200. 00010000:00000010:1.1:1784940558.152590:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19c00. 00010000:00000010:1.1:1784940558.211613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3200. 00010000:00000010:1.1:1784940558.211624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2800. 00010000:00000010:1.1:1784940558.547774:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c600. 00010000:00000010:1.1:1784940558.609663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19600. 00010000:00000010:1.1:1784940558.613647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2000. 00010000:00000010:1.1:1784940558.860152:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49846e00. 00010000:00000010:1.1:1784940558.880417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2e00. 00010000:00000010:0.1:1784940558.900548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc48400. 00010000:00000010:0.1:1784940558.996533:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079a00. 00010000:00000010:0.1:1784940559.049476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8e000. 00010000:00000010:1.1:1784940559.148535:0:124306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d200. 00010000:00000010:1.1:1784940559.148546:0:124306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f7e00. 00010000:00000010:0.1:1784940559.254655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c400. 00010000:00000010:1.1:1784940559.345993:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b7600. 00010000:00000010:1.1:1784940559.480544:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192600. 00010000:00000010:1.1:1784940559.480548:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18400. 00010000:00000010:1.1:1784940559.480551:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f7600. 00010000:00000010:0.1:1784940559.480694:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193a00. 00010000:00000010:0.1:1784940559.480701:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24ee00. 00010000:00000010:0.1:1784940559.480710:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b7c00. 00010000:00000010:0.1:1784940559.480713:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49847800. 00010000:00000010:1.1:1784940559.491867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3800. 00010000:00000010:1.1:1784940559.491878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3600. 00010000:00000010:1.1:1784940559.491881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08400. 00010000:00000010:1.1:1784940559.491884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b6a00. 00010000:00000010:0.1:1784940559.492599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49800. 00010000:00000010:0.1:1784940559.492677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18600. 00010000:00000010:0.1:1784940559.492680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08a00. 00010000:00000010:1.1:1784940559.676180:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079a00. 00010000:00000010:1.1:1784940559.775990:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b4a00. 00010000:00000010:1.1:1784940559.970993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08000. 00010000:00000010:1.1:1784940560.053563:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078c00. 00010000:00000010:1.1:1784940560.069538:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650000. 00010000:00000010:1.1:1784940560.069544:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2ff000. 00010000:00000010:1.1:1784940560.069554:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfb800. 00010000:00000010:1.1:1784940560.123398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49600. 00010000:00000010:1.1:1784940560.123404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f6c00. 00010000:00000010:1.1:1784940560.123407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f7400. 00010000:00000010:0.1:1784940560.130553:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49000. 00010000:00000010:0.1:1784940560.130560:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96c00. 00010000:00000010:0.1:1784940560.130563:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2ff400. 00010000:00000010:0.1:1784940560.130567:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193600. 00010000:00000010:1.1:1784940560.130911:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfac00. 00010000:00000010:0.1:1784940560.137547:0:143992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d600. 00010000:00000010:0.1:1784940560.137556:0:143992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24f800. 00010000:00000010:1.1:1784940560.138408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193800. 00010000:00000010:1.1:1784940560.138415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193200. 00010000:00000010:1.1:1784940560.143305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b5c00. 00010000:00000010:0.1:1784940560.185642:0:143201:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08e00. 00010000:00000010:1.1:1784940560.189601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc09a00. 00010000:00000010:0.1:1784940560.195758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08c00. 00010000:00000010:1.1:1784940560.494788:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079800. 00010000:00000010:1.1:1784940560.554783:0:143976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc48800. 00010000:00000010:1.1:1784940560.826605:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2e00. 00010000:00000010:0.1:1784940560.887650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24e200. 00010000:00000010:1.1:1784940561.001083:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b4600. 00010000:00000010:1.1:1784940561.101579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b4a00. 00010000:00000010:0.1:1784940562.157578:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620c800. 00010000:00000010:1.1:1784940562.461169:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc09200. 00010000:00000010:0.1:1784940562.652022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b5c00. 00010000:00000010:1.1:1784940562.810239:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b5200. 00010000:00000010:1.1:1784940562.810248:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079400. 00010000:00000010:1.1:1784940562.810253:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d800. 00010000:00000010:1.1:1784940562.836294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079600. 00010000:00000010:1.1:1784940562.841641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc32e00. 00010000:00000010:1.1:1784940562.841652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078200. 00010000:00000010:1.1:1784940563.068447:0:98154:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d40031600. 00010000:00000010:0.1:1784940563.068537:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bc200. 00010000:00000010:0.1:1784940563.246565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc08200. 00010000:00000010:0.1:1784940563.547802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079000. 00010000:00000010:0.1:1784940563.721781:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078400. 00010000:00000010:0.1:1784940563.721790:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079600. 00010000:00000010:0.1:1784940563.721800:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0bc800. 00010000:00000010:1.1:1784940563.873999:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078000. 00010000:00000010:0.1:1784940563.958768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfa400. 00010000:00000010:0.1:1784940564.238456:0:143978:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192600. 00010000:00000010:1.1:1784940564.283512:0:143979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2600. 00010000:00000010:1.1:1784940564.322572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d40031600. 00010000:00000010:0.1:1784940564.418566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192e00. 00010000:00000010:1.1:1784940564.554735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b6a00. 00010000:00000010:0.1:1784940564.748735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66192c00. 00010000:00000010:1.1:1784940564.804378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b7c00. 00010000:00000010:0.1:1784940565.021640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f600. 00010000:00000010:0.1:1784940565.082560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b6600. 00010000:00000010:1.1:1784940565.175759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc33e00. 00010000:00000010:0.1:1784940565.380787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a3e00. 00010000:00000010:1.1:1784940565.434585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3200. 00010000:00000010:0.1:1784940565.786566:0:139241:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc09e00. 00010000:00000010:1.1:1784940565.881625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19600. 00010000:00000010:0.1:1784940566.224734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2200. 00010000:00000010:0.1:1784940566.755744:0:143979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620d600. 00010000:00000010:0.1:1784940567.051550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2000. 00010000:00000010:1.1:1784940567.074384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620dc00. 00010000:00000010:0.1:1784940567.184293:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc32c00. 00010000:00000010:1.1:1784940567.219643:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49847a00. 00010000:00000010:0.1:1784940567.228882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078a00. 00010000:00000010:0.1:1784940567.411431:0:143977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b7600. 00010000:00000010:0.1:1784940567.514815:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a3c00. 00010000:00000010:1.1:1784940567.554561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2200. 00010000:00000010:0.1:1784940567.811814:0:143979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2ff400. 00010000:00000010:0.1:1784940568.137584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97c00. 00010000:00000010:0.1:1784940568.384560:0:143967:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2ff000. 00010000:00000010:0.1:1784940568.384574:0:143967:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3000. 00010000:00000010:0.1:1784940568.384578:0:143967:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b2200. 00010000:00000010:0.1:1784940568.384582:0:143967:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8e200. 00010000:00000010:0.1:1784940568.747550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078400. 00010000:00000010:1.1:1784940569.366565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96200. 00010000:00000010:1.1:1784940569.546228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1f6400. 00010000:00000010:0.1:1784940570.854102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6620ca00. 00010000:00000010:1.1:1784940571.131541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630dc00. 00010000:00000010:1.1:1784940572.098893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2400. 00010000:00000010:0.1:1784940572.388726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2400. 00010000:00000010:1.1:1784940574.494691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24f400. 00010000:00000010:0.1:1784940575.457826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49846200. 00010000:00000010:0.1:1784940577.048677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97a00. 00010000:00000010:0.1:1784940581.194683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beb0800. 00010000:00000010:0.1:1784940581.194693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc32600. 00010000:00000010:1.1:1784940581.199759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8e800. 00010000:00000010:1.1:1784940581.199765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078800. 00010000:00000010:1.1:1784940581.207119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b6400. 00010000:00000010:1.1:1784940591.736900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18000. 00010000:00000010:1.1:1784940591.742384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18600. 00010000:00000010:1.1:1784940593.315266:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3200. 00010000:00000010:1.1:1784940593.329621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2c00. 00010000:00000010:0.1:1784940593.513810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19800. 00010000:00000010:0.1:1784940593.535712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19000. 00010000:00000010:0.1:1784940595.401629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc56400. 00010000:00000010:0.1:1784940595.401647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b7000. 00010000:00000010:1.1:1784940597.161624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3c00. 00010000:00000010:0.1:1784940597.165538:0:143975:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3000. 00010000:00000010:0.1:1784940598.070094:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66193600. 00010000:00000010:0.1:1784940598.070116:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b4c00. 00010000:00000010:0.1:1784940605.199809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3600. 00010000:00000010:0.1:1784940605.205725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3800. 00010000:00000010:1.1:1784940606.851559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19c00. 00010000:00000010:1.1:1784940606.851568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19800. 00010000:00000010:0.1:1784940608.200574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d505a2a00. 00010000:00000010:1.1:1784940610.115563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2c00. 00010000:00000010:1.1:1784940610.115577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3400. 00010000:00000010:1.1:1784940611.069682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650a00. 00010000:00000010:1.1:1784940611.076108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2fee00. 00010000:00000010:1.1:1784940613.935566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18600. 00010000:00000010:0.1:1784940613.935630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19200. 00010000:00000010:0.1:1784940614.658853:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3e00. 00010000:00000010:0.1:1784940614.666871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2a00. 00010000:00000010:0.1:1784940618.187968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18e00. 00010000:00000010:0.1:1784940618.187975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19a00. 00010000:00000010:0.1:1784940618.284557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3400. 00010000:00000010:0.1:1784940618.284564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2000. 00010000:00000010:0.1:1784940621.649697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3800. 00010000:00000010:0.1:1784940621.649714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3000. 00010000:00000010:0.1:1784940622.068920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19e00. 00010000:00000010:1.1:1784940622.069018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19200. 00010000:00000010:0.1:1784940624.459662:0:143973:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3c00. 00010000:00000010:1.1:1784940624.472725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2c00. 00010000:00000010:1.1:1784940625.641868:0:143973:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19600. 00010000:00000010:1.1:1784940625.641876:0:143973:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19200. 00010000:00000010:1.1:1784940630.881147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2e00. 00010000:00000010:1.1:1784940630.881160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2200. 00010000:00000010:1.1:1784940631.472968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2e00. 00010000:00000010:0.1:1784940631.479194:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2200. 00010000:00000010:1.1:1784940637.755798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2c00. 00010000:00000010:0.1:1784940637.771802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18a00. 00010000:00000010:0.1:1784940637.793659:0:139241:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19800. 00010000:00000010:0.1:1784940637.793665:0:139241:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18000. 00010000:00000010:1.1:1784940641.424226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2400. 00010000:00000010:1.1:1784940641.424232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3000. 00010000:00000010:1.1:1784940644.212706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3a00. 00010000:00000010:1.1:1784940644.212715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2a00. 00010000:00000010:0.1:1784940645.762814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3e00. 00010000:00000010:0.1:1784940645.762826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2600. 00010000:00000010:1.1:1784940646.764586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19a00. 00010000:00000010:1.1:1784940646.764603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19c00. 00010000:00000010:0.1:1784940652.019580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19800. 00010000:00000010:1.1:1784940652.019658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18200. 00010000:00000010:0.1:1784940652.497797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19200. 00010000:00000010:1.1:1784940652.502560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19c00. 00010000:00000010:0.1:1784940653.333122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19400. 00010000:00000010:0.1:1784940653.333128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19e00. 00010000:00000010:0.1:1784940659.477315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18400. 00010000:00000010:0.1:1784940659.477322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18000. 00010000:00000010:0.1:1784940660.393557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2800. 00010000:00000010:0.1:1784940662.957703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3000. 00010000:00000010:1.1:1784940662.961609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3e00. 00010000:00000010:1.1:1784940666.173098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2000. 00010000:00000010:0.1:1784940666.173870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3600. 00010000:00000010:1.1:1784940670.188808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2fe400. 00010000:00000010:1.1:1784940670.193430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18600. 00010000:00000010:1.1:1784940670.193451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2a00. 00010000:00000010:1.1:1784940670.303558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3c00. 00010000:00000010:0.1:1784940670.317637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2c00. 00010000:00000010:0.1:1784940670.327551:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2600. 00010000:00000010:0.1:1784940670.327561:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3c00. 00010000:00000010:0.1:1784940670.403531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2400. 00010000:00000010:1.1:1784940670.403612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3c00. 00010000:00000010:1.1:1784940670.485134:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2200. 00010000:00000010:1.1:1784940670.485149:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3600. 00010000:00000010:1.1:1784940670.547591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19400. 00010000:00000010:1.1:1784940670.547599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19c00. 00010000:00000010:0.1:1784940670.641298:0:143978:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18c00. 00010000:00000010:0.1:1784940670.764642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19800. 00010000:00000010:0.1:1784940670.769645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18e00. 00010000:00000010:1.1:1784940670.888863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3e00. 00010000:00000010:1.1:1784940670.889040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3a00. 00010000:00000010:1.1:1784940671.014992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19400. 00010000:00000010:1.1:1784940671.029247:0:143978:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18000. 00010000:00000010:0.1:1784940671.056717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2a00. 00010000:00000010:1.1:1784940671.060568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3400. 00010000:00000010:1.1:1784940671.068884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3800. 00010000:00000010:1.1:1784940671.090464:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3600. 00010000:00000010:0.1:1784940671.127707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3400. 00010000:00000010:0.1:1784940671.370210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18800. 00010000:00000010:1.1:1784940671.385563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3000. 00010000:00000010:1.1:1784940671.430000:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2e00. 00010000:00000010:1.1:1784940671.430012:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18c00. 00010000:00000010:0.1:1784940671.454570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18000. 00010000:00000010:0.1:1784940671.592668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078400. 00010000:00000010:1.1:1784940671.769546:0:98154:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18e00. 00010000:00000010:1.1:1784940671.796942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2200. 00010000:00000010:0.1:1784940671.817101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18600. 00010000:00000010:0.1:1784940671.882356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3000. 00010000:00000010:0.1:1784940671.886574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3e00. 00010000:00000010:0.1:1784940672.027556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2c00. 00010000:00000010:0.1:1784940672.027564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19000. 00010000:00000010:1.1:1784940672.067556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3000. 00010000:00000010:1.1:1784940672.114995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2200. 00010000:00000010:1.1:1784940672.115008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3600. 00010000:00000010:0.1:1784940672.564812:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2000. 00010000:00000010:0.1:1784940672.789577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19200. 00010000:00000010:0.1:1784940672.789584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18000. 00010000:00000010:1.1:1784940672.883674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18c00. 00010000:00000010:1.1:1784940672.883688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19c00. 00010000:00000010:1.1:1784940672.932708:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18800. 00010000:00000010:0.1:1784940673.393495:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3c00. 00010000:00000010:0.1:1784940673.605403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3a00. 00010000:00000010:1.1:1784940673.605556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19c00. 00010000:00000010:1.1:1784940673.670769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18800. 00010000:00000010:1.1:1784940673.670776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18e00. 00010000:00000010:0.1:1784940673.975575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3600. 00010000:00000010:0.1:1784940673.975592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2200. 00010000:00000010:0.1:1784940674.159711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18a00. 00010000:00000010:0.1:1784940674.159723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19000. 00010000:00000010:0.1:1784940674.180618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19000. 00010000:00000010:0.1:1784940674.180624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18a00. 00010000:00000010:1.1:1784940674.311711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18600. 00010000:00000010:1.1:1784940674.311716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19e00. 00010000:00000010:1.1:1784940674.328570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18800. 00010000:00000010:1.1:1784940674.337552:0:143966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18c00. 00010000:00000010:0.1:1784940674.467679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19000. 00010000:00000010:1.1:1784940674.472557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19200. 00010000:00000010:1.1:1784940674.554834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3400. 00010000:00000010:0.1:1784940674.607716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079c00. 00010000:00000010:0.1:1784940674.611660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2800. 00010000:00000010:1.1:1784940674.653737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3400. 00010000:00000010:1.1:1784940674.653755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3600. 00010000:00000010:1.1:1784940674.669572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19e00. 00010000:00000010:1.1:1784940674.669586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18600. 00010000:00000010:0.1:1784940674.871666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2000. 00010000:00000010:1.1:1784940675.009139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2400. 00010000:00000010:1.1:1784940675.011646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3000. 00010000:00000010:0.1:1784940675.167052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3600. 00010000:00000010:1.1:1784940675.259764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3600. 00010000:00000010:1.1:1784940675.449473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96e00. 00010000:00000010:1.1:1784940675.577838:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19600. 00010000:00000010:1.1:1784940675.581468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18a00. 00010000:00000010:1.1:1784940675.620496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3000. 00010000:00000010:0.1:1784940675.963628:0:143966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19000. 00010000:00000010:0.1:1784940675.963642:0:143966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18400. 00010000:00000010:0.1:1784940676.269898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18600. 00010000:00000010:0.1:1784940676.303835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2800. 00010000:00000010:0.1:1784940676.303848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3000. 00010000:00000010:0.1:1784940676.448323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2c00. 00010000:00000010:0.1:1784940676.448328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18a00. 00010000:00000010:1.1:1784940676.483640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18a00. 00010000:00000010:1.1:1784940676.488818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19800. 00010000:00000010:1.1:1784940676.496674:0:143974:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2600. 00010000:00000010:1.1:1784940676.496681:0:143974:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2200. 00010000:00000010:1.1:1784940676.510795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18c00. 00010000:00000010:1.1:1784940676.510809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19200. 00010000:00000010:1.1:1784940676.567597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19c00. 00010000:00000010:0.1:1784940676.781648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2000. 00010000:00000010:0.1:1784940676.781655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2a00. 00010000:00000010:1.1:1784940676.861634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19000. 00010000:00000010:1.1:1784940676.867692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19200. 00010000:00000010:1.1:1784940676.892823:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19800. 00010000:00000010:1.1:1784940676.892830:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18a00. 00010000:00000010:1.1:1784940676.917641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3e00. 00010000:00000010:1.1:1784940676.917653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2200. 00010000:00000010:0.1:1784940676.931398:0:143974:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2400. 00010000:00000010:1.1:1784940676.937955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2c00. 00010000:00000010:0.1:1784940676.962698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18000. 00010000:00000010:0.1:1784940676.967592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19a00. 00010000:00000010:1.1:1784940676.979147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18000. 00010000:00000010:0.1:1784940676.981172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18600. 00010000:00000010:1.1:1784940677.250546:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3c00. 00010000:00000010:0.1:1784940677.331286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19200. 00010000:00000010:0.1:1784940677.332554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2800. 00010000:00000010:1.1:1784940677.521682:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18800. 00010000:00000010:1.1:1784940677.539675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19e00. 00010000:00000010:0.1:1784940677.590613:0:143974:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18200. 00010000:00000010:0.1:1784940677.625580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078600. 00010000:00000010:1.1:1784940678.184857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079800. 00010000:00000010:1.1:1784940678.239877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19e00. 00010000:00000010:1.1:1784940678.239891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18600. 00010000:00000010:0.1:1784940678.497021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3c00. 00010000:00000010:1.1:1784940678.505761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3400. 00010000:00000010:0.1:1784940678.553013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3c00. 00010000:00000010:0.1:1784940678.553031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2000. 00010000:00000010:0.1:1784940678.773655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2e00. 00010000:00000010:0.1:1784940678.773678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2600. 00010000:00000010:1.1:1784940678.853906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19c00. 00010000:00000010:0.1:1784940678.947465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19400. 00010000:00000010:1.1:1784940678.955207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19600. 00010000:00000010:0.1:1784940679.267576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18c00. 00010000:00000010:0.1:1784940679.267594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19400. 00010000:00000010:1.1:1784940679.576261:0:143978:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19200. 00010000:00000010:1.1:1784940679.576274:0:143978:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19600. 00010000:00000010:1.1:1784940679.753605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19000. 00010000:00000010:0.1:1784940679.753824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18600. 00010000:00000010:0.1:1784940679.795888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19600. 00010000:00000010:0.1:1784940679.799719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18600. 00010000:00000010:1.1:1784940679.812575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18000. 00010000:00000010:0.1:1784940679.851562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3000. 00010000:00000010:0.1:1784940679.855624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2200. 00010000:00000010:0.1:1784940679.903138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3a00. 00010000:00000010:0.1:1784940679.903148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2a00. 00010000:00000010:1.1:1784940680.079134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96e00. 00010000:00000010:0.1:1784940680.109936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96800. 00010000:00000010:0.1:1784940680.109950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97e00. 00010000:00000010:1.1:1784940680.159627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18e00. 00010000:00000010:1.1:1784940680.159642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19e00. 00010000:00000010:0.1:1784940680.333118:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19200. 00010000:00000010:1.1:1784940680.476628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3a00. 00010000:00000010:1.1:1784940680.484563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2000. 00010000:00000010:1.1:1784940680.505591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19800. 00010000:00000010:1.1:1784940680.505604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19a00. 00010000:00000010:1.1:1784940680.550574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2a00. 00010000:00000010:0.1:1784940680.550630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3a00. 00010000:00000010:0.1:1784940680.747803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3e00. 00010000:00000010:1.1:1784940680.904939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2800. 00010000:00000010:1.1:1784940680.904955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3000. 00010000:00000010:1.1:1784940681.049660:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19000. 00010000:00000010:1.1:1784940681.440174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18600. 00010000:00000010:1.1:1784940681.440178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18000. 00010000:00000010:1.1:1784940681.470617:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18400. 00010000:00000010:0.1:1784940682.003827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19000. 00010000:00000010:0.1:1784940682.199674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18200. 00010000:00000010:0.1:1784940682.215564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19200. 00010000:00000010:1.1:1784940682.271619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18400. 00010000:00000010:0.1:1784940682.324567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19800. 00010000:00000010:0.1:1784940682.324577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18400. 00010000:00000010:0.1:1784940682.353875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3c00. 00010000:00000010:0.1:1784940682.357811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3a00. 00010000:00000010:0.1:1784940682.516015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2400. 00010000:00000010:0.1:1784940682.523556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3200. 00010000:00000010:1.1:1784940682.686060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19600. 00010000:00000010:0.1:1784940682.747038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19e00. 00010000:00000010:1.1:1784940682.797567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2200. 00010000:00000010:0.1:1784940682.797772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19e00. 00010000:00000010:0.1:1784940682.832954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2200. 00010000:00000010:1.1:1784940682.835956:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2800. 00010000:00000010:0.1:1784940682.936551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19600. 00010000:00000010:0.1:1784940682.936558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18c00. 00010000:00000010:1.1:1784940683.129908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18400. 00010000:00000010:0.1:1784940683.271559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18200. 00010000:00000010:0.1:1784940683.271570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19a00. 00010000:00000010:1.1:1784940683.271613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3600. 00010000:00000010:1.1:1784940683.283834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2c00. 00010000:00000010:1.1:1784940683.433556:0:98154:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19200. 00010000:00000010:1.1:1784940683.483576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3800. 00010000:00000010:0.1:1784940683.486709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3000. 00010000:00000010:1.1:1784940683.506643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2200. 00010000:00000010:1.1:1784940683.511696:0:98154:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3800. 00010000:00000010:0.1:1784940683.536718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19e00. 00010000:00000010:1.1:1784940683.537564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18600. 00010000:00000010:1.1:1784940683.575109:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3800. 00010000:00000010:1.1:1784940683.575126:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2200. 00010000:00000010:1.1:1784940683.709653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19a00. 00010000:00000010:0.1:1784940683.758898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19800. 00010000:00000010:1.1:1784940683.774782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3e00. 00010000:00000010:1.1:1784940683.774795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2600. 00010000:00000010:0.1:1784940683.839953:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3e00. 00010000:00000010:0.1:1784940683.839961:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2600. 00010000:00000010:0.1:1784940683.988562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18600. 00010000:00000010:1.1:1784940683.994053:0:143973:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18e00. 00010000:00000010:1.1:1784940684.324149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18200. 00010000:00000010:1.1:1784940684.324165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18a00. 00010000:00000010:1.1:1784940684.368670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18a00. 00010000:00000010:0.1:1784940684.369216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19c00. 00010000:00000010:1.1:1784940684.405805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18200. 00010000:00000010:1.1:1784940684.405813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19c00. 00010000:00000010:0.1:1784940684.519554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2000. 00010000:00000010:0.1:1784940684.519561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3c00. 00010000:00000010:0.1:1784940684.603811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18c00. 00010000:00000010:1.1:1784940684.610426:0:143974:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3000. 00010000:00000010:0.1:1784940684.642045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3000. 00010000:00000010:1.1:1784940684.646579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3600. 00010000:00000010:0.1:1784940684.743476:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078000. 00010000:00000010:0.1:1784940684.743493:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97800. 00010000:00000010:0.1:1784940684.789810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97600. 00010000:00000010:0.1:1784940684.998649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18a00. 00010000:00000010:0.1:1784940684.998671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19a00. 00010000:00000010:0.1:1784940685.073326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2c00. 00010000:00000010:0.1:1784940685.076355:0:143975:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3400. 00010000:00000010:0.1:1784940685.168134:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19e00. 00010000:00000010:0.1:1784940685.310973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3e00. 00010000:00000010:0.1:1784940685.324635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2600. 00010000:00000010:0.1:1784940685.329534:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19400. 00010000:00000010:1.1:1784940685.330853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19600. 00010000:00000010:1.1:1784940685.359992:0:143978:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3800. 00010000:00000010:1.1:1784940685.360006:0:143978:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2200. 00010000:00000010:1.1:1784940685.380560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2200. 00010000:00000010:1.1:1784940685.380567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3800. 00010000:00000010:1.1:1784940685.409736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19000. 00010000:00000010:0.1:1784940685.427566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2200. 00010000:00000010:0.1:1784940685.427576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2a00. 00010000:00000010:0.1:1784940685.427580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19e00. 00010000:00000010:1.1:1784940685.492834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19e00. 00010000:00000010:1.1:1784940685.499785:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18200. 00010000:00000010:1.1:1784940685.530564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18000. 00010000:00000010:1.1:1784940685.530573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19c00. 00010000:00000010:1.1:1784940685.530575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19000. 00010000:00000010:0.1:1784940685.539188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19a00. 00010000:00000010:0.1:1784940685.640667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2600. 00010000:00000010:0.1:1784940685.786815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3800. 00010000:00000010:0.1:1784940685.786828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3000. 00010000:00000010:1.1:1784940685.953158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19a00. 00010000:00000010:1.1:1784940685.957610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18c00. 00010000:00000010:1.1:1784940686.084675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18600. 00010000:00000010:0.1:1784940686.159147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18200. 00010000:00000010:0.1:1784940686.162785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18000. 00010000:00000010:1.1:1784940686.245753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19a00. 00010000:00000010:1.1:1784940686.245765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18c00. 00010000:00000010:0.1:1784940686.258902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2600. 00010000:00000010:1.1:1784940686.268697:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2e00. 00010000:00000010:0.1:1784940686.625571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19200. 00010000:00000010:0.1:1784940686.629582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19400. 00010000:00000010:1.1:1784940686.776793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3600. 00010000:00000010:0.1:1784940686.776878:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2600. 00010000:00000010:1.1:1784940686.866566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19e00. 00010000:00000010:1.1:1784940686.870568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18e00. 00010000:00000010:1.1:1784940686.870582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18600. 00010000:00000010:1.1:1784940686.870585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19800. 00010000:00000010:0.1:1784940686.911824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2600. 00010000:00000010:1.1:1784940686.915641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3800. 00010000:00000010:0.1:1784940686.986875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3800. 00010000:00000010:1.1:1784940686.986936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18200. 00010000:00000010:0.1:1784940687.099874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18c00. 00010000:00000010:0.1:1784940687.099882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3c00. 00010000:00000010:0.1:1784940687.126867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19400. 00010000:00000010:1.1:1784940687.129430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3400. 00010000:00000010:0.1:1784940687.149557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18600. 00010000:00000010:0.1:1784940687.157591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19400. 00010000:00000010:0.1:1784940687.185488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3a00. 00010000:00000010:1.1:1784940687.187652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2800. 00010000:00000010:1.1:1784940687.216554:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19400. 00010000:00000010:1.1:1784940687.345460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19000. 00010000:00000010:1.1:1784940687.345478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18c00. 00010000:00000010:1.1:1784940687.406652:0:143992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18200. 00010000:00000010:0.1:1784940687.682623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3800. 00010000:00000010:1.1:1784940687.686558:0:143973:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3e00. 00010000:00000010:0.1:1784940687.709916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3000. 00010000:00000010:1.1:1784940687.722406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3e00. 00010000:00000010:0.1:1784940687.741756:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18c00. 00010000:00000010:1.1:1784940687.872689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18600. 00010000:00000010:1.1:1784940687.878627:0:143975:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18a00. 00010000:00000010:1.1:1784940687.925062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3200. 00010000:00000010:1.1:1784940687.925069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3000. 00010000:00000010:1.1:1784940687.945926:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3000. 00010000:00000010:1.1:1784940687.945933:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3200. 00010000:00000010:1.1:1784940688.077690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18200. 00010000:00000010:1.1:1784940688.225619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2200. 00010000:00000010:1.1:1784940688.499881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2200. 00010000:00000010:1.1:1784940688.504095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2e00. 00010000:00000010:1.1:1784940688.537602:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2e00. 00010000:00000010:1.1:1784940688.537612:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2200. 00010000:00000010:1.1:1784940688.622900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18a00. 00010000:00000010:0.1:1784940688.722259:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3200. 00010000:00000010:0.1:1784940688.771761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18200. 00010000:00000010:1.1:1784940688.771857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19600. 00010000:00000010:1.1:1784940688.799316:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18200. 00010000:00000010:0.1:1784940688.801953:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18400. 00010000:00000010:0.1:1784940688.819314:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3e00. 00010000:00000010:0.1:1784940688.820881:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3000. 00010000:00000010:1.1:1784940688.833714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3200. 00010000:00000010:1.1:1784940688.956198:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18e00. 00010000:00000010:1.1:1784940688.956217:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18800. 00010000:00000010:1.1:1784940688.975642:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3a00. 00010000:00000010:1.1:1784940688.975649:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2e00. 00010000:00000010:1.1:1784940688.992679:0:98154:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19400. 00010000:00000010:0.1:1784940689.036907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19e00. 00010000:00000010:0.1:1784940689.552622:0:143966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19400. 00010000:00000010:1.1:1784940689.634118:0:124306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2400. 00010000:00000010:0.1:1784940689.742566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2e00. 00010000:00000010:0.1:1784940689.753570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3a00. 00010000:00000010:1.1:1784940689.894572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18400. 00010000:00000010:0.1:1784940689.899827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19a00. 00010000:00000010:1.1:1784940690.075081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3200. 00010000:00000010:1.1:1784940690.240687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19000. 00010000:00000010:0.1:1784940690.683943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18a00. 00010000:00000010:0.1:1784940690.692793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2600. 00010000:00000010:0.1:1784940690.759837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18400. 00010000:00000010:1.1:1784940690.768760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18200. 00010000:00000010:0.1:1784940690.776757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18400. 00010000:00000010:1.1:1784940690.776866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19c00. 00010000:00000010:1.1:1784940690.911569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18800. 00010000:00000010:1.1:1784940690.995207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19600. 00010000:00000010:0.1:1784940690.998582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19a00. 00010000:00000010:1.1:1784940691.033810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3200. 00010000:00000010:1.1:1784940691.033818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3400. 00010000:00000010:0.1:1784940691.069333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3400. 00010000:00000010:0.1:1784940691.074238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3200. 00010000:00000010:1.1:1784940691.192877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18800. 00010000:00000010:0.1:1784940691.197103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19800. 00010000:00000010:1.1:1784940691.252594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19400. 00010000:00000010:0.1:1784940691.256570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18e00. 00010000:00000010:0.1:1784940691.315652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3a00. 00010000:00000010:0.1:1784940691.315658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3000. 00010000:00000010:0.1:1784940691.356594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2c00. 00010000:00000010:0.1:1784940691.356601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3800. 00010000:00000010:1.1:1784940691.463561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18400. 00010000:00000010:1.1:1784940691.463566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18800. 00010000:00000010:1.1:1784940691.589533:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3800. 00010000:00000010:1.1:1784940691.589541:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2c00. 00010000:00000010:0.1:1784940691.646709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19000. 00010000:00000010:0.1:1784940691.653565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18c00. 00010000:00000010:1.1:1784940691.766686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96400. 00010000:00000010:1.1:1784940691.766696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97400. 00010000:00000010:1.1:1784940691.771174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97600. 00010000:00000010:1.1:1784940691.793567:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18c00. 00010000:00000010:0.1:1784940691.929596:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2800. 00010000:00000010:1.1:1784940692.239665:0:143975:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2200. 00010000:00000010:0.1:1784940692.244684:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2e00. 00010000:00000010:1.1:1784940692.373723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3c00. 00010000:00000010:1.1:1784940692.373737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3a00. 00010000:00000010:1.1:1784940692.450572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3a00. 00010000:00000010:1.1:1784940692.497306:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2800. 00010000:00000010:1.1:1784940692.505541:0:143973:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3800. 00010000:00000010:1.1:1784940692.527563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19600. 00010000:00000010:1.1:1784940692.537577:0:124306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3e00. 00010000:00000010:1.1:1784940692.734737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2800. 00010000:00000010:0.1:1784940692.741743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3e00. 00010000:00000010:0.1:1784940692.775849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2e00. 00010000:00000010:0.1:1784940692.775864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3800. 00010000:00000010:0.1:1784940692.798877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3000. 00010000:00000010:0.1:1784940692.811542:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3c00. 00010000:00000010:0.1:1784940692.938719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3400. 00010000:00000010:0.1:1784940692.938734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2400. 00010000:00000010:0.1:1784940692.955551:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3e00. 00010000:00000010:0.1:1784940692.964577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2c00. 00010000:00000010:0.1:1784940692.999973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3800. 00010000:00000010:0.1:1784940692.999978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2800. 00010000:00000010:1.1:1784940693.051188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18e00. 00010000:00000010:1.1:1784940693.053783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19800. 00010000:00000010:1.1:1784940693.089022:0:143973:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3000. 00010000:00000010:1.1:1784940693.104569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3000. 00010000:00000010:0.1:1784940693.158778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2800. 00010000:00000010:0.1:1784940693.158798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3800. 00010000:00000010:0.1:1784940693.186557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18000. 00010000:00000010:0.1:1784940693.233555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19e00. 00010000:00000010:0.1:1784940693.233560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18600. 00010000:00000010:0.1:1784940693.477969:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97c00. 00010000:00000010:1.1:1784940693.549410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3800. 00010000:00000010:0.1:1784940693.676084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3800. 00010000:00000010:0.1:1784940693.679752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2000. 00010000:00000010:0.1:1784940693.686651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2e00. 00010000:00000010:0.1:1784940693.686657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2a00. 00010000:00000010:0.1:1784940693.699532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3600. 00010000:00000010:1.1:1784940693.822556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2c00. 00010000:00000010:0.1:1784940693.827569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2200. 00010000:00000010:1.1:1784940693.884621:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079600. 00010000:00000010:1.1:1784940694.006304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2400. 00010000:00000010:1.1:1784940694.006312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18200. 00010000:00000010:0.1:1784940694.033575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19600. 00010000:00000010:0.1:1784940694.033592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18a00. 00010000:00000010:0.1:1784940694.312833:0:139241:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2e00. 00010000:00000010:0.1:1784940694.312839:0:139241:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2000. 00010000:00000010:0.1:1784940694.312842:0:139241:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18400. 00010000:00000010:1.1:1784940694.316647:0:143975:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19400. 00010000:00000010:1.1:1784940694.416782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2600. 00010000:00000010:0.1:1784940694.845840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19a00. 00010000:00000010:0.1:1784940694.845849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18200. 00010000:00000010:0.1:1784940694.964179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2c00. 00010000:00000010:0.1:1784940694.964192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3c00. 00010000:00000010:1.1:1784940695.006551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19e00. 00010000:00000010:1.1:1784940695.611880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18800. 00010000:00000010:0.1:1784940695.643591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19e00. 00010000:00000010:0.1:1784940695.831838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96600. 00010000:00000010:1.1:1784940695.886014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3e00. 00010000:00000010:0.1:1784940695.890764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2800. 00010000:00000010:0.1:1784940696.065473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2a00. 00010000:00000010:1.1:1784940696.076278:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19200. 00010000:00000010:1.1:1784940696.185611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18800. 00010000:00000010:0.1:1784940696.188549:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2c00. 00010000:00000010:0.1:1784940696.222634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97a00. 00010000:00000010:0.1:1784940696.226713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19800. 00010000:00000010:0.1:1784940696.527671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96a00. 00010000:00000010:0.1:1784940696.590021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3400. 00010000:00000010:1.1:1784940696.674609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3800. 00010000:00000010:0.1:1784940696.674659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2e00. 00010000:00000010:1.1:1784940696.697667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2000. 00010000:00000010:0.1:1784940696.697976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3800. 00010000:00000010:0.1:1784940696.884433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2800. 00010000:00000010:0.1:1784940696.916642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3400. 00010000:00000010:0.1:1784940696.969750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18600. 00010000:00000010:0.1:1784940696.969760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3e00. 00010000:00000010:0.1:1784940696.969764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2800. 00010000:00000010:0.1:1784940696.977139:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18c00. 00010000:00000010:0.1:1784940696.998427:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3a00. 00010000:00000010:0.1:1784940697.005802:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2600. 00010000:00000010:0.1:1784940697.074566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3400. 00010000:00000010:0.1:1784940697.084805:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3600. 00010000:00000010:1.1:1784940697.133645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18000. 00010000:00000010:1.1:1784940697.133652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18e00. 00010000:00000010:0.1:1784940697.177606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19e00. 00010000:00000010:0.1:1784940697.266930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2000. 00010000:00000010:1.1:1784940697.267555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3000. 00010000:00000010:1.1:1784940697.375806:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3a00. 00010000:00000010:0.1:1784940697.485386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2200. 00010000:00000010:1.1:1784940697.486944:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2800. 00010000:00000010:1.1:1784940697.520773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2400. 00010000:00000010:1.1:1784940697.520788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3600. 00010000:00000010:0.1:1784940697.562585:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19000. 00010000:00000010:0.1:1784940697.562592:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18400. 00010000:00000010:1.1:1784940697.581783:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2400. 00010000:00000010:0.1:1784940697.588601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18400. 00010000:00000010:0.1:1784940697.588609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19000. 00010000:00000010:0.1:1784940697.702044:0:143978:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19000. 00010000:00000010:1.1:1784940697.801643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2c00. 00010000:00000010:0.1:1784940697.915559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3000. 00010000:00000010:0.1:1784940697.951457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19e00. 00010000:00000010:0.1:1784940697.951464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18200. 00010000:00000010:0.1:1784940697.964783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18800. 00010000:00000010:0.1:1784940698.027567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2400. 00010000:00000010:1.1:1784940698.027647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3800. 00010000:00000010:1.1:1784940698.088768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97600. 00010000:00000010:1.1:1784940698.088778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3800. 00010000:00000010:1.1:1784940698.346629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2600. 00010000:00000010:0.1:1784940698.497373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3400. 00010000:00000010:0.1:1784940698.503980:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2e00. 00010000:00000010:1.1:1784940698.619824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19c00. 00010000:00000010:1.1:1784940698.619841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19600. 00010000:00000010:0.1:1784940698.675556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19200. 00010000:00000010:0.1:1784940698.675563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18400. 00010000:00000010:0.1:1784940709.376388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49847400. 00010000:00000010:1.1:1784940709.863212:0:144032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96800. 00010000:00000010:1.1:1784940709.868824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18c00. 00010000:00000010:0.1:1784940709.951046:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19200. 00010000:00000010:0.1:1784940709.992644:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97e00. 00000080:00000010:1.1:1784940709.997659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4512c1c0. 00010000:00000010:1.1:1784940710.026774:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2c00. 00010000:00000010:0.1:1784940710.030554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19000. 00010000:00000010:0.1:1784940710.061569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2c00. 00010000:00000010:0.1:1784940710.061584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3e00. 00010000:00000010:0.1:1784940710.201541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2e00. 00010000:00000010:0.1:1784940710.278483:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079600. 00010000:00000010:0.1:1784940710.280550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19000. 00010000:00000010:1.1:1784940710.370805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3600. 00010000:00000010:1.1:1784940710.452979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97c00. 00010000:00000010:1.1:1784940710.555626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3000. 00010000:00000010:0.1:1784940710.668626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97800. 00010000:00000010:0.1:1784940710.881889:0:144040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18e00. 00010000:00000010:1.1:1784940710.954696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3200. 00010000:00000010:1.1:1784940711.100596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3400. 00010000:00000010:0.1:1784940711.265324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3a00. 00010000:00000010:1.1:1784940711.515576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97400. 00010000:00000010:1.1:1784940711.575990:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078a00. 00010000:00000010:1.1:1784940711.591727:0:144034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97600. 00010000:00000010:1.1:1784940711.701628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96a00. 00010000:00000010:0.1:1784940711.742601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97c00. 00010000:00000010:0.1:1784940711.811556:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2600. 00010000:00000010:0.1:1784940711.926548:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96400. 00010000:00000010:0.1:1784940711.926556:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078c00. 00010000:00000010:1.1:1784940711.995567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97200. 00010000:00000010:0.1:1784940712.242917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97600. 00010000:00000010:1.1:1784940712.291899:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97800. 00010000:00000010:0.1:1784940712.356606:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2e00. 00010000:00000010:0.1:1784940712.356611:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2200. 00010000:00000010:1.1:1784940712.500617:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97e00. 00010000:00000010:0.1:1784940712.533605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19000. 00010000:00000010:1.1:1784940712.591577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97000. 00010000:00000010:0.1:1784940712.645608:0:144039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18800. 00010000:00000010:1.1:1784940712.748727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97600. 00010000:00000010:0.1:1784940712.750604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97c00. 00010000:00000010:1.1:1784940712.874900:0:144040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078000. 00010000:00000010:1.1:1784940712.986247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079400. 00010000:00000010:1.1:1784940712.993766:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96a00. 00010000:00000010:0.1:1784940713.006299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d40030000. 00010000:00000010:1.1:1784940713.090545:0:124305:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078800. 00010000:00000010:0.1:1784940713.092823:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3600. 00010000:00000010:0.1:1784940713.092830:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079800. 00010000:00000010:0.1:1784940713.101908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078200. 00010000:00000010:0.1:1784940713.101921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d40030600. 00010000:00000010:1.1:1784940713.102052:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96e00. 00010000:00000010:0.1:1784940713.144393:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2200. 00010000:00000010:0.1:1784940713.342598:0:143984:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2400. 00010000:00000010:0.1:1784940713.342605:0:143984:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97a00. 00010000:00000010:1.1:1784940713.391003:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19200. 00010000:00000010:1.1:1784940713.391016:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b2c00. 00010000:00000010:0.1:1784940713.392026:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2200. 00010000:00000010:0.1:1784940713.392041:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d3800. 00010000:00000010:0.1:1784940713.392045:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2c00. 00010000:00000010:0.1:1784940713.392053:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2000. 00010000:00000010:0.1:1784940713.392057:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079600. 00010000:00000010:1.1:1784940713.399911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079a00. 00010000:00000010:1.1:1784940713.415563:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3e00. 00010000:00000010:0.1:1784940713.417714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2000. 00010000:00000010:0.1:1784940713.565622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2600. 00010000:00000010:1.1:1784940713.683667:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078400. 00010000:00000010:0.1:1784940713.739392:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079a00. 00010000:00000010:1.1:1784940713.891887:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079c00. 00010000:00000010:0.1:1784940714.009832:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630c400. 00010000:00000010:1.1:1784940714.154565:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2000. 00010000:00000010:0.1:1784940714.168897:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2600. 00010000:00000010:1.1:1784940714.508602:0:124306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2600. 00010000:00000010:0.1:1784940714.527265:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3800. 00010000:00000010:0.1:1784940714.527279:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079800. 00010000:00000010:0.1:1784940714.748141:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18a00. 00010000:00000010:1.1:1784940714.912610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18600. 00010000:00000010:1.1:1784940715.025698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3400. 00010000:00000010:1.1:1784940715.025705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8113200. 00010000:00000010:0.1:1784940715.078943:0:139241:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f3400. 00010000:00000010:1.1:1784940715.174559:0:144039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8e600. 00010000:00000010:1.1:1784940715.174567:0:144039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd96600. 00010000:00000010:0.1:1784940715.350122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d800. 00010000:00000010:0.1:1784940715.574707:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8112800. 00010000:00000010:0.1:1784940715.629492:0:144029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f2800. 00010000:00000010:0.1:1784940715.766622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8112e00. 00010000:00000010:0.1:1784940716.327550:0:144037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630de00. 00010000:00000010:0.1:1784940716.523935:0:124305:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079400. 00010000:00000010:0.1:1784940716.562605:0:144037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8ee00. 00010000:00000010:0.1:1784940716.730560:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc19a00. 00010000:00000010:0.1:1784940716.757591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630ce00. 00010000:00000010:0.1:1784940716.822645:0:144037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8113600. 00010000:00000010:0.1:1784940716.822650:0:144037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8031c00. 00010000:00000010:0.1:1784940716.871835:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc18200. 00010000:00000010:0.1:1784940717.237147:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8032200. 00010000:00000010:0.1:1784940717.237162:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8031e00. 00010000:00000010:0.1:1784940717.249561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8115c00. 00010000:00000010:1.1:1784940717.359770:0:144037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079a00. 00010000:00000010:0.1:1784940717.381566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630c200. 00010000:00000010:0.1:1784940717.430583:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8117800. 00010000:00000010:1.1:1784940717.656706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8032e00. 00010000:00000010:0.1:1784940717.882939:0:144039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8114e00. 00010000:00000010:1.1:1784940717.891539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3800. 00010000:00000010:1.1:1784940718.060546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8035000. 00010000:00000010:0.1:1784940718.341975:0:143985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8030000. 00010000:00000010:1.1:1784940718.377123:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8117000. 00010000:00000010:0.1:1784940718.782577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630c400. 00010000:00000010:1.1:1784940719.012770:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8030a00. 00010000:00000010:1.1:1784940719.110000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd97000. 00010000:00000010:0.1:1784940719.141140:0:144034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8114a00. 00010000:00000010:0.1:1784940719.249143:0:144040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630dc00. 00010000:00000010:0.1:1784940719.269104:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8117000. 00010000:00000010:1.1:1784940719.303555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8114000. 00010000:00000010:1.1:1784940719.477724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f3c00. 00010000:00000010:1.1:1784940719.477733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8117a00. 00010000:00000010:1.1:1784940719.538751:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8114e00. 00010000:00000010:1.1:1784940719.538757:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8031400. 00010000:00000010:1.1:1784940719.647561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8032000. 00010000:00000010:0.1:1784940719.718763:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3c00. 00010000:00000010:0.1:1784940719.807092:0:143992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8155200. 00010000:00000010:1.1:1784940719.997745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8033200. 00010000:00000010:0.1:1784940720.143544:0:143986:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3200. 00010000:00000010:0.1:1784940720.203243:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8117c00. 00010000:00000010:0.1:1784940720.269634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f3000. 00010000:00000010:0.1:1784940720.269640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2200. 00010000:00000010:0.1:1784940720.354555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8e400. 00010000:00000010:0.1:1784940720.354560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2e00. 00010000:00000010:1.1:1784940720.435558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8034e00. 00010000:00000010:0.1:1784940720.563793:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8114400. 00010000:00000010:0.1:1784940720.563806:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8e600. 00010000:00000010:1.1:1784940720.864544:0:144038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2000. 00010000:00000010:0.1:1784940720.865014:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8035e00. 00010000:00000010:1.1:1784940721.262545:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8032e00. 00010000:00000010:1.1:1784940721.365185:0:144038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8114800. 00010000:00000010:1.1:1784940721.441581:0:144037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078400. 00010000:00000010:1.1:1784940721.504553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb81d7200. 00010000:00000010:1.1:1784940721.558296:0:98154:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8116000. 00010000:00000010:1.1:1784940721.664543:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b2400. 00010000:00000010:0.1:1784940721.982797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8155800. 00010000:00000010:0.1:1784940722.121578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8032000. 00010000:00000010:1.1:1784940722.165600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb824be00. 00010000:00000010:0.1:1784940722.542744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3800. 00010000:00000010:0.1:1784940722.589557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110000. 00010000:00000010:0.1:1784940722.691337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb81d6400. 00010000:00000010:1.1:1784940722.740680:0:144038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb81d7a00. 00010000:00000010:0.1:1784940722.754826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8031a00. 00010000:00000010:1.1:1784940722.817502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8116000. 00010000:00000010:0.1:1784940722.901615:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8e600. 00010000:00000010:0.1:1784940723.069160:0:144040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110e00. 00010000:00000010:0.1:1784940723.255950:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f800. 00010000:00000010:1.1:1784940723.274876:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f3400. 00010000:00000010:1.1:1784940723.274888:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110000. 00010000:00000010:0.1:1784940723.385540:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f400. 00010000:00000010:0.1:1784940723.385546:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb81d7800. 00010000:00000010:1.1:1784940723.469451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8115000. 00010000:00000010:1.1:1784940723.497028:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8fe00. 00010000:00000010:0.1:1784940723.554764:0:144039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8112000. 00010000:00000010:0.1:1784940723.554771:0:144039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110c00. 00010000:00000010:0.1:1784940723.736862:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8032c00. 00010000:00000010:0.1:1784940723.799576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8155200. 00010000:00000010:0.1:1784940723.877062:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8113000. 00010000:00000010:0.1:1784940723.931284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8155000. 00010000:00000010:0.1:1784940723.931300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8113800. 00010000:00000010:1.1:1784940724.138701:0:144043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8154400. 00010000:00000010:0.1:1784940724.293542:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8113600. 00010000:00000010:0.1:1784940724.412981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078000. 00010000:00000010:1.1:1784940724.628125:0:143992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8249c00. 00010000:00000010:0.1:1784940724.650559:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8248400. 00010000:00000010:1.1:1784940724.735891:0:144037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb81d7600. 00010000:00000010:1.1:1784940724.978604:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8112400. 00010000:00000010:0.1:1784940724.979064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8248200. 00010000:00000010:1.1:1784940724.981773:0:98690:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8155800. 00010000:00000010:0.1:1784940725.161077:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630da00. 00010000:00000010:0.1:1784940725.161090:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8034a00. 00010000:00000010:0.1:1784940725.174779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f2000. 00010000:00000010:1.1:1784940725.175716:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078000. 00010000:00000010:0.1:1784940725.331557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078000. 00010000:00000010:1.1:1784940725.416250:0:144038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8030200. 00010000:00000010:1.1:1784940725.468165:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb81d7c00. 00010000:00000010:0.1:1784940725.537597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110200. 00010000:00000010:0.1:1784940725.591709:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110000. 00010000:00000010:0.1:1784940725.591715:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8033c00. 00010000:00000010:1.1:1784940725.600623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079400. 00010000:00000010:0.1:1784940725.601113:0:143992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8248000. 00010000:00000010:1.1:1784940725.604705:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3200. 00010000:00000010:0.1:1784940725.672645:0:124315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8154400. 00010000:00000010:0.1:1784940725.708602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8111400. 00010000:00000010:1.1:1784940725.788068:0:144040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d400. 00010000:00000010:1.1:1784940725.819436:0:143992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630dc00. 00010000:00000010:0.1:1784940725.987870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630ce00. 00010000:00000010:1.1:1784940726.119833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8fe00. 00010000:00000010:1.1:1784940726.119839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078c00. 00010000:00000010:1.1:1784940726.119842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8111200. 00010000:00000010:0.1:1784940726.120011:0:144037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078800. 00010000:00000010:0.1:1784940726.120017:0:144037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110a00. 00010000:00000010:0.1:1784940726.120103:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8111400. 00010000:00000010:0.1:1784940726.120111:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3200. 00010000:00000010:0.1:1784940726.120123:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8034e00. 00010000:00000010:0.1:1784940726.120133:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8ec00. 00010000:00000010:0.1:1784940726.120138:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f200. 00010000:00000010:0.1:1784940726.120141:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078400. 00010000:00000010:1.1:1784940726.124738:0:144037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8035c00. 00010000:00000010:1.1:1784940726.208606:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2400. 00010000:00000010:0.1:1784940726.248601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb81d7400. 00010000:00000010:1.1:1784940726.436629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110400. 00010000:00000010:0.1:1784940726.540547:0:144039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb81d7200. 00010000:00000010:0.1:1784940726.655568:0:144035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8111c00. 00010000:00000010:1.1:1784940726.714853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8117400. 00010000:00000010:0.1:1784940727.236275:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110000. 00010000:00000010:1.1:1784940727.240605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630de00. 00010000:00000010:0.1:1784940727.401537:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3000. 00010000:00000010:0.1:1784940727.406239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3200. 00010000:00000010:0.1:1784940727.628318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8117e00. 00010000:00000010:0.1:1784940727.724555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078a00. 00010000:00000010:1.1:1784940727.724563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3000. 00010000:00000010:0.1:1784940727.773690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b2800. 00010000:00000010:0.1:1784940727.773702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8ea00. 00010000:00000010:0.1:1784940727.822986:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb810ac00. 00010000:00000010:0.1:1784940727.915189:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb81d6200. 00010000:00000010:1.1:1784940727.922579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb810be00. 00010000:00000010:0.1:1784940728.009808:0:144035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8116200. 00010000:00000010:0.1:1784940728.235621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3c00. 00010000:00000010:0.1:1784940728.235630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8111000. 00010000:00000010:0.1:1784940728.448540:0:144039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3000. 00010000:00000010:0.1:1784940728.517570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079c00. 00010000:00000010:0.1:1784940728.559557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3200. 00010000:00000010:1.1:1784940728.679210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8116c00. 00010000:00000010:0.1:1784940728.730150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8115200. 00010000:00000010:1.1:1784940728.792467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3000. 00010000:00000010:0.1:1784940728.802571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8114400. 00010000:00000010:0.1:1784940728.874380:0:139241:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110200. 00010000:00000010:0.1:1784940728.874389:0:139241:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8114600. 00010000:00000010:1.1:1784940728.880847:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f2c00. 00010000:00000010:1.1:1784940728.880858:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb81d7800. 00010000:00000010:1.1:1784940728.883548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8117800. 00010000:00000010:0.1:1784940728.993546:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110e00. 00010000:00000010:1.1:1784940729.039964:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f000. 00010000:00000010:1.1:1784940729.039970:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb810a400. 00010000:00000010:0.1:1784940729.041142:0:144033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079000. 00010000:00000010:0.1:1784940729.041152:0:144033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2200. 00010000:00000010:0.1:1784940729.041162:0:144033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3400. 00010000:00000010:1.1:1784940729.052579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3600. 00010000:00000010:1.1:1784940729.052588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb810b200. 00010000:00000010:1.1:1784940729.116863:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8114400. 00010000:00000010:1.1:1784940729.123574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8114600. 00010000:00000010:1.1:1784940729.162115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8116200. 00010000:00000010:0.1:1784940729.173788:0:124305:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8116800. 00010000:00000010:1.1:1784940729.272719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb81d7600. 00010000:00000010:0.1:1784940729.326537:0:139241:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8114800. 00010000:00000010:1.1:1784940729.403689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8ee00. 00010000:00000010:1.1:1784940729.403701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8117c00. 00010000:00000010:1.1:1784940729.510755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3600. 00010000:00000010:1.1:1784940729.518776:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8249c00. 00010000:00000010:0.1:1784940729.760690:0:144039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8114e00. 00010000:00000010:0.1:1784940729.805551:0:144038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8fe00. 00010000:00000010:1.1:1784940729.868217:0:143992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8030c00. 00010000:00000010:0.1:1784940729.989569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f3e00. 00010000:00000010:1.1:1784940729.991427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8031c00. 00010000:00000010:0.1:1784940729.993722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8111600. 00010000:00000010:1.1:1784940730.133991:0:144039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8031600. 00010000:00000010:0.1:1784940730.281544:0:144037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8fc00. 00010000:00000010:0.1:1784940730.281551:0:144037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb81d6000. 00010000:00000010:1.1:1784940730.363577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8154400. 00010000:00000010:0.1:1784940730.503838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8035e00. 00010000:00000010:0.1:1784940730.622140:0:144039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8e000. 00010000:00000010:0.1:1784940730.712633:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8249e00. 00010000:00000010:1.1:1784940730.868166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8032200. 00010000:00000010:1.1:1784940731.139861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8117400. 00010000:00000010:0.1:1784940731.216064:0:144040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8034c00. 00010000:00000010:1.1:1784940731.334005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078400. 00010000:00000010:0.1:1784940731.380641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8117200. 00010000:00000010:1.1:1784940731.526824:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8032800. 00010000:00000010:0.1:1784940731.587638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8249000. 00010000:00000010:1.1:1784940731.649014:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8114400. 00010000:00000010:0.1:1784940731.750082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb81d6600. 00010000:00000010:1.1:1784940731.970612:0:144033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8248200. 00010000:00000010:1.1:1784940732.024547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb81d7400. 00010000:00000010:0.1:1784940732.189548:0:144035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110400. 00010000:00000010:1.1:1784940732.318542:0:143984:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb81d6e00. 00010000:00000010:1.1:1784940732.365720:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8115c00. 00010000:00000010:0.1:1784940732.380504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8116200. 00010000:00000010:0.1:1784940732.440817:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f3000. 00010000:00000010:0.1:1784940732.574664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8117c00. 00010000:00000010:0.1:1784940732.637036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8032800. 00010000:00000010:1.1:1784940732.684149:0:124306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d200. 00010000:00000010:0.1:1784940732.727800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078400. 00010000:00000010:1.1:1784940732.884717:0:143201:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630de00. 00010000:00000010:1.1:1784940732.903562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8248400. 00010000:00000010:1.1:1784940732.907565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079000. 00010000:00000010:0.1:1784940732.967798:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb810b800. 00010000:00000010:0.1:1784940733.016122:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8031600. 00010000:00000010:1.1:1784940733.025034:0:144038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630dc00. 00010000:00000010:0.1:1784940733.103177:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb810be00. 00010000:00000010:1.1:1784940733.141534:0:144043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8030200. 00010000:00000010:1.1:1784940733.184560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb81d7200. 00010000:00000010:1.1:1784940733.265698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078400. 00010000:00000010:0.1:1784940733.333583:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079800. 00010000:00000010:0.1:1784940733.333590:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8033200. 00010000:00000010:0.1:1784940733.333596:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8034000. 00010000:00000010:1.1:1784940733.356155:0:144040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630da00. 00010000:00000010:1.1:1784940733.473557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8032800. 00010000:00000010:0.1:1784940733.513143:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8248800. 00010000:00000010:1.1:1784940733.517087:0:144033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8113e00. 00010000:00000010:0.1:1784940733.573564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8034200. 00010000:00000010:1.1:1784940733.711829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078a00. 00010000:00000010:1.1:1784940733.765644:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb81d6a00. 00010000:00000010:1.1:1784940733.816066:0:144043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f3400. 00010000:00000010:1.1:1784940733.982526:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8155c00. 00010000:00000010:0.1:1784940734.040642:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b2a00. 00010000:00000010:0.1:1784940734.138052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3000. 00010000:00000010:0.1:1784940734.142060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d600. 00010000:00000010:1.1:1784940734.157748:0:124306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8030600. 00010000:00000010:1.1:1784940734.214643:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3200. 00010000:00000010:1.1:1784940734.214650:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3200. 00010000:00000010:1.1:1784940734.397651:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8155800. 00010000:00000010:0.1:1784940734.398596:0:143201:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8032c00. 00010000:00000010:0.1:1784940734.398603:0:143201:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3a00. 00010000:00000010:0.1:1784940734.447589:0:124305:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3400. 00010000:00000010:1.1:1784940734.447837:0:124306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8032e00. 00010000:00000010:1.1:1784940734.447845:0:124306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8030400. 00010000:00000010:1.1:1784940734.470314:0:143195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079400. 00010000:00000010:0.1:1784940734.497249:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb824b800. 00010000:00000010:0.1:1784940734.497257:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f2400. 00010000:00000010:0.1:1784940734.497260:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb824a000. 00010000:00000010:0.1:1784940734.497263:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f3600. 00010000:00000010:0.1:1784940734.497266:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8111000. 00010000:00000010:1.1:1784940734.499074:0:143984:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630ca00. 00010000:00000010:1.1:1784940734.499079:0:143984:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2800. 00010000:00000010:0.1:1784940734.503634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3a00. 00010000:00000010:0.1:1784940734.503642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8032600. 00010000:00000010:0.1:1784940734.503657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb824ac00. 00010000:00000010:0.1:1784940734.511227:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb81d6200. 00010000:00000010:0.1:1784940734.511233:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8249200. 00010000:00000010:1.1:1784940734.511999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8111600. 00010000:00000010:1.1:1784940734.512006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079800. 00010000:00000010:1.1:1784940734.512029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8114800. 00010000:00000010:0.1:1784940734.514981:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f2a00. 00010000:00000010:0.1:1784940734.514988:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8031800. 00010000:00000010:0.1:1784940734.518621:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110200. 00010000:00000010:0.1:1784940734.524660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8035200. 00010000:00000010:0.1:1784940734.548628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8117a00. 00010000:00000010:0.1:1784940734.564541:0:144038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630de00. 00010000:00000010:0.1:1784940734.616587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb824b800. 00010000:00000010:0.1:1784940734.624970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d800. 00010000:00000010:0.1:1784940734.923808:0:143992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8115800. 00010000:00000010:0.1:1784940735.129916:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3400. 00010000:00000010:1.1:1784940735.474737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb81d6000. 00010000:00000010:0.1:1784940735.613055:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8034200. 00010000:00000010:0.1:1784940735.626979:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d600. 00010000:00000010:0.1:1784940735.697754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8035200. 00010000:00000010:0.1:1784940735.871586:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb81d6800. 00010000:00000010:1.1:1784940735.956552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630de00. 00010000:00000010:1.1:1784940735.956562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2c00. 00010000:00000010:0.1:1784940736.019840:0:144037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8033400. 00010000:00000010:0.1:1784940736.019849:0:144037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb824a200. 00010000:00000010:1.1:1784940736.077040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8111200. 00010000:00000010:1.1:1784940736.079547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f3800. 00010000:00000010:0.1:1784940736.246686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb81d6600. 00010000:00000010:0.1:1784940736.328557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3400. 00010000:00000010:0.1:1784940736.367543:0:144040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb824b000. 00010000:00000010:1.1:1784940736.367734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8248200. 00010000:00000010:1.1:1784940736.563938:0:143202:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8114200. 00010000:00000010:1.1:1784940736.576741:0:144034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb81d7400. 00010000:00000010:0.1:1784940736.718565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8154400. 00010000:00000010:0.1:1784940736.718571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb81d6400. 00010000:00000010:0.1:1784940736.718575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad3c00. 00010000:00000010:1.1:1784940736.987114:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8228e00. 00010000:00000010:1.1:1784940737.240301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8111600. 00010000:00000010:1.1:1784940737.263023:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2200. 00010000:00000010:1.1:1784940737.442409:0:144037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8114800. 00010000:00000010:1.1:1784940737.442492:0:144037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8033000. 00010000:00000010:0.1:1784940738.187595:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2a00. 00010000:00000010:0.1:1784940738.187603:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8111000. 00010000:00000010:1.1:1784940738.485561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb810b400. 00010000:00000010:0.1:1784940738.981142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8154800. 00010000:00000010:0.1:1784940739.055572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110e00. 00010000:00000010:1.1:1784940739.240614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f3e00. 00010000:00000010:1.1:1784940739.240628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f2c00. 00010000:00000010:0.1:1784940739.778643:0:144035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8115a00. 00010000:00000010:1.1:1784940739.784848:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8032400. 00010000:00000010:0.1:1784940739.893599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d200. 00010000:00000010:1.1:1784940740.230510:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f3000. 00010000:00000010:1.1:1784940741.451616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8111c00. 00010000:00000010:0.1:1784940741.721592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8e800. 00010000:00000010:0.1:1784940743.586561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2000. 00010000:00000010:1.1:1784940744.241655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078000. 00010000:00000010:1.1:1784940745.001831:0:144034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630de00. 00010000:00000010:0.1:1784940745.331117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f3a00. 00010000:00000010:1.1:1784940746.376752:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8154200. 00010000:00000010:0.1:1784940746.389602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb810a800. 00010000:00000010:1.1:1784940750.592547:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8035000. 00010000:00000010:0.1:1784940760.741640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110400. 00010000:00000010:0.1:1784940764.964258:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f2600. 00010000:00000010:1.1:1784940765.254196:0:144035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb810b400. 00010000:00000010:1.1:1784940765.263574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb810aa00. 00010000:00000010:0.1:1784940766.233576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8117600. 00010000:00000010:0.1:1784940766.233611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8112e00. 00010000:00000010:1.1:1784940782.057462:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8229400. 00010000:00000010:1.1:1784940782.057477:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8229600. 00010000:00000010:0.1:1784940782.058544:0:144056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb810a200. 00010000:00000010:1.1:1784940782.095560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f3a00. 00000080:00000010:0.1:1784940782.140463:0:144059:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4512c9e0. 00010000:00000010:0.1:1784940782.152888:0:144060:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f3000. 00000080:00000010:0.1:1784940782.152897:0:144060:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668bd60. 00010000:00000010:0.1:1784940782.169895:0:144060:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f400. 00000080:00000010:1.1:1784940782.194549:0:2345:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842520. 00010000:00000010:0.1:1784940782.257569:0:144056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f2e00. 00010000:00000010:1.1:1784940783.065561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ed00. 00010000:00000010:1.1:1784940783.065577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b2800. 00010000:00000010:0.1:1784940783.080657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b2a00. 00010000:00000010:0.1:1784940783.388195:0:144056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c41296c00. 00010000:00000010:0.1:1784940783.468951:0:144056:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a800. 00010000:00000010:0.1:1784940783.468960:0:144056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c41296600. 00010000:00000010:1.1:1784940783.762111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3e00. 00010000:00000010:1.1:1784940784.038562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f800. 00010000:00000010:1.1:1784940784.038583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ed00. 00010000:00000010:1.1:1784940784.038587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8ec00. 00010000:00000010:1.1:1784940784.104597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e600. 00010000:00000010:1.1:1784940784.104604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c4137f600. 00010000:00000010:1.1:1784940784.127514:0:144056:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e700. 00010000:00000010:1.1:1784940784.127538:0:144056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ad2800. 00010000:00000010:1.1:1784940784.215949:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c4137ec00. 00010000:00000010:1.1:1784940784.303550:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c4137d000. 00010000:00000010:0.1:1784940785.538930:0:144064:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8116e00. 00010000:00000010:0.1:1784940785.538938:0:144064:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2400. 00010000:00000010:0.1:1784940786.678532:0:144068:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3c00. 00010000:00000010:0.1:1784940787.199711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8111a00. 00010000:00000010:1.1:1784940796.932581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8fe00. 00010000:00000010:1.1:1784940796.932605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8ea00. 00010000:00000010:1.1:1784940797.094681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f800. 00010000:00000010:0.1:1784940797.109564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8fc00. 00010000:00000010:1.1:1784940797.118415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8e000. 00010000:00000010:0.1:1784940797.160191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8e000. 00010000:00000010:0.1:1784940797.164560:0:144070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f600. 00010000:00000010:0.1:1784940797.184575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b2800. 00010000:00000010:0.1:1784940797.193589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b2400. 00010000:00000010:1.1:1784940797.519567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8111800. 00010000:00000010:1.1:1784940797.557562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3e00. 00010000:00000010:1.1:1784940797.557571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8ea00. 00000080:00000010:0.1:1784940797.575662:0:144076:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4512c360. 00010000:00000010:1.1:1784940797.630492:0:144080:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b2c00. 00010000:00000010:1.1:1784940797.646062:0:144080:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8ee00. 00000080:00000010:1.1:1784940797.787550:0:144080:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b2c0. 00010000:00000010:1.1:1784940797.962446:0:144079:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f400. 00010000:00000010:0.1:1784940797.968540:0:144080:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8111200. 00000080:00000010:1.1:1784940797.995539:0:144080:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557260. 00010000:00000010:0.1:1784940798.021540:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3600. 00010000:00000010:0.1:1784940798.053577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f400. 00000080:00000010:0.1:1784940798.069815:0:144080:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557c20. 00010000:00000010:0.1:1784940798.094026:0:124305:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996ca548a000. 00000080:00000010:1.1:1784940798.143676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557260. 00010000:00000010:1.1:1784940798.365739:0:144075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2200. 00010000:00000010:1.1:1784940798.534656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8e400. 00010000:00000010:0.1:1784940799.036047:0:144075:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499100. 00010000:00000010:0.1:1784940799.036054:0:144075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f3200. 00010000:00000010:1.1:1784940800.278892:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110000. 00010000:00000010:0.1:1784940800.294576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8fe00. 00010000:00000010:1.1:1784940801.436074:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e700. 00010000:00000010:1.1:1784940801.436086:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630dc00. 00000080:00000010:0.1:1784940802.176635:0:144069:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b8e0. 00010000:00000010:0.1:1784940804.966262:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f3a00. 00010000:00000010:0.1:1784940808.093732:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1cd00. 00010000:00000010:0.1:1784940808.093745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110e00. 00010000:00000010:1.1:1784940808.111557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1c600. 00010000:00000010:1.1:1784940808.111583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110400. 00010000:00000010:0.1:1784941084.608044:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1c600. 00010000:00000010:0.1:1784941084.608067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8111000. 00010000:00000010:1.1:1784941101.566681:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d113100. 00010000:00000010:1.1:1784941101.566693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f2c00. 00010000:00000010:0.1:1784941104.461970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f3000. 00010000:00000010:1.1:1784941104.468202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f2c00. 00010000:00000010:0.1:1784941118.348551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f3c00. 00010000:00000010:0.1:1784941118.348559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d113a00. 00010000:00000010:0.1:1784941118.348563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f2800. 00010000:00000010:0.1:1784941118.348566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a600. 00010000:00000010:0.1:1784941118.348570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d3c2800. 00010000:00000010:1.1:1784941120.516657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d113b00. 00010000:00000010:1.1:1784941120.516669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f3e00. 00010000:00000010:1.1:1784941121.411584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d113400. 00010000:00000010:1.1:1784941121.411599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f2a00. 00000080:00000010:1.1:1784941127.763827:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842060. 00000080:00000010:1.1:1784941127.763840:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d508424e0. 00010000:00000010:1.1:1784941127.763845:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d113d00. 00010000:00000010:1.1:1784941127.763852:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f2c00. 00010000:00000010:1.1:1784941127.947609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f3e00. 00010000:00000010:0.1:1784941135.025732:0:146472:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9ac00. 00010000:00000010:0.1:1784941135.025738:0:146472:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2200. 00010000:00000010:0.1:1784941135.038657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9aa00. 00010000:00000010:0.1:1784941135.053401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9ac00. 00010000:00000010:0.1:1784941135.053409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2200. 00010000:00000010:1.1:1784941142.786675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110000. 00010000:00000010:0.1:1784941147.047073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f2600. 00010000:00000010:0.1:1784941147.047087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9aa00. 00010000:00000010:0.1:1784941147.047091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d3600. 00010000:00000010:0.1:1784941147.047096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e000. 00010000:00000010:0.1:1784941147.047100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4363e400. 00000080:00000010:0.1:1784941147.061107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842ee0. 00010000:00000010:1.1:1784941148.552563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d113b00. 00010000:00000010:1.1:1784941148.552571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f3c00. 00010000:00000010:1.1:1784941148.552575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d113100. 00010000:00000010:1.1:1784941148.552578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f3000. 00000080:00000010:1.1:1784941150.561789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842b80. 00010000:00000010:0.1:1784941151.441118:0:2352:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1cd00. 00010000:00000010:0.1:1784941151.441131:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110c00. 00010000:00000010:0.1:1784941180.320077:0:146138:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3a00. 00000080:00000010:0.1:1784941182.110706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4512c140. 00010000:00000010:0.1:1784941182.110721:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e400. 00010000:00000010:0.1:1784941182.110726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2a00. 00010000:00000010:0.1:1784941182.135319:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a600. 00010000:00000010:1.1:1784941182.162561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e800. 00010000:00000010:1.1:1784941182.162586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2400. 00000080:00000010:1.1:1784941182.209788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4512cfe0. 00010000:00000010:1.1:1784941182.216743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e500. 00010000:00000010:1.1:1784941182.216768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2200. 00010000:00000010:1.1:1784941182.232645:0:143195:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e200. 00010000:00000010:0.1:1784941182.248806:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ef00. 00010000:00000010:0.1:1784941182.248813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2200. 00010000:00000010:0.1:1784941182.655595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d113900. 00010000:00000010:0.1:1784941182.655602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f3200. 00000800:00000200:1.1:1784941182.705342:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace -23908 low water 2109106 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784941182.705582:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace -23908 low water 2109106 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784941182.705604:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace -23908 low water 2109106 conn ffff996d513c2000 blocked idle queued 00010000:00000010:1.1:1784941186.746772:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e200. 00010000:00000010:1.1:1784941186.746788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73635200. 00000800:00000200:1.1:1784941187.134051:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 679784 low water 1757260 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784941187.134063:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 679784 low water 1757260 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784941187.134074:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 679784 low water 1757260 conn ffff996d513c2000 blocked idle queued 00000080:00000010:1.1:1784941214.416631:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d48d50840. 00010000:00000010:1.1:1784941216.332478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d113200. 00010000:00000010:1.1:1784941216.332486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f2200. 00010000:00000010:0.1:1784941216.449583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d113200. 00010000:00000010:0.1:1784941216.472830:0:148254:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9aa00. 00010000:00000010:0.1:1784941216.472847:0:148254:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51a96600. 00010000:00000010:1.1:1784941216.560879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9aa00. 00010000:00000010:1.1:1784941216.560893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51a96600. 00010000:00000010:0.1:1784941220.928551:0:148263:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a300. 00010000:00000010:0.1:1784941220.928560:0:148263:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0cc000. 00010000:00000010:0.1:1784941220.935054:0:148263:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a200. 00010000:00000010:0.1:1784941220.938005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0cc400. 00000080:00000010:1.1:1784941226.045008:0:148682:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4ab36b40. 00010000:00000010:1.1:1784941226.067712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8111600. 00010000:00000010:1.1:1784941226.067722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0cc400. 00010000:00000010:1.1:1784941226.067726:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ea00. 00010000:00000010:1.1:1784941226.067729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd24000. 00010000:00000010:1.1:1784941226.067742:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e800. 00010000:00000010:1.1:1784941226.067743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d3c8400. 00000080:00000010:1.1:1784941226.079719:0:148684:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668be80. 00000080:00000010:1.1:1784941226.079739:0:148684:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d604539c0. 00010000:00000010:0.1:1784941229.038935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d113500. 00010000:00000010:0.1:1784941229.038954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f2000. 00010000:00000010:1.1:1784941230.529938:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d113a00. 00010000:00000010:1.1:1784941230.529954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f3e00. 00010000:00000010:0.1:1784941233.123777:0:148842:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1c400. 00010000:00000010:0.1:1784941233.123796:0:148842:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8111600. 00010000:00000010:0.1:1784941233.138574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9ad00. 00010000:00000010:0.1:1784941233.138592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfa600. 00010000:00000010:1.1:1784941235.685087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d113400. 00010000:00000010:1.1:1784941235.685099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f2a00. 00010000:00000010:1.1:1784941255.086702:0:149264:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110400. 00010000:00000010:1.1:1784941255.086708:0:149264:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46311a00. 00010000:00000010:1.1:1784941255.086711:0:149264:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d113600. 00010000:00000010:1.1:1784941255.086714:0:149264:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f3800. 00010000:00000010:1.1:1784941255.086717:0:149264:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ea00. 00010000:00000010:1.1:1784941255.086719:0:149264:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46311800. 00010000:00000010:0.1:1784941256.261694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d113800. 00010000:00000010:0.1:1784941256.261711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f2c00. 00000080:00000010:1.1:1784941257.583979:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5222f380. 00010000:00000010:0.1:1784941261.215618:0:149464:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d113300. 00010000:00000010:0.1:1784941261.215626:0:149464:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f3600. 00010000:00000010:0.1:1784941282.527574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e400. 00010000:00000010:0.1:1784941282.527593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46310400. 00010000:00000010:0.1:1784941282.539670:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a000. 00010000:00000010:0.1:1784941282.568564:0:149782:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9ae00. 00010000:00000010:0.1:1784941282.568686:0:149782:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630dc00. 00010000:00000010:1.1:1784941299.006968:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ef00. 00010000:00000010:1.1:1784941299.006984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46311200. 00010000:00000010:1.1:1784941299.024740:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e500. 00010000:00000010:1.1:1784941299.024750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46310600. 00010000:00000010:1.1:1784941315.843596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1cb00. 00010000:00000010:1.1:1784941315.843609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110200. 00010000:00000010:0.1:1784941315.927588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1c800. 00010000:00000010:0.1:1784941315.927597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110a00. 00010000:00000010:1.1:1784941317.172567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737cb700. 00010000:00000010:1.1:1784941317.172575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f2600. 00010000:00000010:1.1:1784941438.306586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e600. 00010000:00000010:1.1:1784941438.306602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d228e00. 00010000:00000010:1.1:1784941438.335987:0:150684:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ea00. 00000080:00000010:0.1:1784941438.459552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842f40. 00010000:00000010:0.1:1784941498.175230:0:144876:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737cbc00. 00010000:00000010:0.1:1784941498.175240:0:144876:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f2a00. 00010000:00000010:0.1:1784941559.620057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737cba00. 00010000:00000010:0.1:1784941559.620079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f3000. 00010000:00000010:0.1:1784941559.620085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ed00. 00010000:00000010:0.1:1784941559.620088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661a2600. 00010000:00000010:0.1:1784941569.455266:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1c500. 00010000:00000010:0.1:1784941569.455286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110e00. 00010000:00000010:0.1:1784941569.455290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1c300. 00010000:00000010:0.1:1784941569.455293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110a00. 00010000:00000010:0.1:1784941569.455295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1ce00. 00010000:00000010:0.1:1784941569.455298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110000. 00000080:00000010:1.1:1784941570.765540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b8a0. 00010000:00000010:1.1:1784941570.765559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ee00. 00010000:00000010:1.1:1784941570.765564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661a3800. 00010000:00000010:1.1:1784941570.797562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e800. 00010000:00000010:0.1:1784941570.850565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e900. 00010000:00000010:0.1:1784941570.850577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661a3800. 00000080:00000010:1.1:1784941570.883231:0:151534:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557600. 00000800:00000200:0.1:1784941573.933461:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace -23284 low water 2108794 conn ffff996d513c2000 blocked idle queued 00000800:00000200:0.1:1784941573.933475:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace -23284 low water 2108794 conn ffff996d513c2000 blocked idle queued 00000800:00000200:0.1:1784941573.933483:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace -23284 low water 2108794 conn ffff996d513c2000 blocked idle queued 00000800:00000200:0.1:1784941573.933493:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace -23284 low water 2108794 conn ffff996d513c2000 blocked idle queued 00000080:00000010:1.1:1784941575.079550:0:151536:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d508429a0. 00000080:00000010:0.1:1784941599.177804:0:2344:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d48d50840. 00010000:00000010:1.1:1784941599.200565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079000. 00010000:00000010:1.1:1784941599.200582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737cbe00. 00010000:00000010:1.1:1784941599.200587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f2600. 00010000:00000010:1.1:1784941599.200591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a200. 00010000:00000010:1.1:1784941599.200594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1ed800. 00000080:00000010:1.1:1784941599.214979:0:151962:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842c20. 00010000:00000010:1.1:1784941600.164620:0:151962:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737cb900. 00010000:00000010:1.1:1784941600.164630:0:151962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f2e00. 00010000:00000010:1.1:1784941600.164633:0:151962:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737cb700. 00010000:00000010:1.1:1784941600.164636:0:151962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f2a00. 00010000:00000010:0.1:1784941600.625564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1ed200. 00010000:00000010:0.1:1784941610.342075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a900. 00010000:00000010:0.1:1784941610.342094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1ec600. 00010000:00000010:0.1:1784941610.366583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a700. 00010000:00000010:0.1:1784941610.397153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9af00. 00010000:00000010:0.1:1784941610.397167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1ec600. 00000080:00000010:0.1:1784941610.444250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4512c900. 00010000:00000010:1.1:1784941620.028714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f200. 00010000:00000010:1.1:1784941633.244608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e100. 00010000:00000010:1.1:1784941633.244621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8111200. 00010000:00000010:1.1:1784941674.066686:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737cbb00. 00010000:00000010:1.1:1784941674.066704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478ea00. 00000080:00000010:1.1:1784941674.097909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842980. 00010000:00000010:0.1:1784941674.235359:0:152709:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737b6e00. 00010000:00000010:1.1:1784941674.361278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737a1c00. 00010000:00000010:0.1:1784941675.131526:0:152709:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478f600. 00010000:00000010:1.1:1784941676.040089:0:152708:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737cb200. 00010000:00000010:1.1:1784941676.040096:0:152708:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478ea00. 00010000:00000010:1.1:1784941677.016663:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737cba00. 00010000:00000010:1.1:1784941677.016670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f2400. 00010000:00000010:1.1:1784941677.036153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737cb500. 00010000:00000010:1.1:1784941677.036164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f2800. 00010000:00000010:1.1:1784941683.172592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ee00. 00010000:00000010:1.1:1784941683.172606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478fa00. 00010000:00000010:0.1:1784941689.263643:0:152718:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf5e400. 00010000:00000010:0.1:1784941689.263652:0:152718:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf5ec00. 00010000:00000010:0.1:1784941689.263657:0:152718:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf5fa00. 00010000:00000010:0.1:1784941689.263660:0:152718:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf5fe00. 00010000:00000010:0.1:1784941689.263663:0:152718:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf5f400. 00010000:00000010:0.1:1784941689.263665:0:152718:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf5ee00. 00010000:00000010:0.1:1784941689.263667:0:152718:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf5f000. 00010000:00000010:1.1:1784941692.036697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478f800. 00010000:00000010:1.1:1784941692.036712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8111800. 00010000:00000010:1.1:1784941692.036716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478ee00. 00010000:00000010:1.1:1784941692.036720:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ea00. 00010000:00000010:1.1:1784941692.036723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737a0000. 00010000:00000010:1.1:1784941692.036728:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1cd00. 00010000:00000010:1.1:1784941692.036731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110a00. 00000080:00000010:1.1:1784941692.070557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668ba20. 00010000:00000010:1.1:1784941692.088687:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737cb200. 00010000:00000010:1.1:1784941692.088704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478fe00. 00010000:00000010:1.1:1784941692.095657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ea00. 00010000:00000010:1.1:1784941692.125888:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e200. 00010000:00000010:1.1:1784941692.125897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f3e00. 00000080:00000010:1.1:1784941692.153591:0:152723:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557a20. 00010000:00000010:1.1:1784941692.262026:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f3200. 00010000:00000010:0.1:1784941693.201558:0:2352:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ee00. 00010000:00000010:0.1:1784941693.201565:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f2a00. 00010000:00000010:1.1:1784941695.177557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2c00. 00010000:00000010:1.1:1784941695.205605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d3600. 00010000:00000010:1.1:1784941695.205614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d3400. 00010000:00000010:1.1:1784941695.205619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2a00. 00010000:00000010:1.1:1784941695.205621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d3e00. 00010000:00000010:1.1:1784941695.205624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2400. 00010000:00000010:1.1:1784941695.205626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2200. 00010000:00000010:1.1:1784941695.205629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d3800. 00010000:00000010:1.1:1784941695.205632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2800. 00010000:00000010:1.1:1784941695.205634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2e00. 00010000:00000010:1.1:1784941695.205637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d3d9800. 00010000:00000010:1.1:1784941695.205641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d3d8600. 00010000:00000010:1.1:1784941695.205643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d3d8000. 00010000:00000010:1.1:1784941695.205646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d3d9a00. 00010000:00000010:1.1:1784941695.205648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d3d8400. 00010000:00000010:1.1:1784941695.205651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d3d9200. 00000080:00000010:1.1:1784941698.381689:0:152733:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d48d54200. 00010000:00000010:1.1:1784941698.432666:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a400. 00010000:00000010:1.1:1784941698.432677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d3d9000. 00010000:00000010:1.1:1784941698.533636:0:152735:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d3d9800. 00010000:00000010:1.1:1784941698.533644:0:152735:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d3d8e00. 00010000:00000010:1.1:1784941698.533647:0:152735:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d3d8000. 00010000:00000010:1.1:1784941698.533649:0:152735:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d3d8600. 00010000:00000010:1.1:1784941698.533651:0:152735:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d3d9a00. 00010000:00000010:1.1:1784941698.554614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d3d8400. 00010000:00000010:1.1:1784941698.554624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d3d9e00. 00010000:00000010:1.1:1784941698.554626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d3d9200. 00010000:00000010:1.1:1784941700.323907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3200. 00010000:00000010:1.1:1784941700.356562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8111600. 00010000:00000010:0.1:1784941702.577618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ea00. 00010000:00000010:0.1:1784941702.577630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3e00. 00010000:00000010:1.1:1784941702.847567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110c00. 00010000:00000010:1.1:1784941702.847590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e900. 00010000:00000010:1.1:1784941702.847594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2200. 00010000:00000010:1.1:1784941702.847599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1ce00. 00010000:00000010:1.1:1784941702.847603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478f200. 00000080:00000010:1.1:1784941708.657770:0:140676:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60453180. 00010000:00000010:0.1:1784941710.128548:0:153310:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a200. 00010000:00000010:0.1:1784941710.128554:0:153310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2200. 00010000:00000010:0.1:1784941710.133556:0:143992:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a300. 00010000:00000010:0.1:1784941710.148562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a200. 00010000:00000010:0.1:1784941710.148577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2200. 00000080:00000010:0.1:1784941710.172841:0:153167:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47911800. 00010000:00000010:1.1:1784941710.982974:0:2345:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1c800. 00010000:00000010:1.1:1784941710.982984:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8111e00. 00000080:00000010:0.1:1784941711.662561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47911400. 00010000:00000010:0.1:1784941711.666585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e500. 00010000:00000010:0.1:1784941711.666602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d19b600. 00010000:00000010:0.1:1784941711.983563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3200. 00010000:00000010:1.1:1784941719.279563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735ade00. 00010000:00000010:0.1:1784941725.389568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d3e00. 00010000:00000010:0.1:1784941734.722540:0:141831:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d113f00. 00010000:00000010:0.1:1784941734.722548:0:141831:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb80f3a00. 00010000:00000010:1.1:1784941735.040624:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737cb700. 00010000:00000010:1.1:1784941735.040638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3c00. 00010000:00000010:1.1:1784941907.503565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478f600. 00010000:00000010:0.1:1784941910.368832:0:1033:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a900. 00010000:00000010:0.1:1784941910.368840:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2a00. 00010000:00000010:1.1:1784941910.754705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478e400. 00010000:00000010:1.1:1784941910.854711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2a00. 00010000:00000010:1.1:1784941918.599735:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737cbf00. 00010000:00000010:1.1:1784941918.599748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478fa00. 00000080:00000010:0.1:1784941966.369257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47911d60. 00010000:00000010:1.1:1784941966.490650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d400. 00010000:00000010:1.1:1784941966.490659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630cc00. 00010000:00000010:1.1:1784941966.490663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630ce00. 00010000:00000010:1.1:1784941966.490665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d200. 00010000:00000010:1.1:1784941966.490667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630c400. 00010000:00000010:1.1:1784941966.490669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630d800. 00010000:00000010:1.1:1784941966.490671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630c200. 00010000:00000010:1.1:1784941968.845564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478e000. 00010000:00000010:0.1:1784941968.902549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630dc00. 00010000:00000010:0.1:1784941969.202629:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e400. 00010000:00000010:0.1:1784941969.202636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8e400. 00010000:00000010:1.1:1784941972.683191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8e200. 00010000:00000010:0.1:1784941975.253543:0:2:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f000. 00010000:00000010:0.1:1784941975.253552:0:2:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f200. 00010000:00000010:0.1:1784941975.265541:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8fc00. 00010000:00000010:0.1:1784941975.265551:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8e400. 00010000:00000010:0.1:1784941975.265558:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bedfe00. 00010000:00000010:0.1:1784941975.265567:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bedfc00. 00010000:00000010:0.1:1784941975.265574:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bede000. 00010000:00000010:0.1:1784941975.265580:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bedf800. 00010000:00000010:1.1:1784941975.282020:0:153372:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8f000. 00010000:00000010:1.1:1784941975.282031:0:153372:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8ea00. 00010000:00000010:1.1:1784941975.282035:0:153372:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8ec00. 00010000:00000010:1.1:1784941975.282038:0:153372:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8e000. 00010000:00000010:1.1:1784941975.282040:0:153372:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8fe00. 00010000:00000010:1.1:1784941975.282043:0:153372:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8ee00. 00010000:00000010:1.1:1784941975.282045:0:153372:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43a8fa00. 00000080:00000010:1.1:1784941975.384208:0:153368:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842c00. 00010000:00000010:0.1:1784941977.904583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d500bd800. 00010000:00000010:0.1:1784941980.395616:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734aec00. 00010000:00000010:1.1:1784941980.845804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734af000. 00010000:00000010:0.1:1784941987.611791:0:153943:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9ad00. 00010000:00000010:0.1:1784941987.611804:0:153943:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734afc00. 00010000:00000010:0.1:1784941987.734612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ef00. 00010000:00000010:0.1:1784941987.734618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d500bde00. 00000080:00000010:0.1:1784941987.771418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47911aa0. 00010000:00000010:0.1:1784941987.784583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8111a00. 00010000:00000010:0.1:1784941987.784594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1c600. 00010000:00000010:0.1:1784941987.784597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8111600. 00010000:00000010:0.1:1784941987.788563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1c200. 00010000:00000010:0.1:1784941987.788576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110600. 00010000:00000010:0.1:1784942005.445200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d500bc000. 00010000:00000010:1.1:1784942051.076595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ee00. 00010000:00000010:1.1:1784942051.076608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d500bca00. 00010000:00000010:1.1:1784942051.095557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31eb00. 00010000:00000010:1.1:1784942051.099553:0:154397:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ee00. 00010000:00000010:1.1:1784942051.099561:0:154397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d500bdc00. 00010000:00000010:0.1:1784942051.372667:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1cd00. 00010000:00000010:0.1:1784942051.372675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110400. 00010000:00000010:1.1:1784942051.383571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734aea00. 00010000:00000010:1.1:1784942051.383587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478e800. 00010000:00000010:1.1:1784942051.731637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737cbb00. 00010000:00000010:1.1:1784942051.731652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478e000. 00010000:00000010:1.1:1784942057.986546:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a300. 00010000:00000010:1.1:1784942057.986559:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734af400. 00010000:00000010:1.1:1784942058.002560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e700. 00010000:00000010:0.1:1784942058.028943:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ea00. 00010000:00000010:0.1:1784942058.028959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d500bd400. 00000080:00000010:1.1:1784942064.372224:0:155702:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b620. 00010000:00000010:1.1:1784942213.172634:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737cb900. 00010000:00000010:1.1:1784942213.172648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478e800. 00010000:00000010:1.1:1784942213.172652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1cc00. 00010000:00000010:1.1:1784942213.172657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110e00. 00010000:00000010:0.1:1784942231.271580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d3400. 00010000:00000010:0.1:1784942231.271593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737cbc00. 00010000:00000010:0.1:1784942231.271598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478e400. 00010000:00000010:0.1:1784942231.271602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1c000. 00010000:00000010:0.1:1784942231.271605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110400. 00000080:00000010:0.1:1784942231.347560:0:157009:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47911960. 00000080:00000010:1.1:1784942248.356571:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4ab318c0. 00010000:00000010:1.1:1784942423.537853:0:2351:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b3800. 00010000:00000010:0.1:1784942423.606558:0:165785:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b2600. 00010000:00000010:0.1:1784942423.606568:0:165785:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53559000. 00010000:00000010:0.1:1784942431.102224:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478e400. 00010000:00000010:0.1:1784942431.102234:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737cbe00. 00010000:00000010:0.1:1784942431.114901:0:165799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c651d5600. 00010000:00000010:0.1:1784942431.114908:0:165799:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31eb00. 00010000:00000010:1.1:1784942452.214559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c651d5e00. 00000080:00000010:1.1:1784942452.222564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7760. 00010000:00000010:1.1:1784942452.222586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e400. 00010000:00000010:1.1:1784942452.222591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c651d5800. 00010000:00000010:0.1:1784942458.349559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110400. 00010000:00000010:0.1:1784942458.371011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d3400. 00010000:00000010:1.1:1784942458.614861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110e00. 00000080:00000010:1.1:1784942458.638563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4512cfe0. 00000080:00000010:1.1:1784942458.638585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842920. 00000080:00000010:0.1:1784942458.988703:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d48d55280. 00000080:00000010:0.1:1784942488.650313:0:168851:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d508429e0. 00010000:00000010:0.1:1784942488.722585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737cba00. 00010000:00000010:0.1:1784942488.722599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478f200. 00010000:00000010:0.1:1784942488.722604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e900. 00010000:00000010:0.1:1784942488.722607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c651d5400. 00000080:00000010:0.1:1784942506.944033:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842720. 00000080:00000010:1.1:1784942506.955863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7160. 00010000:00000010:1.1:1784942506.986564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c651d5600. 00000080:00000010:0.1:1784942507.009549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842740. 00010000:00000010:1.1:1784942507.032571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c651d5400. 00000080:00000010:1.1:1784942507.057665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7240. 00000080:00000010:1.1:1784942507.061568:0:170109:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7800. 00010000:00000010:1.1:1784942507.090550:0:170109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c651d5200. 00000080:00000010:1.1:1784942507.103549:0:1033:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7240. 00000080:00000010:1.1:1784942507.121176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7240. 00000080:00000010:0.1:1784942508.217974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557220. 00010000:00000010:0.1:1784942508.234651:0:170109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2800. 00000080:00000010:0.1:1784942508.250562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557700. 00000080:00000010:0.1:1784942508.254754:0:170109:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557480. 00010000:00000010:0.1:1784942508.272042:0:170109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2200. 00000080:00000010:0.1:1784942508.283630:0:170109:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557700. 00000080:00000010:0.1:1784942508.309798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557700. 00000080:00000010:0.1:1784942508.627685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557aa0. 00000080:00000010:0.1:1784942508.709978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d508428a0. 00010000:00000010:0.1:1784942508.736555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2a00. 00000080:00000010:0.1:1784942508.756832:0:170109:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557da0. 00000080:00000010:0.1:1784942508.778613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557da0. 00010000:00000010:0.1:1784942508.793785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3200. 00000080:00000010:0.1:1784942508.808007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557fc0. 00000080:00000010:0.1:1784942508.829574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557fc0. 00010000:00000010:0.1:1784942508.851759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3000. 00000080:00000010:0.1:1784942508.867846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557fe0. 00000080:00000010:0.1:1784942508.891861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557fe0. 00010000:00000010:0.1:1784942508.927238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2000. 00000080:00000010:0.1:1784942508.938568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557880. 00010000:00000010:0.1:1784942516.894961:0:154540:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d8206c200. 00000080:00000010:1.1:1784942517.135972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd560. 00010000:00000010:1.1:1784942517.148574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ee00. 00010000:00000010:1.1:1784942517.148588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c651d4000. 00010000:00000010:1.1:1784942517.156673:0:170832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e300. 00010000:00000010:1.1:1784942517.156684:0:170832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ef00. 00010000:00000010:1.1:1784942517.156687:0:170832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c651d5a00. 00000080:00000010:1.1:1784942517.167759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b77a0. 00010000:00000010:1.1:1784942517.180553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ef00. 00010000:00000010:1.1:1784942517.180559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c651d5a00. 00010000:00000010:1.1:1784942517.187554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e300. 00010000:00000010:1.1:1784942517.191662:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ee00. 00010000:00000010:1.1:1784942517.191668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c651d5600. 00010000:00000010:0.1:1784942517.288511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53534a00. 00010000:00000010:0.1:1784942517.288535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b6000. 00000080:00000010:0.1:1784942517.304421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdea0. 00010000:00000010:0.1:1784942517.316429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a100. 00010000:00000010:0.1:1784942517.316445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3c00. 00010000:00000010:0.1:1784942517.338763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9aa00. 00010000:00000010:1.1:1784942517.344762:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a100. 00010000:00000010:1.1:1784942517.344782:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3800. 00010000:00000010:1.1:1784942517.476125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9aa00. 00010000:00000010:1.1:1784942517.476141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2000. 00010000:00000010:1.1:1784942517.486759:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ee00. 00010000:00000010:0.1:1784942517.489758:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e300. 00010000:00000010:0.1:1784942517.489774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c651d5600. 00010000:00000010:0.1:1784942517.616075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53559800. 00010000:00000010:0.1:1784942517.616082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7368b600. 00000080:00000010:0.1:1784942517.680636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd260. 00010000:00000010:0.1:1784942517.687643:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9af00. 00010000:00000010:0.1:1784942517.687662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3800. 00010000:00000010:0.1:1784942517.696563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9aa00. 00010000:00000010:0.1:1784942517.696644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9af00. 00010000:00000010:0.1:1784942517.696650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7369f400. 00000080:00000010:1.1:1784942517.721633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557fa0. 00000080:00000010:0.1:1784942517.749999:0:170832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7b60. 00010000:00000010:0.1:1784942517.757428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9aa00. 00010000:00000010:0.1:1784942517.757444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7369e400. 00010000:00000010:0.1:1784942517.764690:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a100. 00000080:00000010:1.1:1784942517.856776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd180. 00010000:00000010:1.1:1784942517.865562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ef00. 00010000:00000010:1.1:1784942517.865590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c651d5600. 00010000:00000010:1.1:1784942517.871608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ed00. 00010000:00000010:1.1:1784942517.876567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ef00. 00010000:00000010:1.1:1784942517.876583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c651d5a00. 00000080:00000010:1.1:1784942517.904599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7240. 00010000:00000010:1.1:1784942517.925045:0:170832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ef00. 00010000:00000010:1.1:1784942517.925052:0:170832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c651d5a00. 00010000:00000010:1.1:1784942517.930801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ed00. 00010000:00000010:1.1:1784942517.930807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e200. 00010000:00000010:1.1:1784942517.930811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c651d5600. 00000080:00000010:1.1:1784942518.001672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfde60. 00010000:00000010:1.1:1784942518.007762:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ed00. 00010000:00000010:1.1:1784942518.007778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c651d4000. 00010000:00000010:1.1:1784942518.020723:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ef00. 00010000:00000010:0.1:1784942518.027741:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ed00. 00010000:00000010:0.1:1784942518.027751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c651d4400. 00000080:00000010:1.1:1784942518.349633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdd20. 00010000:00000010:1.1:1784942518.392561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d8206c900. 00010000:00000010:1.1:1784942518.392576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d40031800. 00010000:00000010:1.1:1784942518.474600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d593bdb00. 00010000:00000010:1.1:1784942518.474611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e900. 00010000:00000010:1.1:1784942518.474620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43b63e00. 00010000:00000010:0.1:1784942519.083848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44758700. 00010000:00000010:0.1:1784942519.083855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43b63c00. 00000080:00000010:0.1:1784942519.268730:0:170832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd7e0. 00010000:00000010:0.1:1784942519.274570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a800. 00010000:00000010:0.1:1784942519.274587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7369ee00. 00010000:00000010:0.1:1784942519.290188:0:170832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508af00. 00010000:00000010:0.1:1784942519.297727:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a800. 00010000:00000010:0.1:1784942519.297734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7369e400. 00010000:00000010:0.1:1784942519.334894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44758700. 00010000:00000010:0.1:1784942519.334900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4286e600. 00000080:00000010:0.1:1784942519.435731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4512cc80. 00010000:00000010:0.1:1784942519.439710:0:170832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508ac00. 00010000:00000010:0.1:1784942519.439718:0:170832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7369ea00. 00010000:00000010:0.1:1784942519.444821:0:170832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a400. 00010000:00000010:0.1:1784942519.448556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a100. 00010000:00000010:0.1:1784942519.448567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7369f600. 00000080:00000010:0.1:1784942519.670575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd660. 00010000:00000010:0.1:1784942519.674840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a100. 00010000:00000010:0.1:1784942519.674853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7369e000. 00010000:00000010:0.1:1784942519.693638:0:170832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508ac00. 00010000:00000010:0.1:1784942519.702690:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a100. 00010000:00000010:0.1:1784942519.702706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7369e600. 00000080:00000010:0.1:1784942520.057563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdec0. 00010000:00000010:1.1:1784942520.068560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a100. 00010000:00000010:1.1:1784942520.068578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7369e600. 00010000:00000010:0.1:1784942520.234739:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b1c00. 00010000:00000010:0.1:1784942520.239117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508ac00. 00010000:00000010:0.1:1784942520.239132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c6a79d600. 00000080:00000010:0.1:1784942520.271090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4512cd60. 00010000:00000010:0.1:1784942520.281580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a500. 00010000:00000010:0.1:1784942520.281605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7369f800. 00010000:00000010:0.1:1784942520.291381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508aa00. 00010000:00000010:0.1:1784942520.295748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a500. 00010000:00000010:0.1:1784942520.295755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7369f200. 00000080:00000010:0.1:1784942520.593708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd220. 00000080:00000010:0.1:1784942520.643094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557e40. 00010000:00000010:0.1:1784942520.654963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508ab00. 00010000:00000010:0.1:1784942520.654971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7369fc00. 00010000:00000010:0.1:1784942520.663239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a300. 00010000:00000010:0.1:1784942520.663250:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a600. 00010000:00000010:0.1:1784942520.663264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7369f000. 00010000:00000010:0.1:1784942520.773771:0:170832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d593bd800. 00010000:00000010:0.1:1784942520.773778:0:170832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc26600. 00000080:00000010:0.1:1784942520.792922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd9a0. 00010000:00000010:0.1:1784942520.797637:0:170832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a300. 00010000:00000010:0.1:1784942520.797644:0:170832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7369fe00. 00010000:00000010:0.1:1784942520.802904:0:170832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508ad00. 00010000:00000010:0.1:1784942520.807539:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a300. 00010000:00000010:0.1:1784942520.807556:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7369f200. 00000080:00000010:0.1:1784942520.900331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdf00. 00010000:00000010:0.1:1784942520.919649:0:170832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47f18500. 00010000:00000010:0.1:1784942520.919656:0:170832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc27a00. 00000080:00000010:0.1:1784942520.938378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd740. 00010000:00000010:0.1:1784942520.947660:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a900. 00010000:00000010:0.1:1784942520.947667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7369f200. 00010000:00000010:0.1:1784942520.963034:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a700. 00010000:00000010:0.1:1784942520.970540:0:2352:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a900. 00010000:00000010:0.1:1784942520.970548:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7369f600. 00000080:00000010:1.1:1784942520.989794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505573e0. 00000080:00000010:0.1:1784942521.227721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd400. 00000080:00000010:0.1:1784942521.270635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd960. 00010000:00000010:0.1:1784942521.275552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a700. 00010000:00000010:0.1:1784942521.275566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7369f600. 00010000:00000010:0.1:1784942521.285569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a300. 00010000:00000010:0.1:1784942521.293060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a700. 00010000:00000010:0.1:1784942521.293070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7369ec00. 00000080:00000010:0.1:1784942521.312591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505577a0. 00010000:00000010:0.1:1784942521.321564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a700. 00010000:00000010:0.1:1784942521.321578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7369ec00. 00010000:00000010:0.1:1784942521.330392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a500. 00010000:00000010:0.1:1784942521.330399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a700. 00010000:00000010:0.1:1784942521.330404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3800. 00000080:00000010:1.1:1784942521.409557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdc80. 00010000:00000010:1.1:1784942521.418539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ea00. 00010000:00000010:1.1:1784942521.418544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c651d5a00. 00010000:00000010:1.1:1784942521.422561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e900. 00010000:00000010:1.1:1784942521.422566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e600. 00010000:00000010:1.1:1784942521.422568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c651d4000. 00000080:00000010:1.1:1784942521.435735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7d20. 00010000:00000010:1.1:1784942521.440561:0:170832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e600. 00010000:00000010:1.1:1784942521.440568:0:170832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630a200. 00010000:00000010:1.1:1784942521.445678:0:170832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e900. 00010000:00000010:1.1:1784942521.448828:0:170832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ea00. 00010000:00000010:1.1:1784942521.448835:0:170832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630b000. 00000080:00000010:1.1:1784942521.462577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b74c0. 00010000:00000010:1.1:1784942521.474658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ea00. 00010000:00000010:1.1:1784942521.474675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630a800. 00010000:00000010:1.1:1784942521.481548:0:170832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e600. 00010000:00000010:1.1:1784942521.481554:0:170832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ed00. 00010000:00000010:1.1:1784942521.481557:0:170832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630b400. 00010000:00000010:0.1:1784942521.569339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c6a79d400. 00010000:00000010:0.1:1784942521.569358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53534800. 00010000:00000010:0.1:1784942521.569365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b7e00. 00010000:00000010:0.1:1784942521.569370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b1b00. 00010000:00000010:0.1:1784942521.569373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c6a79ca00. 00010000:00000010:0.1:1784942521.600684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc27000. 00010000:00000010:0.1:1784942521.600700:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53534b00. 00010000:00000010:0.1:1784942521.600705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b7c00. 00010000:00000010:0.1:1784942521.600708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b1a00. 00010000:00000010:0.1:1784942521.600712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c6a79d000. 00000080:00000010:0.1:1784942521.608865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfde40. 00000080:00000010:0.1:1784942521.612577:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d52312940. 00010000:00000010:0.1:1784942521.705818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc27600. 00010000:00000010:0.1:1784942521.705836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e400. 00010000:00000010:0.1:1784942521.705840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c651d5c00. 00010000:00000010:0.1:1784942521.705845:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47f18000. 00010000:00000010:0.1:1784942521.705848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc27400. 00010000:00000010:0.1:1784942521.799773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc26800. 00010000:00000010:0.1:1784942521.799792:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53534c00. 00010000:00000010:0.1:1784942521.799797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b6400. 00010000:00000010:0.1:1784942521.799800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc26600. 00010000:00000010:1.1:1784942521.828653:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61baef00. 00000080:00000010:0.1:1784942521.848658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdd60. 00000080:00000010:0.1:1784942521.848678:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d52316300. 00010000:00000010:0.1:1784942522.194533:0:170835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630b800. 00010000:00000010:0.1:1784942522.194539:0:170835:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53559c00. 00010000:00000010:0.1:1784942522.194542:0:170835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7368b400. 00010000:00000010:0.1:1784942522.194545:0:170835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c6520ca00. 00000080:00000010:0.1:1784942522.212662:0:170837:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505575e0. 00000080:00000010:0.1:1784942522.212679:0:170837:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d52310840. 00010000:00000010:0.1:1784942522.222568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630ac00. 00010000:00000010:0.1:1784942522.222650:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a800. 00010000:00000010:0.1:1784942522.222658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2000. 00010000:00000010:0.1:1784942522.222663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b60e00. 00010000:00000010:0.1:1784942522.319666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630aa00. 00010000:00000010:0.1:1784942522.319682:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53559000. 00010000:00000010:0.1:1784942522.319687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7368aa00. 00010000:00000010:0.1:1784942522.319690:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c6400. 00010000:00000010:0.1:1784942522.319693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73575400. 00000080:00000010:0.1:1784942522.334561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557040. 00000080:00000010:0.1:1784942522.338672:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d52310000. 00010000:00000010:1.1:1784942522.354564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630b000. 00010000:00000010:1.1:1784942522.354640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53559400. 00010000:00000010:1.1:1784942522.354646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7368b800. 00010000:00000010:1.1:1784942522.354649:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c6e00. 00010000:00000010:1.1:1784942522.354652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73574a00. 00000080:00000010:1.1:1784942522.367765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7080. 00000080:00000010:1.1:1784942522.372549:0:170835:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4a871080. 00010000:00000010:1.1:1784942522.386248:0:170835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c651d5c00. 00010000:00000010:1.1:1784942522.386257:0:170835:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53559700. 00010000:00000010:1.1:1784942522.386261:0:170835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7368a600. 00010000:00000010:1.1:1784942522.386265:0:170835:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499c00. 00010000:00000010:1.1:1784942522.386269:0:170835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66331800. 00000080:00000010:1.1:1784942522.394804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7080. 00000080:00000010:1.1:1784942522.394821:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d48d50840. 00010000:00000010:1.1:1784942522.398820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c651d4000. 00010000:00000010:1.1:1784942522.398849:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e200. 00010000:00000010:1.1:1784942522.398856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c651d5600. 00010000:00000010:1.1:1784942522.398860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499c00. 00010000:00000010:1.1:1784942522.398863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66331800. 00000080:00000010:1.1:1784942522.412557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b75e0. 00000080:00000010:1.1:1784942522.416691:0:170835:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d48d55ac0. 00010000:00000010:1.1:1784942522.423677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c651d5a00. 00010000:00000010:1.1:1784942522.423694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53559f00. 00010000:00000010:1.1:1784942522.423699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7368a000. 00010000:00000010:1.1:1784942522.423702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499c00. 00010000:00000010:1.1:1784942522.423706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66331800. 00000080:00000010:1.1:1784942522.436555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b75e0. 00000080:00000010:1.1:1784942522.449183:0:2345:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4a8739c0. 00000080:00000010:0.1:1784942522.626728:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4a870840. 00010000:00000010:0.1:1784942522.815560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66392e00. 00010000:00000010:0.1:1784942522.815569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44758900. 00010000:00000010:0.1:1784942522.815572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43b63a00. 00010000:00000010:0.1:1784942522.815576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c6b00. 00010000:00000010:0.1:1784942522.815579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73575600. 00010000:00000010:0.1:1784942522.833182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66393e00. 00010000:00000010:0.1:1784942522.833191:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d8206cd00. 00010000:00000010:0.1:1784942522.833196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c6a79d800. 00010000:00000010:0.1:1784942522.833201:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c6000. 00010000:00000010:0.1:1784942522.833204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73575800. 00000080:00000010:0.1:1784942522.851895:0:170835:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557f40. 00000080:00000010:0.1:1784942522.851917:0:170835:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5222ca40. 00010000:00000010:0.1:1784942522.864923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66393c00. 00010000:00000010:0.1:1784942522.864939:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44758b00. 00010000:00000010:0.1:1784942522.864943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43b62400. 00010000:00000010:0.1:1784942522.864946:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389100. 00010000:00000010:0.1:1784942522.864949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b60600. 00000080:00000010:0.1:1784942522.879614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557f40. 00000080:00000010:0.1:1784942522.879641:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60aa4200. 00010000:00000010:0.1:1784942522.905670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66392200. 00010000:00000010:0.1:1784942522.905688:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44758200. 00010000:00000010:0.1:1784942522.905694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43b63e00. 00010000:00000010:0.1:1784942522.905698:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389100. 00010000:00000010:0.1:1784942522.905701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b60600. 00000080:00000010:0.1:1784942522.929659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557f40. 00000080:00000010:0.1:1784942522.932761:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60aa0840. 00010000:00000010:0.1:1784942522.954498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66393000. 00010000:00000010:0.1:1784942522.954511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a100. 00010000:00000010:0.1:1784942522.954533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7369e800. 00010000:00000010:0.1:1784942522.954536:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389100. 00010000:00000010:0.1:1784942522.954538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b60600. 00000080:00000010:1.1:1784942522.969644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557f40. 00000080:00000010:1.1:1784942522.975206:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4216a940. 00010000:00000010:0.1:1784942522.978559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66392800. 00010000:00000010:0.1:1784942522.978573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44758f00. 00010000:00000010:0.1:1784942522.978578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43b63400. 00010000:00000010:0.1:1784942522.978582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499f00. 00010000:00000010:0.1:1784942522.978584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66330600. 00000080:00000010:0.1:1784942522.986693:0:170835:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505579a0. 00000080:00000010:0.1:1784942522.986708:0:170835:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60aa0000. 00010000:00000010:1.1:1784942522.999384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66393400. 00010000:00000010:1.1:1784942522.999405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9aa00. 00010000:00000010:1.1:1784942522.999409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7369fa00. 00010000:00000010:1.1:1784942522.999413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389100. 00010000:00000010:1.1:1784942522.999416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b60600. 00010000:00000010:0.1:1784942523.211671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bced000. 00010000:00000010:0.1:1784942523.211688:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1c900. 00010000:00000010:0.1:1784942523.211693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c6a79da00. 00010000:00000010:0.1:1784942523.211697:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b1100. 00010000:00000010:0.1:1784942523.211701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c6520d800. 00000080:00000010:0.1:1784942523.221560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4512cb40. 00000080:00000010:0.1:1784942523.225429:0:170835:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4216b180. 00010000:00000010:0.1:1784942523.231661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bcec800. 00010000:00000010:0.1:1784942523.231682:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a400. 00010000:00000010:0.1:1784942523.231686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7369ea00. 00010000:00000010:0.1:1784942523.231689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389800. 00010000:00000010:0.1:1784942523.231692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b61a00. 00000080:00000010:0.1:1784942523.243688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557e80. 00000080:00000010:0.1:1784942523.243709:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60453180. 00010000:00000010:0.1:1784942523.324739:0:170835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bcecc00. 00010000:00000010:0.1:1784942523.324747:0:170835:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61980b00. 00010000:00000010:0.1:1784942523.324752:0:170835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4286fc00. 00010000:00000010:0.1:1784942523.324756:0:170835:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c6200. 00010000:00000010:0.1:1784942523.324759:0:170835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73574a00. 00000080:00000010:0.1:1784942523.351594:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60b7d280. 00010000:00000010:0.1:1784942523.439758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bcec400. 00010000:00000010:0.1:1784942523.439771:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1c300. 00010000:00000010:0.1:1784942523.439775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c6a79c600. 00010000:00000010:0.1:1784942523.439779:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b1200. 00010000:00000010:0.1:1784942523.439782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c6520c600. 00000080:00000010:0.1:1784942523.536601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd000. 00000080:00000010:0.1:1784942523.536621:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d42169080. 00000080:00000010:1.1:1784942523.597293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd920. 00000080:00000010:1.1:1784942523.601885:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d422f4a40. 00000080:00000010:0.1:1784942523.611701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4512c920. 00000080:00000010:0.1:1784942523.611724:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d422f0000. 00010000:00000010:1.1:1784942523.630544:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c6a79c200. 00010000:00000010:1.1:1784942523.630552:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61980600. 00010000:00000010:1.1:1784942523.630556:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4286ec00. 00010000:00000010:1.1:1784942523.630560:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389100. 00010000:00000010:1.1:1784942523.630563:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b61a00. 00010000:00000010:1.1:1784942523.654742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c6520c000. 00010000:00000010:1.1:1784942523.654750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c6520da00. 00010000:00000010:1.1:1784942523.664037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c6520c400. 00010000:00000010:1.1:1784942523.664052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c6520d200. 00010000:00000010:1.1:1784942523.664055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c6520c800. 00010000:00000010:1.1:1784942523.664058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c6520d000. 00010000:00000010:1.1:1784942523.664061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c6520c200. 00010000:00000010:1.1:1784942523.664063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c6520dc00. 00010000:00000010:1.1:1784942523.668648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c6520de00. 00010000:00000010:1.1:1784942523.668655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c6520ce00. 00010000:00000010:1.1:1784942523.668658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c6520ca00. 00010000:00000010:1.1:1784942523.668660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c6520d600. 00010000:00000010:1.1:1784942523.668663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c6520cc00. 00010000:00000010:1.1:1784942523.668665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c6520c600. 00010000:00000010:1.1:1784942523.668668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b60600. 00010000:00000010:1.1:1784942523.668671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b60e00. 00010000:00000010:1.1:1784942523.668675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c6a79c800. 00010000:00000010:1.1:1784942523.668678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c6a79de00. 00010000:00000010:1.1:1784942523.668681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c6a79ce00. 00010000:00000010:1.1:1784942523.668683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c6a79c400. 00010000:00000010:1.1:1784942523.668686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c6a79c600. 00010000:00000010:1.1:1784942523.668688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c6a79c000. 00010000:00000010:1.1:1784942523.668691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c6a79da00. 00010000:00000010:1.1:1784942523.668693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c6a79d800. 00010000:00000010:1.1:1784942523.668696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2600. 00010000:00000010:1.1:1784942523.668700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2000. 00010000:00000010:1.1:1784942523.668704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630b000. 00010000:00000010:1.1:1784942523.668707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630b400. 00010000:00000010:1.1:1784942523.668709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630aa00. 00010000:00000010:1.1:1784942523.668712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630b600. 00010000:00000010:1.1:1784942523.668714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630bc00. 00010000:00000010:1.1:1784942523.668717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630ac00. 00010000:00000010:1.1:1784942523.668721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c3a00. 00010000:00000010:1.1:1784942523.668726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c2400. 00010000:00000010:1.1:1784942523.668730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c3200. 00010000:00000010:1.1:1784942523.668732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c2e00. 00010000:00000010:1.1:1784942523.668735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c3e00. 00010000:00000010:1.1:1784942523.668738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c3c00. 00010000:00000010:1.1:1784942523.668740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c2200. 00010000:00000010:1.1:1784942523.668743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c3000. 00010000:00000010:1.1:1784942523.668746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c2800. 00010000:00000010:1.1:1784942523.668748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c3400. 00010000:00000010:1.1:1784942523.668750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c2a00. 00010000:00000010:1.1:1784942523.668752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c3600. 00010000:00000010:1.1:1784942523.668755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c2c00. 00010000:00000010:1.1:1784942523.668757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c3800. 00010000:00000010:1.1:1784942523.668759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c2600. 00010000:00000010:1.1:1784942523.668762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c2000. 00010000:00000010:1.1:1784942523.668766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d513e8e00. 00010000:00000010:1.1:1784942523.668771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d513e9e00. 00010000:00000010:1.1:1784942523.668774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d513e9c00. 00010000:00000010:1.1:1784942523.668777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d513e8200. 00010000:00000010:1.1:1784942523.668780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d513e9000. 00010000:00000010:1.1:1784942523.668782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d513e8800. 00010000:00000010:1.1:1784942523.668784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d513e9400. 00010000:00000010:1.1:1784942523.668787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d513e8a00. 00010000:00000010:1.1:1784942523.668789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d513e9600. 00010000:00000010:1.1:1784942523.668792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d513e8c00. 00010000:00000010:1.1:1784942523.668794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d513e9800. 00010000:00000010:1.1:1784942523.668797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d513e8600. 00010000:00000010:1.1:1784942523.668799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d513e8000. 00010000:00000010:1.1:1784942523.668801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d513e9a00. 00010000:00000010:1.1:1784942523.668804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d513e8400. 00010000:00000010:1.1:1784942523.668806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d513e9200. 00010000:00000010:1.1:1784942523.743684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c6a79d400. 00010000:00000010:1.1:1784942523.743704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61980300. 00010000:00000010:1.1:1784942523.743709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4286e800. 00010000:00000010:1.1:1784942523.743715:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c6600. 00010000:00000010:1.1:1784942523.743718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73574c00. 00000080:00000010:1.1:1784942523.755667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7480. 00000080:00000010:1.1:1784942523.760132:0:170835:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60b7ca40. 00010000:00000010:1.1:1784942523.776581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c6a79d600. 00010000:00000010:1.1:1784942523.776600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61980200. 00010000:00000010:1.1:1784942523.776606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43b62800. 00010000:00000010:1.1:1784942523.776610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499400. 00010000:00000010:1.1:1784942523.776615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66330a00. 00000080:00000010:1.1:1784942523.796562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7480. 00000080:00000010:1.1:1784942523.810575:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60b78840. 00010000:00000010:0.1:1784942524.266029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c651d7c00. 00010000:00000010:0.1:1784942524.266046:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e900. 00010000:00000010:0.1:1784942524.266050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630a200. 00010000:00000010:0.1:1784942524.266053:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c6100. 00010000:00000010:0.1:1784942524.266057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73575800. 00000080:00000010:1.1:1784942524.279716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdfa0. 00000080:00000010:1.1:1784942524.279732:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d48d539c0. 00010000:00000010:0.1:1784942524.287850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c651d6200. 00010000:00000010:0.1:1784942524.287857:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ea00. 00010000:00000010:0.1:1784942524.287861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630a800. 00010000:00000010:0.1:1784942524.287864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499e00. 00010000:00000010:0.1:1784942524.287867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66330200. 00000080:00000010:0.1:1784942524.298642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505579c0. 00000080:00000010:0.1:1784942524.298659:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d48d51080. 00010000:00000010:0.1:1784942524.304555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c651d7000. 00010000:00000010:0.1:1784942524.304577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47f18b00. 00010000:00000010:0.1:1784942524.304581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc26200. 00010000:00000010:0.1:1784942524.304585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389600. 00010000:00000010:0.1:1784942524.304588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0cca00. 00000080:00000010:0.1:1784942524.311793:0:170839:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505578a0. 00000080:00000010:0.1:1784942524.311819:0:170839:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d52269080. 00000080:00000010:1.1:1784942524.352017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4512ca80. 00000080:00000010:1.1:1784942524.352058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842260. 00000080:00000010:1.1:1784942524.352081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842f20. 00000080:00000010:1.1:1784942524.352096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4512c0a0. 00000080:00000010:1.1:1784942524.352131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7800. 00000080:00000010:1.1:1784942524.352150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7160. 00000080:00000010:1.1:1784942524.352169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842d40. 00000080:00000010:1.1:1784942524.352189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4512cea0. 00000080:00000010:1.1:1784942524.352213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842840. 00000080:00000010:1.1:1784942524.352241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4512c5a0. 00000080:00000010:1.1:1784942524.352291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842880. 00000080:00000010:1.1:1784942524.352310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d508427e0. 00000080:00000010:1.1:1784942524.352332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842fc0. 00000080:00000010:1.1:1784942524.352349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842160. 00010000:00000010:1.1:1784942524.352380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079600. 00010000:00000010:1.1:1784942524.352387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1c200. 00010000:00000010:1.1:1784942524.352391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110e00. 00010000:00000010:1.1:1784942524.352394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1cb00. 00010000:00000010:1.1:1784942524.352398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8111600. 00010000:00000010:1.1:1784942524.352400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079800. 00010000:00000010:1.1:1784942524.352404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737cba00. 00010000:00000010:1.1:1784942524.352408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078200. 00010000:00000010:1.1:1784942524.352411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079400. 00010000:00000010:1.1:1784942524.352414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737cb800. 00010000:00000010:1.1:1784942524.352417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078600. 00010000:00000010:1.1:1784942524.352420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078000. 00010000:00000010:1.1:1784942524.352422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1cd00. 00010000:00000010:1.1:1784942524.352425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110a00. 00010000:00000010:1.1:1784942524.352428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737cbd00. 00010000:00000010:1.1:1784942524.352430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079000. 00010000:00000010:1.1:1784942524.352433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c651d5200. 00010000:00000010:1.1:1784942524.352437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e000. 00010000:00000010:1.1:1784942524.352440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c651d4a00. 00010000:00000010:1.1:1784942524.352443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c651d4600. 00010000:00000010:1.1:1784942524.352446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478e800. 00010000:00000010:1.1:1784942524.352449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737cbf00. 00010000:00000010:1.1:1784942524.352452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c651d5800. 00010000:00000010:1.1:1784942524.352454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c651d5e00. 00010000:00000010:1.1:1784942524.352456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737cb200. 00010000:00000010:1.1:1784942524.352459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478ea00. 00010000:00000010:1.1:1784942524.352462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478fa00. 00010000:00000010:1.1:1784942524.352465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1c700. 00010000:00000010:1.1:1784942524.352468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110200. 00010000:00000010:1.1:1784942524.352470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478e600. 00010000:00000010:1.1:1784942524.352473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737cb600. 00010000:00000010:1.1:1784942524.352475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478fc00. 00010000:00000010:1.1:1784942524.352477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478f000. 00010000:00000010:1.1:1784942524.352480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1cf00. 00010000:00000010:1.1:1784942524.352482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8111200. 00010000:00000010:1.1:1784942524.352485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1cc00. 00010000:00000010:1.1:1784942524.352487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110800. 00010000:00000010:1.1:1784942524.352490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478ee00. 00010000:00000010:1.1:1784942524.352493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737cbc00. 00010000:00000010:1.1:1784942524.352496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478e200. 00010000:00000010:1.1:1784942524.352498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478e400. 00010000:00000010:1.1:1784942524.352501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737cb100. 00010000:00000010:1.1:1784942524.352504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478f200. 00010000:00000010:1.1:1784942524.352506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478fe00. 00010000:00000010:1.1:1784942524.352508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737cb400. 00010000:00000010:1.1:1784942524.352512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478f600. 00010000:00000010:1.1:1784942524.352527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478f400. 00010000:00000010:1.1:1784942524.352531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737cb700. 00010000:00000010:1.1:1784942524.352533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478ec00. 00010000:00000010:1.1:1784942524.352535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737cb000. 00010000:00000010:1.1:1784942524.352546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478f800. 00010000:00000010:0.1:1784942524.352830:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58878600. 00010000:00000010:0.1:1784942524.352835:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73575200. 00010000:00000010:0.1:1784942524.352838:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58878100. 00010000:00000010:0.1:1784942524.352841:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73575a00. 00010000:00000010:0.1:1784942524.352844:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44456d00. 00010000:00000010:0.1:1784942524.352848:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630b200. 00010000:00000010:0.1:1784942524.352851:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44456400. 00010000:00000010:0.1:1784942524.352854:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7368b000. 00010000:00000010:0.1:1784942524.352856:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44456800. 00010000:00000010:0.1:1784942524.352859:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7368a800. 00010000:00000010:0.1:1784942524.352862:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44456300. 00010000:00000010:0.1:1784942524.352865:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349e000. 00010000:00000010:0.1:1784942524.352869:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5151d900. 00010000:00000010:0.1:1784942524.352872:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349f800. 00010000:00000010:0.1:1784942524.352875:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089eb00. 00010000:00000010:0.1:1784942524.352879:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349ea00. 00010000:00000010:0.1:1784942524.352882:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5151de00. 00010000:00000010:0.1:1784942524.352884:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349f600. 00010000:00000010:0.1:1784942524.352887:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089e600. 00010000:00000010:0.1:1784942524.352890:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349e800. 00010000:00000010:0.1:1784942524.352893:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ed00. 00010000:00000010:0.1:1784942524.352896:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738cbe00. 00010000:00000010:0.1:1784942524.352898:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089e500. 00010000:00000010:0.1:1784942524.352901:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349fe00. 00010000:00000010:0.1:1784942524.352904:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a600. 00010000:00000010:0.1:1784942524.352908:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349f200. 00010000:00000010:0.1:1784942524.352911:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61bae100. 00010000:00000010:0.1:1784942524.352914:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349fa00. 00010000:00000010:0.1:1784942524.352917:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc3c100. 00010000:00000010:0.1:1784942524.352920:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b61000. 00010000:00000010:0.1:1784942524.352923:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc3c200. 00010000:00000010:0.1:1784942524.352926:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b61e00. 00010000:00000010:0.1:1784942524.352930:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737df100. 00010000:00000010:0.1:1784942524.352933:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b61200. 00010000:00000010:0.1:1784942524.352936:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737df900. 00010000:00000010:0.1:1784942524.352940:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b60000. 00010000:00000010:0.1:1784942524.352942:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737dff00. 00010000:00000010:0.1:1784942524.352945:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b60c00. 00010000:00000010:0.1:1784942524.352948:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737df500. 00010000:00000010:0.1:1784942524.352950:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b60a00. 00010000:00000010:0.1:1784942524.352954:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737be800. 00010000:00000010:0.1:1784942524.352957:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b6400. 00010000:00000010:0.1:1784942524.352959:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737be200. 00010000:00000010:0.1:1784942524.352962:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b7a00. 00010000:00000010:0.1:1784942524.352964:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737bef00. 00010000:00000010:0.1:1784942524.352967:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b6600. 00010000:00000010:0.1:1784942524.352970:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737be400. 00010000:00000010:0.1:1784942524.352974:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73465600. 00010000:00000010:0.1:1784942524.352978:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d591f7000. 00010000:00000010:0.1:1784942524.352981:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73465c00. 00010000:00000010:0.1:1784942524.352984:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d591f7700. 00010000:00000010:0.1:1784942524.352986:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73465800. 00010000:00000010:0.1:1784942524.352989:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53534b00. 00010000:00000010:0.1:1784942524.352992:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73464600. 00010000:00000010:0.1:1784942524.352994:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53534c00. 00010000:00000010:0.1:1784942524.352998:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73464800. 00010000:00000010:0.1:1784942524.353000:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61bae900. 00010000:00000010:0.1:1784942524.353003:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4286e600. 00010000:00000010:0.1:1784942524.353007:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61baed00. 00010000:00000010:0.1:1784942524.353010:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc26800. 00010000:00000010:0.1:1784942524.353012:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61bae300. 00010000:00000010:0.1:1784942524.353015:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc27600. 00010000:00000010:0.1:1784942524.353018:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a200. 00010000:00000010:0.1:1784942524.353021:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc27400. 00010000:00000010:0.1:1784942524.353024:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47f18c00. 00010000:00000010:0.1:1784942524.353047:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc27000. 00010000:00000010:0.1:1784942526.934624:0:171120:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44405000. 00010000:00000010:0.1:1784942526.934629:0:171120:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738cba00. 00010000:00000010:0.1:1784942526.961752:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d456eda00. 00010000:00000010:0.1:1784942526.961760:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66331a00. 00010000:00000010:0.1:1784942526.961765:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389b00. 00010000:00000010:0.1:1784942526.961768:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfa200. 00010000:00000010:1.1:1784942526.982068:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51f63600. 00010000:00000010:1.1:1784942526.982081:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73575000. 00010000:00000010:0.1:1784942526.984501:0:171131:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc3c000. 00010000:00000010:0.1:1784942526.984508:0:171131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfa400. 00010000:00000010:0.1:1784942526.984512:0:171131:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d456ed800. 00010000:00000010:0.1:1784942526.985170:0:171131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66331200. 00010000:00000010:0.1:1784942526.985174:0:171131:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc3c800. 00010000:00000010:0.1:1784942526.985177:0:171131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfa000. 00010000:00000010:0.1:1784942526.985180:0:171131:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389300. 00010000:00000010:0.1:1784942526.985451:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfaa00. 00010000:00000010:1.1:1784942526.985759:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c6f00. 00010000:00000010:1.1:1784942526.985765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73574800. 00010000:00000010:0.1:1784942531.978757:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389e00. 00010000:00000010:0.1:1784942531.978766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6630b800. 00010000:00000010:0.1:1784942531.982562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51f63d00. 00010000:00000010:0.1:1784942531.982574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73575e00. 00010000:00000010:0.1:1784942531.982579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d456ed300. 00010000:00000010:0.1:1784942531.982583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66330400. 00010000:00000010:1.1:1784942531.982910:0:171687:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d456ede00. 00010000:00000010:1.1:1784942531.982915:0:171687:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738cb600. 00010000:00000010:1.1:1784942531.982918:0:171687:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389400. 00010000:00000010:1.1:1784942531.982921:0:171687:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfbc00. 00010000:00000010:1.1:1784942531.982924:0:171687:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51f63300. 00010000:00000010:1.1:1784942531.982928:0:171687:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73574200. 00010000:00000010:1.1:1784942531.992688:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389200. 00010000:00000010:1.1:1784942531.992696:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfb000. 00010000:00000010:1.1:1784942531.992700:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499300. 00010000:00000010:1.1:1784942531.992704:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66330e00. 00010000:00000010:0.1:1784942532.007682:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc3ca00. 00010000:00000010:0.1:1784942532.007690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfba00. 00010000:00000010:0.1:1784942532.007694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc3c500. 00010000:00000010:0.1:1784942532.007697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfb200. 00010000:00000010:0.1:1784942532.074644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389e00. 00010000:00000010:0.1:1784942532.074660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0cda00. 00010000:00000010:0.1:1784942532.090541:0:171701:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389c00. 00010000:00000010:0.1:1784942532.094593:0:171701:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389e00. 00010000:00000010:0.1:1784942532.094605:0:171701:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0cc400. 00010000:00000010:0.1:1784942532.183564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0cc400. 00010000:00000010:0.1:1784942532.183580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0cda00. 00010000:00000010:0.1:1784942532.183583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0cc600. 00010000:00000010:0.1:1784942532.183586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0cce00. 00010000:00000010:0.1:1784942532.183589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0cd200. 00010000:00000010:0.1:1784942532.183591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0cc000. 00010000:00000010:0.1:1784942532.183594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0cca00. 00010000:00000010:0.1:1784942532.183597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0ccc00. 00010000:00000010:0.1:1784942532.183599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0cc800. 00010000:00000010:0.1:1784942532.183602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0cd600. 00010000:00000010:0.1:1784942532.183604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0cd800. 00010000:00000010:0.1:1784942532.183606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0cd400. 00010000:00000010:0.1:1784942532.183609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0cdc00. 00010000:00000010:0.1:1784942532.183611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0cd000. 00010000:00000010:0.1:1784942532.183613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0cc200. 00010000:00000010:0.1:1784942532.183616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0cde00. 00010000:00000010:0.1:1784942532.183620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349e400. 00010000:00000010:0.1:1784942532.183622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349ee00. 00010000:00000010:0.1:1784942532.183625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349e200. 00010000:00000010:0.1:1784942532.183629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349f000. 00010000:00000010:0.1:1784942532.183631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349f400. 00010000:00000010:0.1:1784942532.183634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349fc00. 00010000:00000010:0.1:1784942532.183636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349ec00. 00010000:00000010:0.1:1784942532.183638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349e600. 00010000:00000010:0.1:1784942532.183641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349fa00. 00010000:00000010:0.1:1784942532.283336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349fa00. 00010000:00000010:0.1:1784942538.489551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c6520d400. 00010000:00000010:0.1:1784942562.573668:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44405000. 00010000:00000010:0.1:1784942562.573682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5833ee00. 00010000:00000010:0.1:1784942920.889583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44405a00. 00010000:00000010:0.1:1784942920.889596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349e000. 00010000:00000010:0.1:1784942920.989401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d175800. 00010000:00000010:0.1:1784942920.989419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c6f00. 00010000:00000010:0.1:1784942920.989424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73574c00. 00010000:00000010:0.1:1784942920.989428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c6a00. 00010000:00000010:0.1:1784942920.989431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73575600. 00000080:00000010:0.1:1784942921.056482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557c40. 00010000:00000010:0.1:1784942921.158992:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44405e00. 00010000:00000010:0.1:1784942921.159005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d175600. 00010000:00000010:1.1:1784942921.508804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b1f00. 00010000:00000010:1.1:1784942921.508817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2000. 00010000:00000010:1.1:1784942921.930293:0:2345:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c6300. 00010000:00000010:1.1:1784942921.930301:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73574c00. 00000800:00000200:1.1:1784942922.039156:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 1043244 low water 1575530 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942922.039180:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 1043244 low water 1575530 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942929.259444:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 615008 low water 1789648 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942929.259461:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 615008 low water 1789648 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942929.259473:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 615008 low water 1789648 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942929.933533:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 870672 low water 1661816 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942929.933551:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 870672 low water 1661816 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942929.933563:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 870672 low water 1661816 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942929.933575:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 870672 low water 1661816 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942929.933585:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 870672 low water 1661816 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942930.376313:0:2345:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace -24152 low water 2109228 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942930.376328:0:2345:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace -24152 low water 2109228 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942930.376351:0:2345:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace -24152 low water 2109228 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942930.402071:0:2345:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 806756 low water 1693774 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942930.402087:0:2345:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 806756 low water 1693774 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942930.402100:0:2345:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 806756 low water 1693774 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942930.402111:0:2345:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 806756 low water 1693774 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942931.091601:0:2345:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 867348 low water 1663478 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942931.091614:0:2345:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 867348 low water 1663478 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942931.091624:0:2345:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 867348 low water 1663478 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942931.091636:0:2345:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 867348 low water 1663478 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942931.091648:0:2345:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 867348 low water 1663478 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942931.780407:0:2345:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace -35836 low water 2115070 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942931.780421:0:2345:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace -35836 low water 2115070 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942931.780432:0:2345:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace -35836 low water 2115070 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942931.780443:0:2345:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace -35836 low water 2115070 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942931.780454:0:2345:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace -35836 low water 2115070 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942931.812488:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 1062420 low water 1565942 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942931.812502:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 1062420 low water 1565942 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942931.812511:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 1062420 low water 1565942 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942931.812541:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 1062420 low water 1565942 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942931.812552:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 1062420 low water 1565942 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942935.662146:0:2345:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 942928 low water 1625688 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942935.662160:0:2345:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 942928 low water 1625688 conn ffff996d513c2000 blocked idle queued 00000800:00000200:0.1:1784942938.374457:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace -63552 low water 2128928 conn ffff996d513c2000 blocked idle queued 00000800:00000200:0.1:1784942938.374473:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace -63552 low water 2128928 conn ffff996d513c2000 blocked idle queued 00000800:00000200:0.1:1784942938.374484:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace -63552 low water 2128928 conn ffff996d513c2000 blocked idle queued 00000800:00000200:0.1:1784942938.374493:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace -63552 low water 2128928 conn ffff996d513c2000 blocked idle queued 00000800:00000200:0.1:1784942938.374503:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace -63552 low water 2128928 conn ffff996d513c2000 blocked idle queued 00000800:00000200:0.1:1784942941.968959:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 1318084 low water 1438110 conn ffff996d513c2000 blocked idle queued 00000800:00000200:0.1:1784942941.969115:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 1318084 low water 1438110 conn ffff996d513c2000 blocked idle queued 00000800:00000200:0.1:1784942941.969315:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 1318084 low water 1438110 conn ffff996d513c2000 blocked idle queued 00000800:00000200:0.1:1784942941.969589:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 1318084 low water 1438110 conn ffff996d513c2000 blocked idle queued 00000800:00000200:0.1:1784942941.969760:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 1318084 low water 1438110 conn ffff996d513c2000 blocked idle queued 00000800:00000200:0.1:1784942941.969915:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 1318084 low water 1438110 conn ffff996d513c2000 blocked idle queued 00000800:00000200:0.1:1784942941.970601:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 1318084 low water 1438110 conn ffff996d513c2000 blocked idle queued 00000800:00000200:0.1:1784942941.970766:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 1318084 low water 1438110 conn ffff996d513c2000 blocked idle queued 00000800:00000200:0.1:1784942941.971203:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 1318084 low water 1438110 conn ffff996d513c2000 blocked idle queued 00000800:00000200:0.1:1784942941.971302:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 1318084 low water 1438110 conn ffff996d513c2000 blocked idle queued 00000800:00000200:0.1:1784942941.971319:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 1318084 low water 1438110 conn ffff996d513c2000 blocked idle queued 00000800:00000200:0.1:1784942941.971331:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 1318084 low water 1438110 conn ffff996d513c2000 blocked idle queued 00000800:00000200:0.1:1784942941.971342:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 1318084 low water 1438110 conn ffff996d513c2000 blocked idle queued 00000800:00000200:0.1:1784942941.971352:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 1318084 low water 1438110 conn ffff996d513c2000 blocked idle queued 00000800:00000200:0.1:1784942949.638151:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace -36524 low water 2115414 conn ffff996d513c2000 blocked idle queued 00000800:00000200:0.1:1784942949.638166:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace -36524 low water 2115414 conn ffff996d513c2000 blocked idle queued 00000800:00000200:0.1:1784942949.638179:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace -36524 low water 2115414 conn ffff996d513c2000 blocked idle queued 00000800:00000200:0.1:1784942949.638190:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace -36524 low water 2115414 conn ffff996d513c2000 blocked idle queued 00000800:00000200:0.1:1784942949.638200:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace -36524 low water 2115414 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942971.288331:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 487904 low water 1853200 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942971.288343:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 487904 low water 1853200 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942971.288353:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 487904 low water 1853200 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942971.288365:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 487904 low water 1853200 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942971.288377:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 487904 low water 1853200 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942971.325074:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 296156 low water 1949074 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942971.325091:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 296156 low water 1949074 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942971.325104:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 296156 low water 1949074 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942971.325115:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 296156 low water 1949074 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942976.009121:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 551092 low water 1821606 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942976.009140:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 551092 low water 1821606 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942976.009156:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 551092 low water 1821606 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942976.009172:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 551092 low water 1821606 conn ffff996d513c2000 blocked idle queued 00000800:00000200:1.1:1784942976.009185:0:2344:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff996d619dde80 wspace 551092 low water 1821606 conn ffff996d513c2000 blocked idle queued 00010000:00000010:0.1:1784942976.742953:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44405500. 00010000:00000010:0.1:1784942976.742969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d373c00. 00010000:00000010:0.1:1784942976.759352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44405d00. 00010000:00000010:0.1:1784942976.770338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44405000. 00010000:00000010:0.1:1784942976.770353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d373c00. 00010000:00000010:1.1:1784942976.800686:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c6900. 00010000:00000010:1.1:1784942976.800700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73575600. 00010000:00000010:1.1:1784942976.806566:0:166457:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499a00. 00010000:00000010:1.1:1784942976.822652:0:172515:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499200. 00010000:00000010:1.1:1784942976.822657:0:172515:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c3a00. 00000080:00000010:1.1:1784942976.835904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b76c0. 00010000:00000010:1.1:1784942976.846792:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499200. 00010000:00000010:1.1:1784942976.846808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c3a00. 00010000:00000010:1.1:1784942976.846812:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499000. 00010000:00000010:1.1:1784942976.881781:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499100. 00010000:00000010:1.1:1784942976.881789:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c3800. 00010000:00000010:0.1:1784942977.425578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c6200. 00010000:00000010:0.1:1784942977.425591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73575a00. 00010000:00000010:1.1:1784943025.245661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c2200. 00000080:00000010:1.1:1784943025.275622:0:176600:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7e20. 00000080:00000010:1.1:1784943025.288686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7ec0. 00000080:00000010:1.1:1784943025.650734:0:176610:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd2e0. 00000080:00000010:1.1:1784943025.684555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557320. 00000080:00000010:1.1:1784943025.696572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7520. 00000080:00000010:0.1:1784943033.438580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557800. 00010000:00000010:0.1:1784943045.910498:0:169139:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c6800. 00000080:00000010:0.1:1784943047.799211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4512c5c0. 00000080:00000010:0.1:1784943047.799236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd0e0. 00000080:00000010:0.1:1784943047.799241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd600. 00000080:00000010:0.1:1784943047.799247:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857da60. 00000080:00000010:0.1:1784943047.799256:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d52228000. 00000080:00000010:0.1:1784943047.799284:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d48d50000. 00000080:00000010:0.1:1784943047.799311:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4ab33180. 00000080:00000010:0.1:1784943047.799336:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4ab32940. 00000080:00000010:0.1:1784943047.799358:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4ab37380. 00000080:00000010:0.1:1784943047.799374:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4ab36300. 00000080:00000010:0.1:1784943047.799395:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4ab318c0. 00000080:00000010:0.1:1784943047.799419:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d52274200. 00000080:00000010:0.1:1784943047.799456:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5222dac0. 00000080:00000010:0.1:1784943047.799476:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d52276300. 00000080:00000010:0.1:1784943047.799496:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d52276b40. 00000080:00000010:0.1:1784943047.799551:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d52275280. 00000080:00000010:0.1:1784943047.799568:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d52270840. 00000080:00000010:0.1:1784943047.799588:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d52275ac0. 00000080:00000010:0.1:1784943047.799606:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d52272100. 00000080:00000010:0.1:1784943047.799642:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5222a940. 00000080:00000010:0.1:1784943047.799667:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60452940. 00000080:00000010:0.1:1784943047.799686:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d604539c0. 00000080:00000010:0.1:1784943047.799709:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5222eb40. 00000080:00000010:0.1:1784943047.799729:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d522739c0. 00000080:00000010:0.1:1784943047.799756:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d52271080. 00000080:00000010:0.1:1784943047.799773:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60452100. 00000080:00000010:0.1:1784943047.799794:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d52273180. 00000080:00000010:0.1:1784943047.799809:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d522718c0. 00000080:00000010:0.1:1784943047.799832:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60455ac0. 00000080:00000010:0.1:1784943047.799851:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d52272940. 00000080:00000010:0.1:1784943047.799874:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60456b40. 00000080:00000010:0.1:1784943047.799891:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60454a40. 00000080:00000010:0.1:1784943047.799928:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60450840. 00000080:00000010:0.1:1784943047.799946:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d604518c0. 00000080:00000010:0.1:1784943047.799975:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d52277380. 00000080:00000010:0.1:1784943047.799994:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5222a100. 00000080:00000010:0.1:1784943047.800013:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d52270000. 00000080:00000010:0.1:1784943047.800030:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d52274a40. 00000080:00000010:0.1:1784943047.800051:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d52315ac0. 00000080:00000010:0.1:1784943047.800070:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d52315280. 00000080:00000010:0.1:1784943047.800090:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d52317380. 00000080:00000010:0.1:1784943047.800114:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5222b9c0. 00000080:00000010:0.1:1784943047.800135:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d523118c0. 00000080:00000010:0.1:1784943047.800144:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d422f0000. 00000080:00000010:0.1:1784943047.800152:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d422f3180. 00000080:00000010:0.1:1784943047.800161:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d48d539c0. 00000080:00000010:0.1:1784943047.800174:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d48d55ac0. 00000080:00000010:0.1:1784943047.800183:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5226d280. 00000080:00000010:0.1:1784943047.800190:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4216b9c0. 00010000:00000010:1.1:1784943047.804535:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478e000. 00000080:00000010:0.1:1784943047.805221:0:178408:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5226a100. 00000080:00000010:0.1:1784943047.805251:0:178408:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5226b180. 00000080:00000010:0.1:1784943047.805286:0:178408:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d52268840. 00000080:00000010:0.1:1784943047.805318:0:178408:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4216e300. 00000080:00000010:0.1:1784943047.805340:0:178408:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d48d50840. 00000080:00000010:0.1:1784943047.805344:0:178408:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5226c200. 00000080:00000010:0.1:1784943047.805366:0:178408:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5226e300. 00000080:00000010:0.1:1784943047.805388:0:178408:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d422f2940. 00010000:00000010:0.1:1784943047.805393:0:178408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31ec00. 00010000:00000010:0.1:1784943047.805397:0:178408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c651d4c00. 00010000:00000010:0.1:1784943047.805400:0:178408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e100. 00010000:00000010:0.1:1784943047.805403:0:178408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c651d4200. 00010000:00000010:0.1:1784943047.805614:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349fc00. 00010000:00000010:0.1:1784943047.805619:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b1900. 00010000:00000010:0.1:1784943047.887555:0:178408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996c651d5000. 00010000:00000010:0.1:1784943047.887571:0:178408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d31e700. 00010000:00000010:0.1:1784943062.494941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342d200. 00010000:00000010:1.1:1784943062.498710:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c6c00. 00010000:00000010:1.1:1784943062.498725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73574000. 00010000:00000010:1.1:1784943062.533581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c2000. 00010000:00000010:1.1:1784943062.533598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c6d00. 00010000:00000010:1.1:1784943062.533603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73574600. 00000080:00000010:0.1:1784943062.552248:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc100. 00000080:00000010:0.1:1784943062.552262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd6c0. 00010000:00000010:1.1:1784943062.624647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c2000. 00010000:00000010:1.1:1784943062.624664:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c6b00. 00010000:00000010:1.1:1784943062.624670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73575000. 00000080:00000010:1.1:1784943062.632832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc8a0. 00000080:00000010:1.1:1784943062.632848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdea0. 00010000:00000010:1.1:1784943062.717688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc26400. 00010000:00000010:1.1:1784943062.717699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c6e00. 00010000:00000010:1.1:1784943062.717704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73575200. 00000080:00000010:1.1:1784943062.722595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd1c0. 00000080:00000010:1.1:1784943062.722611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdc20. 00010000:00000010:1.1:1784943062.837682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c2400. 00010000:00000010:1.1:1784943062.842582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b1800. 00010000:00000010:1.1:1784943062.842605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349ea00. 00000080:00000010:1.1:1784943062.856543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc180. 00000080:00000010:1.1:1784943062.856562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5c20. 00010000:00000010:1.1:1784943062.979581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342dc00. 00010000:00000010:1.1:1784943062.996227:0:179102:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d456edf00. 00010000:00000010:1.1:1784943062.996241:0:179102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c3400. 00000080:00000010:1.1:1784943063.013956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557020. 00000080:00000010:1.1:1784943063.013973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc020. 00010000:00000010:1.1:1784943063.022545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c3400. 00010000:00000010:1.1:1784943063.022551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d456ed300. 00010000:00000010:1.1:1784943063.022554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73465000. 00010000:00000010:1.1:1784943063.099661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342ca00. 00010000:00000010:1.1:1784943063.104579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d456ed100. 00010000:00000010:1.1:1784943063.104602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73464200. 00000080:00000010:1.1:1784943063.130048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557000. 00000080:00000010:1.1:1784943063.130068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfde20. 00010000:00000010:1.1:1784943063.140661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c3a00. 00010000:00000010:1.1:1784943063.140684:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d456ed800. 00010000:00000010:1.1:1784943063.140688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73465200. 00000080:00000010:1.1:1784943063.159556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccfa0. 00000080:00000010:1.1:1784943063.159565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd9c0. 00000080:00000010:1.1:1784943063.259554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5ec0. 00000080:00000010:1.1:1784943063.259572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd080. 00010000:00000010:0.1:1784943063.377747:0:179113:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342dc00. 00010000:00000010:0.1:1784943063.377765:0:179113:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b1e00. 00010000:00000010:0.1:1784943063.377770:0:179113:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349f200. 00000080:00000010:0.1:1784943063.389563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557e60. 00000080:00000010:0.1:1784943063.389577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a56a0. 00010000:00000010:1.1:1784943063.460931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc26e00. 00010000:00000010:1.1:1784943063.460944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d456ed000. 00010000:00000010:1.1:1784943063.460949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73465600. 00000080:00000010:1.1:1784943063.468541:0:179117:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfddc0. 00000080:00000010:1.1:1784943063.468557:0:179117:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd560. 00010000:00000010:1.1:1784943063.492557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c3200. 00010000:00000010:1.1:1784943063.492569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d456edd00. 00010000:00000010:1.1:1784943063.492573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73464a00. 00000080:00000010:1.1:1784943063.500766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccc00. 00000080:00000010:1.1:1784943063.500782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd400. 00010000:00000010:1.1:1784943063.590196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342dc00. 00010000:00000010:1.1:1784943063.593274:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b1c00. 00010000:00000010:1.1:1784943063.593289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349e000. 00000080:00000010:1.1:1784943063.614610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557b20. 00000080:00000010:1.1:1784943063.614634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5560. 00010000:00000010:1.1:1784943063.644566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c2c00. 00010000:00000010:0.1:1784943063.698559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342da00. 00010000:00000010:0.1:1784943063.698575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61980200. 00010000:00000010:0.1:1784943063.698579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc27a00. 00000080:00000010:0.1:1784943063.711654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557420. 00000080:00000010:0.1:1784943063.711671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfda20. 00010000:00000010:1.1:1784943063.744634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c2a00. 00010000:00000010:1.1:1784943063.747585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b1100. 00010000:00000010:1.1:1784943063.747601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc26600. 00010000:00000010:1.1:1784943063.877065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c2800. 00010000:00000010:1.1:1784943063.877076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61980300. 00010000:00000010:1.1:1784943063.877080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc27000. 00000080:00000010:1.1:1784943063.896916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccaa0. 00000080:00000010:1.1:1784943063.896931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdb00. 00010000:00000010:1.1:1784943063.914743:0:179129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c2800. 00010000:00000010:1.1:1784943063.924608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61980e00. 00010000:00000010:1.1:1784943063.924616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc27400. 00000080:00000010:1.1:1784943063.924621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc5c0. 00000080:00000010:1.1:1784943063.924628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd820. 00010000:00000010:0.1:1784943063.941533:0:178887:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61980700. 00010000:00000010:0.1:1784943063.941540:0:178887:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc27600. 00010000:00000010:1.1:1784943063.950997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c2800. 00010000:00000010:1.1:1784943064.074566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b1f00. 00010000:00000010:1.1:1784943064.074584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc27e00. 00010000:00000010:0.1:1784943064.075473:0:179135:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342d600. 00010000:00000010:0.1:1784943064.188569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c600. 00010000:00000010:0.1:1784943064.192555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d591f7f00. 00010000:00000010:0.1:1784943064.192563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c000. 00010000:00000010:0.1:1784943064.330560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342d600. 00010000:00000010:0.1:1784943064.338563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d591f7f00. 00010000:00000010:0.1:1784943064.338574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c800. 00000080:00000010:0.1:1784943064.342964:0:179153:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557a20. 00000080:00000010:0.1:1784943064.343123:0:179153:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557780. 00010000:00000010:1.1:1784943064.382238:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a200. 00010000:00000010:1.1:1784943064.382248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc27200. 00010000:00000010:1.1:1784943064.529351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c2800. 00010000:00000010:1.1:1784943064.529363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499f00. 00010000:00000010:1.1:1784943064.529367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c3a00. 00000080:00000010:1.1:1784943064.548603:0:179134:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccc40. 00000080:00000010:1.1:1784943064.548613:0:179134:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc460. 00010000:00000010:1.1:1784943064.665597:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342de00. 00010000:00000010:1.1:1784943064.665605:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499700. 00010000:00000010:1.1:1784943064.665610:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c2400. 00000080:00000010:1.1:1784943064.680571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557d60. 00000080:00000010:1.1:1784943064.680587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc7e0. 00010000:00000010:0.1:1784943064.695815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c800. 00010000:00000010:1.1:1784943064.704343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d591f7f00. 00010000:00000010:1.1:1784943064.704358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342d400. 00000080:00000010:0.1:1784943064.723432:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557f00. 00000080:00000010:0.1:1784943064.723444:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557d20. 00010000:00000010:1.1:1784943064.844618:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c3000. 00010000:00000010:1.1:1784943064.855551:0:179178:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499700. 00010000:00000010:1.1:1784943064.855563:0:179178:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c3800. 00000080:00000010:1.1:1784943064.860622:0:179178:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc800. 00000080:00000010:1.1:1784943064.860637:0:179178:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cca60. 00010000:00000010:1.1:1784943064.955577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c3800. 00010000:00000010:1.1:1784943064.960367:0:179134:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499300. 00010000:00000010:1.1:1784943064.960377:0:179134:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c2200. 00000080:00000010:1.1:1784943064.960384:0:179134:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cca40. 00000080:00000010:1.1:1784943064.960391:0:179134:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccc80. 00010000:00000010:0.1:1784943065.123447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342dc00. 00010000:00000010:0.1:1784943065.129624:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d591f7200. 00010000:00000010:0.1:1784943065.129631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342d000. 00000080:00000010:0.1:1784943065.143347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557140. 00000080:00000010:0.1:1784943065.143358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557c60. 00010000:00000010:0.1:1784943065.329053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c600. 00010000:00000010:0.1:1784943065.329060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d591f7200. 00010000:00000010:0.1:1784943065.329064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c2c00. 00000080:00000010:0.1:1784943065.344958:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505571a0. 00000080:00000010:0.1:1784943065.344969:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc660. 00010000:00000010:0.1:1784943065.847616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c000. 00010000:00000010:0.1:1784943065.847632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d591f7800. 00010000:00000010:0.1:1784943065.847636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc26000. 00000080:00000010:0.1:1784943065.865035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557800. 00000080:00000010:0.1:1784943065.865047:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd020. 00010000:00000010:0.1:1784943066.051649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342d800. 00010000:00000010:0.1:1784943066.055642:0:178887:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d591f7800. 00010000:00000010:0.1:1784943066.055651:0:178887:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c2000. 00000080:00000010:0.1:1784943066.066081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557ce0. 00000080:00000010:0.1:1784943066.069979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc5c0. 00010000:00000010:0.1:1784943066.089195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349fe00. 00010000:00000010:0.1:1784943066.089207:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b1600. 00010000:00000010:0.1:1784943066.089211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349e200. 00000080:00000010:0.1:1784943066.106040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5360. 00000080:00000010:0.1:1784943066.106053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5320. 00010000:00000010:0.1:1784943066.205110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342d000. 00010000:00000010:0.1:1784943066.214967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d591f7800. 00010000:00000010:0.1:1784943066.214981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342ce00. 00000080:00000010:0.1:1784943066.222548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505576e0. 00000080:00000010:0.1:1784943066.222556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505573a0. 00010000:00000010:0.1:1784943066.241844:0:179238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349fa00. 00010000:00000010:0.1:1784943066.241860:0:179238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b1d00. 00010000:00000010:0.1:1784943066.241864:0:179238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc27800. 00000080:00000010:0.1:1784943066.247591:0:2345:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a57e0. 00000080:00000010:0.1:1784943066.247609:0:2345:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd500. 00010000:00000010:1.1:1784943070.115558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499d00. 00010000:00000010:1.1:1784943070.115574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c2200. 00010000:00000010:1.1:1784943070.165685:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499c00. 00010000:00000010:1.1:1784943070.165701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc27c00. 00000080:00000010:1.1:1784943070.188068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdbe0. 00000080:00000010:1.1:1784943070.188122:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5226f380. 00010000:00000010:1.1:1784943070.193420:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499c00. 00010000:00000010:1.1:1784943070.193440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c2800. 00000080:00000010:1.1:1784943070.202562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc960. 00000080:00000010:1.1:1784943070.202590:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5226e300. 00010000:00000010:1.1:1784943070.364739:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499d00. 00010000:00000010:1.1:1784943070.364757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c2c00. 00000080:00000010:1.1:1784943070.370874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc920. 00000080:00000010:1.1:1784943070.374548:0:179655:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5226b9c0. 00010000:00000010:1.1:1784943070.380612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499d00. 00010000:00000010:1.1:1784943070.380627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c2c00. 00000080:00000010:1.1:1784943070.389600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccfc0. 00000080:00000010:1.1:1784943070.389627:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5226a940. 00010000:00000010:1.1:1784943070.399555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499d00. 00010000:00000010:1.1:1784943070.399570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c2c00. 00000080:00000010:1.1:1784943070.406567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc920. 00000080:00000010:1.1:1784943070.415283:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d522698c0. 00010000:00000010:1.1:1784943070.420566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499d00. 00010000:00000010:1.1:1784943070.420581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c2c00. 00000080:00000010:1.1:1784943070.432502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccfc0. 00000080:00000010:1.1:1784943070.432546:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5226eb40. 00010000:00000010:1.1:1784943070.439616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499d00. 00010000:00000010:1.1:1784943070.439633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c2c00. 00000080:00000010:1.1:1784943070.448569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc920. 00000080:00000010:1.1:1784943070.448599:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4216d280. 00010000:00000010:0.1:1784943070.458745:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499d00. 00010000:00000010:0.1:1784943070.458759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342d400. 00010000:00000010:0.1:1784943070.614742:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d591f7700. 00010000:00000010:0.1:1784943070.614753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc27e00. 00000080:00000010:0.1:1784943070.619594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdc40. 00000080:00000010:0.1:1784943070.619625:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4ab34a40. 00010000:00000010:0.1:1784943070.635689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d591f7700. 00010000:00000010:0.1:1784943070.635703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c000. 00000080:00000010:0.1:1784943070.655576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557d40. 00000080:00000010:0.1:1784943070.655609:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4ab31080. 00010000:00000010:0.1:1784943070.666647:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d591f7700. 00010000:00000010:0.1:1784943070.666663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c000. 00000080:00000010:0.1:1784943070.677576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557ec0. 00000080:00000010:0.1:1784943070.681855:0:179655:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4ab32100. 00010000:00000010:0.1:1784943070.694625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d591f7700. 00010000:00000010:0.1:1784943070.694639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c000. 00000080:00000010:0.1:1784943070.705736:0:179655:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557d40. 00000080:00000010:0.1:1784943070.705753:0:179655:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4ab35ac0. 00010000:00000010:0.1:1784943070.717567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d591f7700. 00010000:00000010:0.1:1784943070.717583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c000. 00000080:00000010:0.1:1784943070.732556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557ec0. 00000080:00000010:0.1:1784943070.736575:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4ab339c0. 00010000:00000010:0.1:1784943070.747569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d591f7700. 00010000:00000010:0.1:1784943070.747585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342c000. 00000080:00000010:0.1:1784943070.780745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557d40. 00000080:00000010:0.1:1784943070.784565:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d42168000. 00000080:00000010:1.1:1784943070.940567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5540. 00000080:00000010:1.1:1784943070.940596:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4ab30000. 00000080:00000010:1.1:1784943071.128789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd180. 00000080:00000010:1.1:1784943071.128816:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60b7eb40. 00010000:00000010:1.1:1784943071.138746:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499100. 00010000:00000010:1.1:1784943071.138762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c3400. 00000080:00000010:1.1:1784943071.145581:0:179655:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc8a0. 00000080:00000010:1.1:1784943071.145603:0:179655:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d60b7dac0. 00010000:00000010:1.1:1784943071.161782:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499100. 00010000:00000010:1.1:1784943071.161792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c3400. 00010000:00000010:1.1:1784943100.516915:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d591f7000. 00010000:00000010:1.1:1784943100.516931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7342d600. 00000080:00000010:1.1:1784943100.531176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccca0. 00000080:00000010:1.1:1784943101.050623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5260. 00010000:00000010:0.1:1784943101.404612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508ab00. 00010000:00000010:0.1:1784943101.404626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc27e00. 00000080:00000010:0.1:1784943132.337550:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f99c0. 00000080:00000010:0.1:1784943132.337561:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47d63720. 00000080:00000010:0.1:1784943132.337566:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47d63d80. 00000080:00000010:0.1:1784943132.337570:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47d639e0. 00000080:00000010:0.1:1784943132.337576:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d451c72c0. 00000080:00000010:1.1:1784943132.344504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cb500. 00000080:00000010:1.1:1784943132.344556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cbfa0. 00000080:00000010:1.1:1784943132.344563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cb840. 00000080:00000010:1.1:1784943132.344567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cb7a0. 00000080:00000010:1.1:1784943132.344571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cb360. 00000080:00000010:1.1:1784943132.344677:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cbf00. 00000080:00000010:1.1:1784943132.344683:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cb940. 00000080:00000010:1.1:1784943132.344691:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f95e0. 00000080:00000010:1.1:1784943132.344695:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9780. 00000080:00000010:1.1:1784943132.344699:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f90e0. 00000080:00000010:1.1:1784943132.344704:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9480. 00000080:00000010:1.1:1784943132.344710:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9840. 00000080:00000010:1.1:1784943132.344716:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f99a0. 00000080:00000010:1.1:1784943132.368795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9080. 00000080:00000010:1.1:1784943132.368923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9e20. 00000080:00000010:1.1:1784943132.368929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9180. 00000080:00000010:1.1:1784943132.368939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136760. 00000080:00000010:1.1:1784943132.368944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611366c0. 00000080:00000010:1.1:1784943132.368947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136e20. 00000080:00000010:1.1:1784943132.368957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044200. 00000080:00000010:1.1:1784943132.368965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044e80. 00000080:00000010:1.1:1784943132.368971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480443e0. 00000080:00000010:1.1:1784943132.368975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044fa0. 00000080:00000010:1.1:1784943132.368979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044b00. 00000080:00000010:1.1:1784943132.368983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611369c0. 00000080:00000010:1.1:1784943132.368987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136660. 00000080:00000010:1.1:1784943132.368990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136640. 00000080:00000010:1.1:1784943132.368994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cbe20. 00000080:00000010:1.1:1784943132.368998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cb3a0. 00000080:00000010:1.1:1784943132.369003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136fa0. 00000080:00000010:1.1:1784943132.369007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136100. 00000080:00000010:1.1:1784943132.369011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611362e0. 00000080:00000010:1.1:1784943132.369014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136880. 00000080:00000010:1.1:1784943132.369018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136520. 00000080:00000010:1.1:1784943132.369021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136ba0. 00000080:00000010:1.1:1784943132.369026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611365e0. 00000080:00000010:1.1:1784943132.369029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136e40. 00000080:00000010:1.1:1784943132.369036:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136900. 00000080:00000010:1.1:1784943132.369040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136720. 00000080:00000010:1.1:1784943132.369044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136fc0. 00000080:00000010:1.1:1784943132.369048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044c80. 00000080:00000010:1.1:1784943132.369052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044ac0. 00000080:00000010:1.1:1784943132.369056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044e00. 00000080:00000010:1.1:1784943132.369060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480447a0. 00000080:00000010:1.1:1784943132.369063:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044980. 00000080:00000010:1.1:1784943132.369067:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480444c0. 00000080:00000010:1.1:1784943132.369071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480446a0. 00000080:00000010:1.1:1784943132.369074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044160. 00000080:00000010:1.1:1784943132.369078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044840. 00000080:00000010:1.1:1784943132.369081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044880. 00000080:00000010:1.1:1784943132.369085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044380. 00000080:00000010:1.1:1784943132.369089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044060. 00000080:00000010:1.1:1784943132.369093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044560. 00000080:00000010:1.1:1784943132.369098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611361a0. 00000080:00000010:1.1:1784943132.369102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136680. 00000080:00000010:1.1:1784943132.369105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136200. 00000080:00000010:1.1:1784943132.369108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136fe0. 00000080:00000010:1.1:1784943132.369112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136620. 00000080:00000010:1.1:1784943132.369116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136d00. 00000080:00000010:1.1:1784943132.369119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611368e0. 00000080:00000010:1.1:1784943132.369123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cb9c0. 00000080:00000010:1.1:1784943132.369127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cb060. 00000080:00000010:1.1:1784943132.369131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611361e0. 00000080:00000010:1.1:1784943132.369135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136c00. 00000080:00000010:1.1:1784943132.369138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136440. 00000080:00000010:1.1:1784943132.369141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136c80. 00000080:00000010:1.1:1784943132.369147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044a80. 00000080:00000010:1.1:1784943132.369153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1500. 00000080:00000010:1.1:1784943132.369157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e11a0. 00000080:00000010:1.1:1784943132.369160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1f40. 00000080:00000010:1.1:1784943132.369164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e11e0. 00000080:00000010:1.1:1784943132.369167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1100. 00000080:00000010:1.1:1784943132.369174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e18a0. 00000080:00000010:1.1:1784943132.369177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1ce0. 00000080:00000010:1.1:1784943132.369182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e10e0. 00000080:00000010:1.1:1784943132.369185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1220. 00000080:00000010:1.1:1784943132.369201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1080. 00000080:00000010:1.1:1784943132.369205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1020. 00000080:00000010:1.1:1784943132.369209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1c40. 00000080:00000010:1.1:1784943132.369224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1960. 00000080:00000010:1.1:1784943132.369227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1ba0. 00000080:00000010:1.1:1784943132.369231:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1520. 00000080:00000010:1.1:1784943132.369234:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1ec0. 00000080:00000010:1.1:1784943132.369238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cbda0. 00000080:00000010:1.1:1784943132.369241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1dc0. 00000080:00000010:1.1:1784943132.369245:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d44b97800. 00000080:00000010:1.1:1784943132.369249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d44b977a0. 00000080:00000010:1.1:1784943132.369253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc840. 00000080:00000010:1.1:1784943132.369256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccf60. 00000080:00000010:1.1:1784943132.369262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccc40. 00000080:00000010:1.1:1784943132.369267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106c80. 00000080:00000010:1.1:1784943132.369271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106f60. 00000080:00000010:1.1:1784943132.369275:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc5c0. 00000080:00000010:1.1:1784943132.369278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc1a0. 00000080:00000010:1.1:1784943132.369282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccb00. 00000080:00000010:1.1:1784943132.369285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc780. 00000080:00000010:1.1:1784943132.369289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044700. 00000080:00000010:1.1:1784943132.369293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044260. 00000080:00000010:1.1:1784943132.369297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044760. 00000080:00000010:1.1:1784943132.369300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044b80. 00000080:00000010:1.1:1784943132.369303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc720. 00000080:00000010:1.1:1784943132.369307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccf00. 00000080:00000010:1.1:1784943132.369311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccac0. 00000080:00000010:1.1:1784943132.369315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc980. 00000080:00000010:1.1:1784943132.369318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d43845320. 00000080:00000010:1.1:1784943132.369324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668bf40. 00000080:00000010:1.1:1784943132.369328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668bce0. 00000080:00000010:1.1:1784943132.369331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b5a0. 00000080:00000010:0.1:1784943132.411547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668bea0. 00000080:00000010:0.1:1784943132.411566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b100. 00000080:00000010:0.1:1784943132.411571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668be40. 00000080:00000010:0.1:1784943132.411578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b240. 00000080:00000010:0.1:1784943132.411580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668bba0. 00000080:00000010:0.1:1784943132.411583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b980. 00000080:00000010:0.1:1784943132.411585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b0c0. 00000080:00000010:0.1:1784943132.411587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668bc00. 00000080:00000010:0.1:1784943132.411589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668bfe0. 00000080:00000010:0.1:1784943132.411592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b040. 00000080:00000010:0.1:1784943132.411597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480447c0. 00000080:00000010:0.1:1784943132.411677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044b20. 00000080:00000010:0.1:1784943132.411680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480443a0. 00000080:00000010:0.1:1784943132.411683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b540. 00000080:00000010:0.1:1784943132.411685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b0a0. 00000080:00000010:0.1:1784943132.411689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b600. 00000080:00000010:0.1:1784943132.411691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8bd80. 00000080:00000010:0.1:1784943132.411693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b820. 00000080:00000010:0.1:1784943132.411696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8baa0. 00000080:00000010:0.1:1784943132.411701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8bf00. 00000080:00000010:0.1:1784943132.411703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d43078320. 00000080:00000010:0.1:1784943132.411709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480457a0. 00000080:00000010:0.1:1784943132.411712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045620. 00000080:00000010:0.1:1784943132.411714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045d60. 00000080:00000010:0.1:1784943132.411717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045660. 00000080:00000010:0.1:1784943132.411719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045c60. 00000080:00000010:0.1:1784943132.411721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480452e0. 00000080:00000010:0.1:1784943132.411723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045380. 00000080:00000010:0.1:1784943132.411725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045840. 00000080:00000010:0.1:1784943132.411727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045f60. 00000080:00000010:0.1:1784943132.411729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480453e0. 00000080:00000010:0.1:1784943132.411730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045020. 00000080:00000010:0.1:1784943132.411732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045540. 00000080:00000010:0.1:1784943132.411745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d455d9f20. 00000080:00000010:0.1:1784943132.411748:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4001b980. 00000080:00000010:0.1:1784943132.411750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4001b960. 00000080:00000010:0.1:1784943132.411753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f000. 00000080:00000010:0.1:1784943132.411755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fcc0. 00000080:00000010:0.1:1784943132.411757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fe40. 00000080:00000010:0.1:1784943132.411760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044c20. 00000080:00000010:0.1:1784943132.411762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480442e0. 00000080:00000010:0.1:1784943132.411764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fea0. 00000080:00000010:0.1:1784943132.411767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557860. 00000080:00000010:0.1:1784943132.411770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505576e0. 00000080:00000010:0.1:1784943132.411772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557c00. 00000080:00000010:0.1:1784943132.411774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557660. 00000080:00000010:0.1:1784943132.411777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a53c0. 00000080:00000010:0.1:1784943132.411779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5220. 00000080:00000010:0.1:1784943132.411781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5120. 00000080:00000010:0.1:1784943132.411784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857de80. 00000080:00000010:0.1:1784943132.411786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d600. 00000080:00000010:0.1:1784943132.411790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857dea0. 00000080:00000010:0.1:1784943132.411792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196a40. 00000080:00000010:0.1:1784943132.411794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196520. 00000080:00000010:0.1:1784943132.411797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196f60. 00000080:00000010:0.1:1784943132.411801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cbb80. 00000080:00000010:0.1:1784943132.415539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cbf80. 00000080:00000010:0.1:1784943132.415550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cb2e0. 00000080:00000010:0.1:1784943132.415553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cb3e0. 00000080:00000010:0.1:1784943132.415556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cbf20. 00000080:00000010:0.1:1784943132.415561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cba60. 00000080:00000010:0.1:1784943132.415565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196cc0. 00000080:00000010:0.1:1784943132.415570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d509c4ec0. 00000080:00000010:0.1:1784943132.415575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e420. 00000080:00000010:0.1:1784943132.415583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e520. 00000080:00000010:0.1:1784943132.415587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059ebc0. 00000080:00000010:0.1:1784943132.415590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059edc0. 00000080:00000010:0.1:1784943132.415594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e3e0. 00000080:00000010:0.1:1784943132.415609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059ef20. 00000080:00000010:0.1:1784943132.415613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059ea80. 00000080:00000010:0.1:1784943132.415616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059eee0. 00000080:00000010:0.1:1784943132.415620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d592bc1c0. 00000080:00000010:0.1:1784943132.415624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4137aee0. 00000080:00000010:0.1:1784943132.415628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87940. 00000080:00000010:0.1:1784943132.415631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87780. 00000080:00000010:0.1:1784943132.415634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87640. 00000080:00000010:0.1:1784943132.415638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be871c0. 00000080:00000010:0.1:1784943132.415641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87c80. 00000080:00000010:0.1:1784943132.415644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87be0. 00000080:00000010:0.1:1784943132.415647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87460. 00000080:00000010:0.1:1784943132.415650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d455b8dc0. 00000080:00000010:0.1:1784943132.415656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7f20. 00000080:00000010:0.1:1784943132.415660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cbb40. 00000080:00000010:0.1:1784943132.415663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cb300. 00000080:00000010:0.1:1784943132.415667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cb260. 00000080:00000010:0.1:1784943132.415671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4630d740. 00000080:00000010:0.1:1784943132.415675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4630df60. 00000080:00000010:0.1:1784943132.415679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4630d960. 00000080:00000010:0.1:1784943132.415682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4630dc60. 00000080:00000010:0.1:1784943132.415686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4630d7e0. 00000080:00000010:0.1:1784943132.415693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd640. 00000080:00000010:0.1:1784943132.415697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd8a0. 00000080:00000010:0.1:1784943132.415700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdda0. 00000080:00000010:0.1:1784943132.415704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd0e0. 00000080:00000010:0.1:1784943132.415708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d42ef1620. 00000080:00000010:0.1:1784943132.415712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842ce0. 00000080:00000010:0.1:1784943132.415716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842ee0. 00000080:00000010:0.1:1784943132.415719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d508425c0. 00000080:00000010:0.1:1784943132.415722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842900. 00000080:00000010:0.1:1784943132.415727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044ce0. 00000080:00000010:0.1:1784943132.415731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044540. 00000080:00000010:0.1:1784943132.415745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480440a0. 00000080:00000010:0.1:1784943132.415750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044ba0. 00000080:00000010:0.1:1784943132.415753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044f40. 00000080:00000010:0.1:1784943132.415756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842620. 00000080:00000010:0.1:1784943132.415761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cb4a0. 00000080:00000010:0.1:1784943132.415765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cbe00. 00000080:00000010:1.1:1784943132.502594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842a80. 00000080:00000010:1.1:1784943132.502619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842080. 00000080:00000010:1.1:1784943132.502624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1140. 00000080:00000010:1.1:1784943132.502632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1580. 00000080:00000010:1.1:1784943132.502635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842ea0. 00000080:00000010:1.1:1784943132.502639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842260. 00000080:00000010:1.1:1784943132.502642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842160. 00000080:00000010:1.1:1784943132.502646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842700. 00000080:00000010:1.1:1784943132.502650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842c40. 00000080:00000010:1.1:1784943132.502653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842560. 00000080:00000010:1.1:1784943132.502656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842320. 00000080:00000010:1.1:1784943132.502659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d508423c0. 00000080:00000010:1.1:1784943132.502662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842ca0. 00000080:00000010:1.1:1784943132.502665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d508421a0. 00000080:00000010:1.1:1784943132.502668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842ae0. 00000080:00000010:1.1:1784943132.502673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044220. 00000080:00000010:1.1:1784943132.502679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044c60. 00000080:00000010:1.1:1784943132.502682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044040. 00000080:00000010:1.1:1784943132.502686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044bc0. 00000080:00000010:1.1:1784943132.502689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044f60. 00000080:00000010:1.1:1784943132.502692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044ae0. 00000080:00000010:1.1:1784943132.502695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044b60. 00000080:00000010:1.1:1784943132.502698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044de0. 00000080:00000010:1.1:1784943132.502701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480441c0. 00000080:00000010:1.1:1784943132.502707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4630d6a0. 00000080:00000010:1.1:1784943132.534336:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842380. 00000080:00000010:1.1:1784943132.534423:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842180. 00000080:00000010:1.1:1784943132.534429:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842f60. 00000080:00000010:1.1:1784943132.534435:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd300. 00000080:00000010:1.1:1784943132.534443:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd9e0. 00000080:00000010:1.1:1784943132.534450:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd5c0. 00000080:00000010:1.1:1784943132.534454:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfda00. 00000080:00000010:1.1:1784943132.534458:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdd20. 00000080:00000010:1.1:1784943132.534461:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdfa0. 00000080:00000010:1.1:1784943132.534466:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4630df00. 00000080:00000010:1.1:1784943132.534473:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4630d460. 00000080:00000010:1.1:1784943132.534476:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4630d840. 00000080:00000010:1.1:1784943132.534480:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4630d2e0. 00000080:00000010:1.1:1784943132.534483:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4630df20. 00000080:00000010:1.1:1784943132.534488:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4630db20. 00000080:00000010:1.1:1784943132.534492:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4630da00. 00000080:00000010:1.1:1784943132.534496:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1ae0. 00000080:00000010:1.1:1784943132.534501:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd120. 00000080:00000010:1.1:1784943132.534505:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd320. 00000080:00000010:1.1:1784943132.534508:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d450a34a0. 00000080:00000010:1.1:1784943132.534512:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d592155c0. 00000080:00000010:1.1:1784943132.534671:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1be0. 00000080:00000010:1.1:1784943132.534676:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7b60. 00000080:00000010:0.1:1784943132.563633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87740. 00000080:00000010:0.1:1784943132.563648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87ca0. 00000080:00000010:0.1:1784943132.563651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87760. 00000080:00000010:0.1:1784943132.563655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87f60. 00000080:00000010:0.1:1784943132.563659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1040. 00000080:00000010:0.1:1784943132.563669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1660. 00000080:00000010:0.1:1784943132.563673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e19e0. 00000080:00000010:0.1:1784943132.563676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1680. 00000080:00000010:0.1:1784943132.563679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be871e0. 00000080:00000010:0.1:1784943132.563683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87360. 00000080:00000010:0.1:1784943132.563689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be874a0. 00000080:00000010:0.1:1784943132.563693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87ec0. 00000080:00000010:0.1:1784943132.563701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87c40. 00000080:00000010:0.1:1784943132.563705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87500. 00000080:00000010:0.1:1784943132.563708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87160. 00000080:00000010:0.1:1784943132.563712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87f00. 00000080:00000010:0.1:1784943132.563715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87c00. 00000080:00000010:0.1:1784943132.563719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be870e0. 00000080:00000010:0.1:1784943132.563723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504175c0. 00000080:00000010:0.1:1784943132.563730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504178a0. 00000080:00000010:0.1:1784943132.563734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4630ddc0. 00000080:00000010:0.1:1784943132.563739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4630de60. 00000080:00000010:0.1:1784943132.563744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4137a7a0. 00000080:00000010:0.1:1784943132.563748:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4137a920. 00000080:00000010:0.1:1784943132.563752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50417700. 00000080:00000010:0.1:1784943132.563755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4137a8e0. 00000080:00000010:0.1:1784943132.563758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4137ac40. 00000080:00000010:0.1:1784943132.563764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87340. 00000080:00000010:0.1:1784943132.563767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87e20. 00000080:00000010:0.1:1784943132.563771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87380. 00000080:00000010:0.1:1784943132.563779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e300. 00000080:00000010:0.1:1784943132.563783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e6e0. 00000080:00000010:0.1:1784943132.563786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e100. 00000080:00000010:0.1:1784943132.563789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e080. 00000080:00000010:0.1:1784943132.563793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e600. 00000080:00000010:0.1:1784943132.563796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059ed20. 00000080:00000010:0.1:1784943132.563799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50417820. 00000080:00000010:0.1:1784943132.563803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504173c0. 00000080:00000010:0.1:1784943132.563817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059eec0. 00000080:00000010:0.1:1784943132.563821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e9c0. 00000080:00000010:0.1:1784943132.563826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e940. 00000080:00000010:0.1:1784943132.563829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e9e0. 00000080:00000010:0.1:1784943132.563833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059eb00. 00000080:00000010:0.1:1784943132.563840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e860. 00000080:00000010:0.1:1784943132.563844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059ece0. 00000080:00000010:0.1:1784943132.563847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059ec20. 00000080:00000010:0.1:1784943132.563850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059ee20. 00000080:00000010:0.1:1784943132.563853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e900. 00000080:00000010:0.1:1784943132.563859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5400. 00000080:00000010:0.1:1784943132.563862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5a80. 00000080:00000010:0.1:1784943132.563865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d509c41e0. 00000080:00000010:0.1:1784943132.563869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5960. 00000080:00000010:0.1:1784943132.563872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5d60. 00000080:00000010:0.1:1784943132.563874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5760. 00000080:00000010:0.1:1784943132.563877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d509c4c40. 00000080:00000010:0.1:1784943132.563881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4001bfc0. 00000080:00000010:0.1:1784943132.563885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4001bf60. 00000080:00000010:0.1:1784943132.563888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5d20. 00000080:00000010:0.1:1784943132.563891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a53a0. 00000080:00000010:0.1:1784943132.563896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d440. 00000080:00000010:0.1:1784943132.563899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d880. 00000080:00000010:0.1:1784943132.563902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d840. 00000080:00000010:0.1:1784943132.563906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857daa0. 00000080:00000010:0.1:1784943132.563912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d500. 00000080:00000010:0.1:1784943132.563916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d620. 00000080:00000010:0.1:1784943132.563920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196020. 00000080:00000010:0.1:1784943132.563923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661961e0. 00000080:00000010:0.1:1784943132.563926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196b20. 00000080:00000010:0.1:1784943132.563929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196060. 00000080:00000010:0.1:1784943132.563933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196880. 00000080:00000010:0.1:1784943132.563936:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196620. 00000080:00000010:0.1:1784943132.563943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50417a80. 00000080:00000010:0.1:1784943132.563946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50417cc0. 00000080:00000010:0.1:1784943132.563952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc440. 00000080:00000010:0.1:1784943132.563956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc520. 00000080:00000010:0.1:1784943132.563962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc8a0. 00000080:00000010:0.1:1784943132.563965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc620. 00000080:00000010:0.1:1784943132.563969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cccc0. 00000080:00000010:0.1:1784943132.563972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc900. 00000080:00000010:0.1:1784943132.563975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cca40. 00000080:00000010:0.1:1784943132.563978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc3a0. 00000080:00000010:1.1:1784943132.594358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196760. 00000080:00000010:1.1:1784943132.594382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196280. 00000080:00000010:1.1:1784943132.594388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557ca0. 00000080:00000010:1.1:1784943132.594392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557900. 00000080:00000010:1.1:1784943132.594396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557ba0. 00000080:00000010:1.1:1784943132.594399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557cc0. 00000080:00000010:1.1:1784943132.594402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557960. 00000080:00000010:1.1:1784943132.594404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557760. 00000080:00000010:1.1:1784943132.594407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557340. 00000080:00000010:1.1:1784943132.594414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557a00. 00000080:00000010:1.1:1784943132.594417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4001b5e0. 00000080:00000010:1.1:1784943132.594423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4001bfa0. 00000080:00000010:1.1:1784943132.594429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9220. 00000080:00000010:1.1:1784943132.594433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9740. 00000080:00000010:1.1:1784943132.594436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9b80. 00000080:00000010:1.1:1784943132.594443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9c60. 00000080:00000010:1.1:1784943132.594447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9a60. 00000080:00000010:1.1:1784943132.594452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9c40. 00000080:00000010:1.1:1784943132.594456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9f00. 00000080:00000010:1.1:1784943132.594460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f2c0. 00000080:00000010:1.1:1784943132.594464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f780. 00000080:00000010:1.1:1784943132.594467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f900. 00000080:00000010:1.1:1784943132.594469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fd20. 00000080:00000010:1.1:1784943132.594476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f940. 00000080:00000010:1.1:1784943132.594479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fe80. 00000080:00000010:1.1:1784943132.594483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f6a0. 00000080:00000010:1.1:1784943132.594486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4512c400. 00000080:00000010:1.1:1784943132.594491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d455d9100. 00000080:00000010:1.1:1784943132.594498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc5e0. 00000080:00000010:1.1:1784943132.594504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc640. 00000080:00000010:1.1:1784943132.594508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d455d9ea0. 00000080:00000010:1.1:1784943132.594513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d455d96a0. 00000080:00000010:1.1:1784943132.594542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc0c0. 00000080:00000010:1.1:1784943132.594548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cca20. 00000080:00000010:1.1:1784943132.594559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccbe0. 00000080:00000010:1.1:1784943132.594562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cce60. 00000080:00000010:1.1:1784943132.594565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc140. 00000080:00000010:1.1:1784943132.594569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc5a0. 00000080:00000010:1.1:1784943132.594572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc100. 00000080:00000010:1.1:1784943132.594577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d455d9b80. 00000080:00000010:1.1:1784943132.594580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d455d9f60. 00000080:00000010:1.1:1784943132.594583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b9c0. 00000080:00000010:1.1:1784943132.594587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b840. 00000080:00000010:1.1:1784943132.594590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9ee0. 00000080:00000010:1.1:1784943132.594594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9940. 00000080:00000010:1.1:1784943132.594597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9e60. 00000080:00000010:1.1:1784943132.594601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9ac0. 00000080:00000010:1.1:1784943132.594604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9c20. 00000080:00000010:1.1:1784943132.594607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9d60. 00000080:00000010:1.1:1784943132.594610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8be00. 00000080:00000010:1.1:1784943132.594613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8bb80. 00000080:00000010:1.1:1784943132.594616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8bac0. 00000080:00000010:0.1:1784943132.700190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136480. 00000080:00000010:0.1:1784943132.700199:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611367a0. 00000080:00000010:0.1:1784943132.700203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136920. 00000080:00000010:0.1:1784943132.700206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611367e0. 00000080:00000010:0.1:1784943132.700221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136740. 00000080:00000010:0.1:1784943132.745729:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136ca0. 00000080:00000010:0.1:1784943132.745750:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136820. 00000080:00000010:0.1:1784943132.745754:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611366a0. 00000080:00000010:0.1:1784943132.745773:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f98a0. 00000080:00000010:0.1:1784943132.745780:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9020. 00000080:00000010:0.1:1784943132.745787:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9980. 00000080:00000010:0.1:1784943132.745790:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9120. 00000080:00000010:0.1:1784943132.745794:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9620. 00000080:00000010:0.1:1784943132.745797:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9040. 00000080:00000010:0.1:1784943132.745801:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9900. 00000080:00000010:0.1:1784943132.746036:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9000. 00000080:00000010:0.1:1784943132.746043:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f90a0. 00000080:00000010:0.1:1784943132.746047:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611363e0. 00000080:00000010:0.1:1784943132.746051:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136380. 00000080:00000010:0.1:1784943132.746054:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136220. 00000080:00000010:0.1:1784943132.746058:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136560. 00000080:00000010:0.1:1784943132.746061:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136f60. 00000080:00000010:0.1:1784943132.746064:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136d20. 00000080:00000010:0.1:1784943132.746067:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611362a0. 00000080:00000010:0.1:1784943132.746072:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136b60. 00000080:00000010:0.1:1784943132.746075:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136a80. 00000080:00000010:0.1:1784943132.746078:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136c40. 00000080:00000010:0.1:1784943132.746081:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136040. 00000080:00000010:0.1:1784943132.746083:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136da0. 00000080:00000010:0.1:1784943132.746086:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611366e0. 00000080:00000010:0.1:1784943132.746089:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136260. 00000080:00000010:0.1:1784943132.746092:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136980. 00000080:00000010:0.1:1784943132.746095:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9b40. 00000080:00000010:0.1:1784943132.746105:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc1c0. 00000080:00000010:0.1:1784943132.746110:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccd20. 00000080:00000010:0.1:1784943132.746116:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc6e0. 00000080:00000010:0.1:1784943132.746120:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc960. 00000080:00000010:0.1:1784943132.746123:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc120. 00000080:00000010:0.1:1784943132.746127:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccde0. 00000080:00000010:0.1:1784943132.746134:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc240. 00000080:00000010:0.1:1784943132.746139:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc060. 00000080:00000010:0.1:1784943132.746144:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1d00. 00000080:00000010:0.1:1784943132.746151:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d44b97da0. 00000080:00000010:0.1:1784943132.746156:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d44b976e0. 00000080:00000010:0.1:1784943132.746159:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d44b97fe0. 00000080:00000010:0.1:1784943132.746164:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9a20. 00000080:00000010:0.1:1784943132.746169:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc2a0. 00000080:00000010:0.1:1784943132.746172:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc160. 00000080:00000010:0.1:1784943132.746176:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccb20. 00000080:00000010:0.1:1784943132.746180:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d44b97240. 00000080:00000010:0.1:1784943132.746184:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d44b978e0. 00000080:00000010:0.1:1784943132.746190:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d44b97d80. 00000080:00000010:0.1:1784943132.746194:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d44b97300. 00000080:00000010:0.1:1784943132.746197:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d44b975e0. 00000080:00000010:0.1:1784943132.746201:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9460. 00000080:00000010:0.1:1784943132.746242:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b720. 00000080:00000010:0.1:1784943132.746248:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b5e0. 00000080:00000010:0.1:1784943132.746253:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668bc60. 00000080:00000010:0.1:1784943132.746257:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668be20. 00000080:00000010:0.1:1784943132.746261:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b700. 00000080:00000010:0.1:1784943132.746267:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668bfc0. 00000080:00000010:0.1:1784943132.746272:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b780. 00000080:00000010:0.1:1784943132.746276:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b860. 00000080:00000010:0.1:1784943132.746280:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b180. 00000080:00000010:0.1:1784943132.746288:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668bd40. 00000080:00000010:0.1:1784943132.746293:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc220. 00000080:00000010:0.1:1784943132.746297:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc080. 00000080:00000010:0.1:1784943132.746300:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc4e0. 00000080:00000010:0.1:1784943132.746304:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccfa0. 00000080:00000010:0.1:1784943132.746307:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccce0. 00000080:00000010:0.1:1784943132.746312:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccb80. 00000080:00000010:0.1:1784943132.746316:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668bdc0. 00000080:00000010:0.1:1784943132.746320:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668bc40. 00000080:00000010:0.1:1784943132.746324:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668bec0. 00000080:00000010:0.1:1784943132.746328:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b260. 00000080:00000010:0.1:1784943132.746333:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b900. 00000080:00000010:0.1:1784943132.746336:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1760. 00000080:00000010:0.1:1784943132.746339:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e19c0. 00000080:00000010:0.1:1784943132.746343:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1c60. 00000080:00000010:0.1:1784943132.746346:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1fa0. 00000080:00000010:0.1:1784943132.746351:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668bcc0. 00000080:00000010:0.1:1784943132.746355:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b1c0. 00000080:00000010:0.1:1784943132.746359:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668bd20. 00000080:00000010:0.1:1784943132.746363:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668bbc0. 00000080:00000010:0.1:1784943132.746366:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b8c0. 00000080:00000010:0.1:1784943132.746371:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668bb40. 00000080:00000010:0.1:1784943132.746375:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b8a0. 00000080:00000010:0.1:1784943132.746379:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9600. 00000080:00000010:0.1:1784943132.746382:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9320. 00000080:00000010:0.1:1784943132.746389:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9540. 00000080:00000010:0.1:1784943132.746394:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b320. 00000080:00000010:0.1:1784943132.746398:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f98e0. 00000080:00000010:0.1:1784943132.746402:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9fc0. 00000080:00000010:0.1:1784943132.746405:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f99e0. 00000080:00000010:0.1:1784943132.746408:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9fa0. 00000080:00000010:0.1:1784943132.746412:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9280. 00000080:00000010:0.1:1784943132.746416:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9420. 00000080:00000010:0.1:1784943132.746420:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f93e0. 00000080:00000010:0.1:1784943132.746424:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9ea0. 00000080:00000010:0.1:1784943132.746427:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9880. 00000080:00000010:0.1:1784943132.746432:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9860. 00000080:00000010:0.1:1784943132.746435:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9f40. 00000080:00000010:0.1:1784943132.746439:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668bf60. 00000080:00000010:0.1:1784943132.746442:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668be00. 00000080:00000010:0.1:1784943132.746446:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cca80. 00000080:00000010:0.1:1784943132.746453:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc200. 00000080:00000010:0.1:1784943132.746457:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccba0. 00000080:00000010:0.1:1784943132.746461:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccee0. 00000080:00000010:0.1:1784943132.746464:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc760. 00000080:00000010:0.1:1784943132.746470:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc740. 00000080:00000010:0.1:1784943132.746475:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccdc0. 00000080:00000010:0.1:1784943132.746478:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc860. 00000080:00000010:0.1:1784943132.746482:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9e40. 00000080:00000010:0.1:1784943132.746486:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9560. 00000080:00000010:0.1:1784943132.746509:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc2e0. 00000080:00000010:1.1:1784943132.746715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480455c0. 00000080:00000010:1.1:1784943132.746727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480455e0. 00000080:00000010:1.1:1784943132.746731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045fc0. 00000080:00000010:1.1:1784943132.746750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045e00. 00000080:00000010:1.1:1784943132.746755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045500. 00000080:00000010:1.1:1784943132.746769:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045d20. 00000080:00000010:1.1:1784943132.746773:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045fe0. 00000080:00000010:1.1:1784943132.746776:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045640. 00000080:00000010:1.1:1784943132.746780:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045280. 00000080:00000010:1.1:1784943132.746783:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045780. 00000080:00000010:1.1:1784943132.746787:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045a20. 00000080:00000010:1.1:1784943132.746791:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045cc0. 00000080:00000010:1.1:1784943132.746795:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480454c0. 00000080:00000010:1.1:1784943132.746798:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1ee0. 00000080:00000010:1.1:1784943132.746802:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1ac0. 00000080:00000010:1.1:1784943132.747380:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480458a0. 00000080:00000010:1.1:1784943132.747389:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045c00. 00000080:00000010:1.1:1784943132.747393:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f95a0. 00000080:00000010:1.1:1784943132.747403:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd260. 00000080:00000010:1.1:1784943132.747407:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd180. 00000080:00000010:1.1:1784943132.747411:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd660. 00000080:00000010:1.1:1784943132.747415:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdc00. 00000080:00000010:1.1:1784943132.747419:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd480. 00000080:00000010:1.1:1784943132.747422:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd140. 00000080:00000010:1.1:1784943132.747425:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdca0. 00000080:00000010:1.1:1784943132.747428:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdae0. 00000080:00000010:1.1:1784943132.747432:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd0a0. 00000080:00000010:1.1:1784943132.747435:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045a40. 00000080:00000010:1.1:1784943132.747439:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045960. 00000080:00000010:1.1:1784943132.747443:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045200. 00000080:00000010:1.1:1784943132.747448:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480457c0. 00000080:00000010:1.1:1784943132.747453:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045100. 00000080:00000010:1.1:1784943132.747457:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480459a0. 00000080:00000010:1.1:1784943132.747460:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045120. 00000080:00000010:1.1:1784943132.747464:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045aa0. 00000080:00000010:1.1:1784943132.747468:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045b80. 00000080:00000010:1.1:1784943132.747471:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045b40. 00000080:00000010:1.1:1784943132.747475:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045ae0. 00000080:00000010:1.1:1784943132.747478:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480453a0. 00000080:00000010:1.1:1784943132.747481:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045ee0. 00000080:00000010:1.1:1784943132.747486:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045fa0. 00000080:00000010:1.1:1784943132.747490:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045040. 00000080:00000010:1.1:1784943132.747493:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045720. 00000080:00000010:1.1:1784943132.747500:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480457e0. 00000080:00000010:1.1:1784943132.747503:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480456c0. 00000080:00000010:1.1:1784943132.747508:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480450c0. 00000080:00000010:1.1:1784943132.747512:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045340. 00000080:00000010:1.1:1784943132.747559:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480458c0. 00000080:00000010:1.1:1784943132.747564:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045900. 00000080:00000010:1.1:1784943132.747568:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045080. 00000080:00000010:1.1:1784943132.747572:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045bc0. 00000080:00000010:1.1:1784943132.747576:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045dc0. 00000080:00000010:1.1:1784943132.747579:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045c20. 00000080:00000010:1.1:1784943132.747582:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d439c5e00. 00000080:00000010:0.1:1784943132.751301:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc7c0. 00000080:00000010:0.1:1784943132.751314:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccec0. 00000080:00000010:0.1:1784943132.751324:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b6c0. 00000080:00000010:0.1:1784943132.751334:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668ba00. 00000080:00000010:0.1:1784943132.751339:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b5c0. 00000080:00000010:0.1:1784943132.751352:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b440. 00000080:00000010:0.1:1784943132.751356:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668bc20. 00000080:00000010:0.1:1784943132.751360:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b620. 00000080:00000010:0.1:1784943132.751364:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b300. 00000080:00000010:0.1:1784943132.751367:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b220. 00000080:00000010:0.1:1784943132.751377:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f92e0. 00000080:00000010:0.1:1784943132.751382:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9800. 00000080:00000010:0.1:1784943132.751385:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9720. 00000080:00000010:0.1:1784943132.751391:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b7c0. 00000080:00000010:0.1:1784943132.751394:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b680. 00000080:00000010:0.1:1784943132.751398:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b2e0. 00000080:00000010:0.1:1784943132.751404:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b2c0. 00000080:00000010:0.1:1784943132.751407:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668bda0. 00000080:00000010:0.1:1784943132.751410:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668be80. 00000080:00000010:0.1:1784943132.751414:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b160. 00000080:00000010:0.1:1784943132.751418:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b3c0. 00000080:00000010:0.1:1784943132.751422:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b940. 00000080:00000010:0.1:1784943132.751425:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b3a0. 00000080:00000010:0.1:1784943132.751431:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b9a0. 00000080:00000010:0.1:1784943132.751435:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668bf20. 00000080:00000010:0.1:1784943132.751439:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b380. 00000080:00000010:0.1:1784943132.751442:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668bac0. 00000080:00000010:0.1:1784943132.751446:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b060. 00000080:00000010:0.1:1784943132.751449:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b800. 00000080:00000010:0.1:1784943132.751452:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668bd00. 00000080:00000010:0.1:1784943132.751456:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b520. 00000080:00000010:0.1:1784943132.751459:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9920. 00000080:00000010:0.1:1784943132.751462:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccc60. 00000080:00000010:0.1:1784943132.751466:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc700. 00000080:00000010:0.1:1784943132.751471:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc9a0. 00000080:00000010:0.1:1784943132.751480:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc280. 00000080:00000010:0.1:1784943132.751485:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccd40. 00000080:00000010:0.1:1784943132.751490:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc560. 00000080:00000010:0.1:1784943132.751494:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccae0. 00000080:00000010:0.1:1784943132.751500:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc180. 00000080:00000010:0.1:1784943132.751505:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccd60. 00000080:00000010:0.1:1784943132.751509:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccc80. 00000080:00000010:0.1:1784943132.751534:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc2c0. 00000080:00000010:0.1:1784943132.751542:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc540. 00000080:00000010:0.1:1784943132.751546:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccaa0. 00000080:00000010:0.1:1784943132.751552:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9820. 00000080:00000010:0.1:1784943132.751556:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9a00. 00000080:00000010:0.1:1784943132.751562:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668bfa0. 00000080:00000010:0.1:1784943132.751570:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668bf00. 00000080:00000010:0.1:1784943132.751575:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b9e0. 00000080:00000010:0.1:1784943132.751581:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b4a0. 00000080:00000010:0.1:1784943132.751585:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b4c0. 00000080:00000010:0.1:1784943132.751590:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b920. 00000080:00000010:0.1:1784943132.751595:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b000. 00000080:00000010:0.1:1784943132.751599:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668ba60. 00000080:00000010:0.1:1784943132.751608:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668bd80. 00000080:00000010:0.1:1784943132.751616:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1b60. 00000080:00000010:0.1:1784943132.751628:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1b20. 00000080:00000010:0.1:1784943132.751636:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1f80. 00000080:00000010:0.1:1784943132.751647:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4668b820. 00000080:00000010:0.1:1784943132.751660:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045160. 00000080:00000010:0.1:1784943132.751670:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045300. 00000080:00000010:0.1:1784943132.751680:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480456e0. 00000080:00000010:0.1:1784943132.751689:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480458e0. 00000080:00000010:0.1:1784943132.751695:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48045980. 00000080:00000010:1.1:1784943132.764906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4555ed20. 00000080:00000010:1.1:1784943132.764930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d43e90060. 00000080:00000010:1.1:1784943132.764938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d43078e00. 00000080:00000010:1.1:1784943132.764942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b4e0. 00000080:00000010:1.1:1784943132.810492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b660. 00000080:00000010:1.1:1784943132.810498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8bc60. 00000080:00000010:1.1:1784943132.810503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b2a0. 00000080:00000010:0.1:1784943132.928697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857dbe0. 00000080:00000010:0.1:1784943132.928720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d300. 00000080:00000010:0.1:1784943132.928723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d280. 00000080:00000010:0.1:1784943132.928726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857db80. 00000080:00000010:0.1:1784943132.928729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d100. 00000080:00000010:0.1:1784943132.928747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5260. 00000080:00000010:0.1:1784943132.928751:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5000. 00000080:00000010:0.1:1784943132.928754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5a00. 00000080:00000010:0.1:1784943132.928766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5aa0. 00000080:00000010:0.1:1784943132.928770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5160. 00000080:00000010:0.1:1784943132.928774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a59c0. 00000080:00000010:0.1:1784943132.928778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5940. 00000080:00000010:0.1:1784943132.928781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a57c0. 00000080:00000010:0.1:1784943132.928785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5ae0. 00000080:00000010:0.1:1784943132.928793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1480. 00000080:00000010:0.1:1784943132.928801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e10a0. 00000080:00000010:0.1:1784943132.928805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a52a0. 00000080:00000010:0.1:1784943132.928809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5200. 00000080:00000010:0.1:1784943132.928814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5cc0. 00000080:00000010:0.1:1784943132.928823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e4a0. 00000080:00000010:0.1:1784943132.928827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e5c0. 00000080:00000010:0.1:1784943132.928830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059ea00. 00000080:00000010:0.1:1784943132.928833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059ec40. 00000080:00000010:0.1:1784943132.928838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e4c0. 00000080:00000010:0.1:1784943132.928841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e180. 00000080:00000010:0.1:1784943132.928845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e3c0. 00000080:00000010:0.1:1784943132.928851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059ee40. 00000080:00000010:0.1:1784943132.928854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e5a0. 00000080:00000010:0.1:1784943132.928858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059ecc0. 00000080:00000010:0.1:1784943132.928861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059ee00. 00000080:00000010:0.1:1784943132.928864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e560. 00000080:00000010:0.1:1784943132.928867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e480. 00000080:00000010:0.1:1784943132.928870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e8c0. 00000080:00000010:0.1:1784943132.928873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e260. 00000080:00000010:0.1:1784943132.928876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e8e0. 00000080:00000010:0.1:1784943132.928879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059efe0. 00000080:00000010:0.1:1784943132.928882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059eb60. 00000080:00000010:0.1:1784943132.928885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e640. 00000080:00000010:0.1:1784943132.928888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059eea0. 00000080:00000010:0.1:1784943132.928893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059eb20. 00000080:00000010:0.1:1784943132.928896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059ed00. 00000080:00000010:0.1:1784943132.928899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059ee80. 00000080:00000010:0.1:1784943132.928902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e960. 00000080:00000010:0.1:1784943132.928905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059ef60. 00000080:00000010:0.1:1784943132.928908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059ee60. 00000080:00000010:0.1:1784943132.928911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059efa0. 00000080:00000010:0.1:1784943132.928914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e4e0. 00000080:00000010:0.1:1784943132.928918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e7c0. 00000080:00000010:0.1:1784943132.928924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e0a0. 00000080:00000010:0.1:1784943132.928928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e460. 00000080:00000010:0.1:1784943132.928932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059e400. 00000080:00000010:0.1:1784943132.928935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5059ef00. 00000080:00000010:0.1:1784943132.928944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87120. 00000080:00000010:0.1:1784943132.928949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be870a0. 00000080:00000010:0.1:1784943132.928952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87f40. 00000080:00000010:0.1:1784943132.928956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87100. 00000080:00000010:0.1:1784943132.928959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be878c0. 00000080:00000010:0.1:1784943132.928962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87da0. 00000080:00000010:0.1:1784943132.928966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87560. 00000080:00000010:0.1:1784943132.928969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87720. 00000080:00000010:0.1:1784943132.928973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87a80. 00000080:00000010:0.1:1784943132.928976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87260. 00000080:00000010:0.1:1784943132.928979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87c20. 00000080:00000010:0.1:1784943132.928982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87ce0. 00000080:00000010:0.1:1784943132.928986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87ac0. 00000080:00000010:0.1:1784943132.928992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1ca0. 00000080:00000010:0.1:1784943132.928995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87c60. 00000080:00000010:0.1:1784943132.928999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87600. 00000080:00000010:0.1:1784943132.929003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87a00. 00000080:00000010:1.1:1784943132.939568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87820. 00000080:00000010:1.1:1784943132.939588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87d20. 00000080:00000010:1.1:1784943132.939592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87620. 00000080:00000010:1.1:1784943132.939595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be875c0. 00000080:00000010:1.1:1784943132.939599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87020. 00000080:00000010:1.1:1784943132.939602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be876e0. 00000080:00000010:1.1:1784943132.939608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87580. 00000080:00000010:1.1:1784943132.939611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87a40. 00000080:00000010:0.1:1784943133.071664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557920. 00000080:00000010:0.1:1784943133.071680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557c80. 00000080:00000010:0.1:1784943133.071684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557020. 00000080:00000010:0.1:1784943133.071705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87ae0. 00000080:00000010:0.1:1784943133.114878:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87a60. 00000080:00000010:0.1:1784943133.114892:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87b20. 00000080:00000010:0.1:1784943133.114897:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be878e0. 00000080:00000010:0.1:1784943133.114902:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87ee0. 00000080:00000010:0.1:1784943133.114906:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87fa0. 00000080:00000010:0.1:1784943133.114913:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87e60. 00000080:00000010:0.1:1784943133.114920:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87800. 00000080:00000010:0.1:1784943133.114924:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87bc0. 00000080:00000010:0.1:1784943133.114928:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87960. 00000080:00000010:0.1:1784943133.114933:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87040. 00000080:00000010:0.1:1784943133.114938:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be877e0. 00000080:00000010:0.1:1784943133.114942:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87de0. 00000080:00000010:0.1:1784943133.114946:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87300. 00000080:00000010:0.1:1784943133.114950:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87f80. 00000080:00000010:0.1:1784943133.114954:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87fc0. 00000080:00000010:0.1:1784943133.114962:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be875e0. 00000080:00000010:0.1:1784943133.114967:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87ba0. 00000080:00000010:0.1:1784943133.114971:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be879e0. 00000080:00000010:0.1:1784943133.114976:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87660. 00000080:00000010:0.1:1784943133.114984:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87280. 00000080:00000010:0.1:1784943133.114989:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87d60. 00000080:00000010:0.1:1784943133.114994:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be877a0. 00000080:00000010:0.1:1784943133.114999:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1de0. 00000080:00000010:0.1:1784943133.115004:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1300. 00000080:00000010:0.1:1784943133.115009:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87cc0. 00000080:00000010:0.1:1784943133.115014:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87920. 00000080:00000010:0.1:1784943133.115018:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87540. 00000080:00000010:0.1:1784943133.115021:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87d80. 00000080:00000010:0.1:1784943133.115025:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87320. 00000080:00000010:0.1:1784943133.115029:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be877c0. 00000080:00000010:0.1:1784943133.115033:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be876a0. 00000080:00000010:0.1:1784943133.115037:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be872a0. 00000080:00000010:0.1:1784943133.115044:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be872c0. 00000080:00000010:0.1:1784943133.115048:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be872e0. 00000080:00000010:0.1:1784943133.115052:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87a20. 00000080:00000010:0.1:1784943133.115056:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87220. 00000080:00000010:0.1:1784943133.115060:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87980. 00000080:00000010:0.1:1784943133.115064:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87420. 00000080:00000010:0.1:1784943133.115068:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be875a0. 00000080:00000010:0.1:1784943133.115072:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be873e0. 00000080:00000010:0.1:1784943133.115076:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87dc0. 00000080:00000010:0.1:1784943133.115080:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87b60. 00000080:00000010:0.1:1784943133.115083:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be870c0. 00000080:00000010:0.1:1784943133.115086:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87e00. 00000080:00000010:0.1:1784943133.115090:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be871a0. 00000080:00000010:0.1:1784943133.115096:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87700. 00000080:00000010:0.1:1784943133.115100:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87080. 00000080:00000010:0.1:1784943133.115106:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557f20. 00000080:00000010:0.1:1784943133.115112:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505572c0. 00000080:00000010:0.1:1784943133.115115:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505576a0. 00000080:00000010:0.1:1784943133.115142:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87e80. 00000080:00000010:0.1:1784943133.115148:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87440. 00000080:00000010:0.1:1784943133.115151:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87860. 00000080:00000010:0.1:1784943133.115154:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be873c0. 00000080:00000010:0.1:1784943133.115158:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be876c0. 00000080:00000010:0.1:1784943133.115163:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87400. 00000080:00000010:0.1:1784943133.115166:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be879c0. 00000080:00000010:0.1:1784943133.115172:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87d00. 00000080:00000010:0.1:1784943133.115176:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557320. 00000080:00000010:0.1:1784943133.115180:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be874e0. 00000080:00000010:0.1:1784943133.115184:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87e40. 00000080:00000010:0.1:1784943133.115187:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87b40. 00000080:00000010:0.1:1784943133.115190:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6be87f20. 00000080:00000010:3.1:1784943133.157812:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a58c0. 00000080:00000010:3.1:1784943133.157819:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5480. 00000080:00000010:3.1:1784943133.157822:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5040. 00000080:00000010:3.1:1784943133.157865:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5720. 00000080:00000010:3.1:1784943133.157868:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5dc0. 00000080:00000010:3.1:1784943133.157872:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5620. 00000080:00000010:3.1:1784943133.157874:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5a40. 00000080:00000010:3.1:1784943133.157876:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5640. 00000080:00000010:3.1:1784943133.157879:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5880. 00000080:00000010:3.1:1784943133.157881:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5ca0. 00000080:00000010:3.1:1784943133.157884:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47fb0440. 00000080:00000010:3.1:1784943133.157891:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d8a0. 00000080:00000010:3.1:1784943133.157894:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d0c0. 00000080:00000010:3.1:1784943133.157896:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d360. 00000080:00000010:3.1:1784943133.181645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d455d91a0. 00000080:00000010:3.1:1784943133.181655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d455d9400. 00000080:00000010:3.1:1784943133.181661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3ffa0. 00000080:00000010:3.1:1784943133.181668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fee0. 00000080:00000010:0.1:1784943133.228563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f8a0. 00000080:00000010:0.1:1784943133.228577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f1c0. 00000080:00000010:3.1:1784943133.228608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f280. 00000080:00000010:3.1:1784943133.228615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3faa0. 00000080:00000010:3.1:1784943133.228622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc9c0. 00000080:00000010:3.1:1784943133.228629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557140. 00000080:00000010:3.1:1784943133.228634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505573c0. 00000080:00000010:3.1:1784943133.228639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557460. 00000080:00000010:3.1:1784943133.228643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557800. 00000080:00000010:3.1:1784943133.228647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f600. 00000080:00000010:3.1:1784943133.228651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f540. 00000080:00000010:3.1:1784943133.228654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f720. 00000080:00000010:3.1:1784943133.228657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fb00. 00000080:00000010:3.1:1784943133.228660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f060. 00000080:00000010:0.1:1784943133.305924:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f1e0. 00000080:00000010:0.1:1784943133.305939:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f4c0. 00000080:00000010:0.1:1784943133.305944:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fd40. 00000080:00000010:0.1:1784943133.305948:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f200. 00000080:00000010:0.1:1784943133.305952:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f4a0. 00000080:00000010:0.1:1784943133.305959:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f3a0. 00000080:00000010:0.1:1784943133.305966:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f7a0. 00000080:00000010:0.1:1784943133.305970:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f7c0. 00000080:00000010:0.1:1784943133.305987:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505573a0. 00000080:00000010:0.1:1784943133.305993:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557f60. 00000080:00000010:0.1:1784943133.306003:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505574c0. 00000080:00000010:0.1:1784943133.306008:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557060. 00000080:00000010:0.1:1784943133.306012:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557620. 00000080:00000010:0.1:1784943133.306016:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557ce0. 00000080:00000010:0.1:1784943133.306021:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557640. 00000080:00000010:0.1:1784943133.306026:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557840. 00000080:00000010:0.1:1784943133.306031:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557440. 00000080:00000010:0.1:1784943133.306035:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557880. 00000080:00000010:0.1:1784943133.306039:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557da0. 00000080:00000010:0.1:1784943133.306045:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fa00. 00000080:00000010:0.1:1784943133.306050:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f460. 00000080:00000010:0.1:1784943133.306054:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f800. 00000080:00000010:0.1:1784943133.306058:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fbe0. 00000080:00000010:0.1:1784943133.306063:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fc40. 00000080:00000010:0.1:1784943133.306067:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f840. 00000080:00000010:0.1:1784943133.306072:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f360. 00000080:00000010:0.1:1784943133.306079:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f980. 00000080:00000010:0.1:1784943133.306084:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3ff20. 00000080:00000010:0.1:1784943133.306089:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f080. 00000080:00000010:0.1:1784943133.306093:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f320. 00000080:00000010:0.1:1784943133.306097:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fa20. 00000080:00000010:0.1:1784943133.306102:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4512c7c0. 00000080:00000010:0.1:1784943133.306123:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8be40. 00000080:00000010:0.1:1784943133.306129:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b260. 00000080:00000010:0.1:1784943133.306136:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d455d9320. 00000080:00000010:0.1:1784943133.306142:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d455d9140. 00000080:00000010:0.1:1784943133.306152:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d455d9420. 00000080:00000010:0.1:1784943133.306157:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b2c0. 00000080:00000010:0.1:1784943133.306163:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b560. 00000080:00000010:0.1:1784943133.306168:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8bb40. 00000080:00000010:0.1:1784943133.306174:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8bde0. 00000080:00000010:0.1:1784943133.306178:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b9e0. 00000080:00000010:0.1:1784943133.306183:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b6e0. 00000080:00000010:0.1:1784943133.306188:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8bbc0. 00000080:00000010:0.1:1784943133.306192:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b540. 00000080:00000010:0.1:1784943133.306198:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b980. 00000080:00000010:0.1:1784943133.306214:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8ba20. 00000080:00000010:0.1:1784943133.306220:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b2e0. 00000080:00000010:0.1:1784943133.306225:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d455d9120. 00000080:00000010:0.1:1784943133.306229:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d455d9d00. 00000080:00000010:0.1:1784943133.306246:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d455d9880. 00000080:00000010:0.1:1784943133.306252:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8be60. 00000080:00000010:0.1:1784943133.306257:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8be20. 00000080:00000010:0.1:1784943133.306264:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8bc40. 00000080:00000010:0.1:1784943133.306269:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8bb60. 00000080:00000010:0.1:1784943133.306275:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8bf80. 00000080:00000010:0.1:1784943133.306279:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8ba60. 00000080:00000010:0.1:1784943133.306283:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b620. 00000080:00000010:0.1:1784943133.306288:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b6a0. 00000080:00000010:0.1:1784943133.306293:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b700. 00000080:00000010:0.1:1784943133.306298:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b020. 00000080:00000010:0.1:1784943133.306307:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b040. 00000080:00000010:0.1:1784943133.306311:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8bfc0. 00000080:00000010:0.1:1784943133.306316:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8bc80. 00000080:00000010:0.1:1784943133.306320:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b000. 00000080:00000010:0.1:1784943133.306326:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b200. 00000080:00000010:0.1:1784943133.306331:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8bdc0. 00000080:00000010:0.1:1784943133.306335:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8bfa0. 00000080:00000010:0.1:1784943133.306340:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8bbe0. 00000080:00000010:0.1:1784943133.306344:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b5c0. 00000080:00000010:0.1:1784943133.306349:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b3a0. 00000080:00000010:0.1:1784943133.306353:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b4a0. 00000080:00000010:0.1:1784943133.306357:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b180. 00000080:00000010:0.1:1784943133.306360:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b120. 00000080:00000010:0.1:1784943133.306367:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8ba40. 00000080:00000010:0.1:1784943133.306372:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d455d9e60. 00000080:00000010:0.1:1784943133.306376:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d455d9c80. 00000080:00000010:0.1:1784943133.306382:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d455d9440. 00000080:00000010:0.1:1784943133.306385:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d455d9560. 00000080:00000010:0.1:1784943133.306391:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8bd60. 00000080:00000010:0.1:1784943133.306396:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8bf20. 00000080:00000010:0.1:1784943133.306400:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b1e0. 00000080:00000010:0.1:1784943133.306404:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b720. 00000080:00000010:0.1:1784943133.306408:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b240. 00000080:00000010:0.1:1784943133.306412:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8bda0. 00000080:00000010:0.1:1784943133.306416:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b5e0. 00000080:00000010:0.1:1784943133.306420:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8bd20. 00000080:00000010:0.1:1784943133.306424:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b7e0. 00000080:00000010:0.1:1784943133.306428:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b380. 00000080:00000010:0.1:1784943133.306432:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b800. 00000080:00000010:0.1:1784943133.306436:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8ba80. 00000080:00000010:0.1:1784943133.306440:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8bca0. 00000080:00000010:0.1:1784943133.306448:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc1e0. 00000080:00000010:0.1:1784943133.306455:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557480. 00000080:00000010:0.1:1784943133.306460:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557e60. 00000080:00000010:0.1:1784943133.306464:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557940. 00000080:00000010:0.1:1784943133.306468:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557220. 00000080:00000010:0.1:1784943133.306472:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557820. 00000080:00000010:0.1:1784943133.306477:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557580. 00000080:00000010:0.1:1784943133.306481:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505579e0. 00000080:00000010:1.1:1784943133.306720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b3c0. 00000080:00000010:1.1:1784943133.306735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8bf40. 00000080:00000010:1.1:1784943133.306740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b8a0. 00000080:00000010:1.1:1784943133.306744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8bcc0. 00000080:00000010:0.1:1784943133.306775:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557120. 00000080:00000010:0.1:1784943133.306782:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557d40. 00000080:00000010:0.1:1784943133.306786:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557d00. 00000080:00000010:0.1:1784943133.306789:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557000. 00000080:00000010:0.1:1784943133.306793:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505575a0. 00000080:00000010:0.1:1784943133.306798:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557a20. 00000080:00000010:0.1:1784943133.306802:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d455d9a60. 00000080:00000010:0.1:1784943133.306807:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d455d9a00. 00000080:00000010:0.1:1784943133.306811:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b160. 00000080:00000010:0.1:1784943133.306814:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b740. 00000080:00000010:0.1:1784943133.306821:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b220. 00000080:00000010:0.1:1784943133.306825:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b480. 00000080:00000010:0.1:1784943133.306829:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b360. 00000080:00000010:0.1:1784943133.306832:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8bea0. 00000080:00000010:0.1:1784943133.306836:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8ba00. 00000080:00000010:0.1:1784943133.306840:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8bec0. 00000080:00000010:0.1:1784943133.306844:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557c40. 00000080:00000010:0.1:1784943133.306848:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8be80. 00000080:00000010:0.1:1784943133.306852:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557d60. 00000080:00000010:0.1:1784943133.306855:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557680. 00000080:00000010:0.1:1784943133.306859:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505573e0. 00000080:00000010:0.1:1784943133.306865:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc820. 00000080:00000010:0.1:1784943133.306868:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc360. 00000080:00000010:0.1:1784943133.306872:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc6c0. 00000080:00000010:0.1:1784943133.306877:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc8c0. 00000080:00000010:0.1:1784943133.306880:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccc00. 00000080:00000010:0.1:1784943133.306885:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccf80. 00000080:00000010:0.1:1784943133.306890:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc320. 00000080:00000010:0.1:1784943133.306893:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc9e0. 00000080:00000010:0.1:1784943133.306897:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc3e0. 00000080:00000010:0.1:1784943133.306901:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc020. 00000080:00000010:0.1:1784943133.306905:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557be0. 00000080:00000010:0.1:1784943133.306908:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557d20. 00000080:00000010:0.1:1784943133.306960:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557a80. 00000080:00000010:0.1:1784943133.306965:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557420. 00000080:00000010:0.1:1784943133.306970:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557200. 00000080:00000010:0.1:1784943133.306975:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557980. 00000080:00000010:0.1:1784943133.306978:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d455d9f40. 00000080:00000010:0.1:1784943133.306982:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b060. 00000080:00000010:0.1:1784943133.306986:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b4c0. 00000080:00000010:0.1:1784943133.306990:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b8e0. 00000080:00000010:0.1:1784943133.306993:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b340. 00000080:00000010:0.1:1784943133.306997:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8bba0. 00000080:00000010:0.1:1784943133.307000:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b860. 00000080:00000010:0.1:1784943133.307004:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b3e0. 00000080:00000010:0.1:1784943133.307008:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b640. 00000080:00000010:0.1:1784943133.307011:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b500. 00000080:00000010:0.1:1784943133.307016:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b900. 00000080:00000010:0.1:1784943133.307019:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b280. 00000080:00000010:1.1:1784943133.309692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b920. 00000080:00000010:1.1:1784943133.309712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b460. 00000080:00000010:1.1:1784943133.309714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b1c0. 00000080:00000010:1.1:1784943133.309717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d455d9900. 00000080:00000010:1.1:1784943133.309721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d455d99a0. 00000080:00000010:1.1:1784943133.309723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d455d9740. 00000080:00000010:1.1:1784943133.309733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557b80. 00000080:00000010:1.1:1784943133.309736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557780. 00000080:00000010:1.1:1784943133.309741:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505578a0. 00000080:00000010:1.1:1784943133.309744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557b20. 00000080:00000010:1.1:1784943133.309746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557520. 00000080:00000010:1.1:1784943133.309749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557aa0. 00000080:00000010:1.1:1784943133.309754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b320. 00000080:00000010:1.1:1784943133.309757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b7c0. 00000080:00000010:1.1:1784943133.309760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b680. 00000080:00000010:1.1:1784943133.309762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8bb20. 00000080:00000010:1.1:1784943133.309764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8bc00. 00000080:00000010:1.1:1784943133.309767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b7a0. 00000080:00000010:1.1:1784943133.309769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b1a0. 00000080:00000010:1.1:1784943133.309771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b760. 00000080:00000010:1.1:1784943133.309775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b880. 00000080:00000010:1.1:1784943133.309777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b440. 00000080:00000010:1.1:1784943133.309779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8bb00. 00000080:00000010:1.1:1784943133.309781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8bce0. 00000080:00000010:1.1:1784943133.309783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b0a0. 00000080:00000010:1.1:1784943133.309785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bc8b780. 00000080:00000010:1.1:1784943133.309795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f180. 00000080:00000010:1.1:1784943133.309798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fca0. 00000080:00000010:1.1:1784943133.309800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f640. 00000080:00000010:1.1:1784943133.309803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fb80. 00000080:00000010:1.1:1784943133.309806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3ffc0. 00000080:00000010:1.1:1784943133.309808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f8c0. 00000080:00000010:1.1:1784943133.309811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f920. 00000080:00000010:1.1:1784943133.309813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d455d9920. 00000080:00000010:1.1:1784943133.309815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d455d9640. 00000080:00000010:1.1:1784943133.309817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f480. 00000080:00000010:1.1:1784943133.309821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fae0. 00000080:00000010:1.1:1784943133.309824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f380. 00000080:00000010:1.1:1784943133.309826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f300. 00000080:00000010:1.1:1784943133.309829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3ff80. 00000080:00000010:1.1:1784943133.309831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fac0. 00000080:00000010:1.1:1784943133.309836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f4e0. 00000080:00000010:1.1:1784943133.309839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f6e0. 00000080:00000010:1.1:1784943133.309842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fa40. 00000080:00000010:1.1:1784943133.309844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fe00. 00000080:00000010:1.1:1784943133.309847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fde0. 00000080:00000010:1.1:1784943133.309849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fd80. 00000080:00000010:1.1:1784943133.309851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f2e0. 00000080:00000010:1.1:1784943133.309854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f160. 00000080:00000010:1.1:1784943133.309856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f5c0. 00000080:00000010:1.1:1784943133.309859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f9c0. 00000080:00000010:1.1:1784943133.309861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fe20. 00000080:00000010:1.1:1784943133.309864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f0e0. 00000080:00000010:1.1:1784943133.309866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fc20. 00000080:00000010:1.1:1784943133.309868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f620. 00000080:00000010:1.1:1784943133.309870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fdc0. 00000080:00000010:1.1:1784943133.309874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f880. 00000080:00000010:1.1:1784943133.309876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f2a0. 00000080:00000010:1.1:1784943133.309881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccca0. 00000080:00000010:1.1:1784943133.309885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557ea0. 00000080:00000010:1.1:1784943133.309887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557b40. 00000080:00000010:1.1:1784943133.309889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f7e0. 00000080:00000010:1.1:1784943133.309892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f500. 00000080:00000010:1.1:1784943133.309894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fec0. 00000080:00000010:1.1:1784943133.309896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fe60. 00000080:00000010:1.1:1784943133.309898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3ff40. 00000080:00000010:1.1:1784943133.309900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fc60. 00000080:00000010:1.1:1784943133.309906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f5e0. 00000080:00000010:1.1:1784943133.309908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f3e0. 00000080:00000010:1.1:1784943133.309922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f440. 00000080:00000010:1.1:1784943133.309926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fa80. 00000080:00000010:1.1:1784943133.309929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fb60. 00000080:00000010:1.1:1784943133.309932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f660. 00000080:00000010:1.1:1784943133.309936:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fc80. 00000080:00000010:1.1:1784943133.309939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f040. 00000080:00000010:1.1:1784943133.309943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fba0. 00000080:00000010:1.1:1784943133.309946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f0c0. 00000080:00000010:1.1:1784943133.309949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f400. 00000080:00000010:1.1:1784943133.309952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fd00. 00000080:00000010:1.1:1784943133.309955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f760. 00000080:00000010:1.1:1784943133.309959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f340. 00000080:00000010:1.1:1784943133.309963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d455d9e40. 00000080:00000010:1.1:1784943133.309967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d51be0040. 00000080:00000010:1.1:1784943133.309970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4512cee0. 00000080:00000010:1.1:1784943133.309972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4512ca80. 00000080:00000010:1.1:1784943133.309976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f8e0. 00000080:00000010:1.1:1784943133.309980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f420. 00000080:00000010:1.1:1784943133.309982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3ffe0. 00000080:00000010:1.1:1784943133.309993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5700. 00000080:00000010:1.1:1784943133.309996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5c40. 00000080:00000010:1.1:1784943133.309999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557740. 00000080:00000010:1.1:1784943133.310001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505577a0. 00000080:00000010:1.1:1784943133.310004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557380. 00000080:00000010:1.1:1784943133.310006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557a40. 00000080:00000010:1.1:1784943133.310008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557fc0. 00000080:00000010:1.1:1784943133.310012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557f40. 00000080:00000010:1.1:1784943133.310014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557bc0. 00000080:00000010:1.1:1784943133.310016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557fe0. 00000080:00000010:1.1:1784943133.310018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fc00. 00000080:00000010:1.1:1784943133.310021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a54c0. 00000080:00000010:1.1:1784943133.310024:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a56a0. 00000080:00000010:1.1:1784943133.310026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fb40. 00000080:00000010:1.1:1784943133.310029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f140. 00000080:00000010:1.1:1784943133.310031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f520. 00000080:00000010:1.1:1784943133.310033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f260. 00000080:00000010:1.1:1784943133.310035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f6c0. 00000080:00000010:1.1:1784943133.310037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f5a0. 00000080:00000010:1.1:1784943133.310039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3fbc0. 00000080:00000010:1.1:1784943133.310041:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f100. 00000080:00000010:1.1:1784943133.310042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f860. 00000080:00000010:1.1:1784943133.310044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f1a0. 00000080:00000010:1.1:1784943133.310046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd3f240. 00000080:00000010:1.1:1784943133.310055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196940. 00000080:00000010:1.1:1784943133.310058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661961a0. 00000080:00000010:1.1:1784943133.310061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196b60. 00000080:00000010:1.1:1784943133.310064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196920. 00000080:00000010:1.1:1784943133.310068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5920. 00000080:00000010:1.1:1784943133.310070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5180. 00000080:00000010:1.1:1784943133.310073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5c80. 00000080:00000010:1.1:1784943133.310075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a51e0. 00000080:00000010:1.1:1784943133.310077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5f60. 00000080:00000010:1.1:1784943133.310080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5e00. 00000080:00000010:1.1:1784943133.310083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196d80. 00000080:00000010:1.1:1784943133.310086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196e60. 00000080:00000010:1.1:1784943133.310088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196240. 00000080:00000010:1.1:1784943133.310091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196400. 00000080:00000010:1.1:1784943133.310094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196320. 00000080:00000010:1.1:1784943133.310096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196600. 00000080:00000010:1.1:1784943133.310099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196d40. 00000080:00000010:1.1:1784943133.310101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196e20. 00000080:00000010:1.1:1784943133.310103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196b40. 00000080:00000010:1.1:1784943133.310105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196ce0. 00000080:00000010:1.1:1784943133.310108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505571e0. 00000080:00000010:1.1:1784943133.310110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc0a0. 00000080:00000010:1.1:1784943133.310113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc300. 00000080:00000010:1.1:1784943133.310115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccfc0. 00000080:00000010:1.1:1784943133.310117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc380. 00000080:00000010:1.1:1784943133.310119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196000. 00000080:00000010:1.1:1784943133.310122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196a60. 00000080:00000010:1.1:1784943133.310124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196d20. 00000080:00000010:1.1:1784943133.310127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196380. 00000080:00000010:1.1:1784943133.310129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196c40. 00000080:00000010:1.1:1784943133.310131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196820. 00000080:00000010:1.1:1784943133.310139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196780. 00000080:00000010:1.1:1784943133.310143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505578c0. 00000080:00000010:1.1:1784943133.310147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557300. 00000080:00000010:1.1:1784943133.310149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557ae0. 00000080:00000010:1.1:1784943133.310152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557360. 00000080:00000010:1.1:1784943133.310156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196140. 00000080:00000010:1.1:1784943133.310160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661960c0. 00000080:00000010:1.1:1784943133.310164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661968e0. 00000080:00000010:1.1:1784943133.310167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196f00. 00000080:00000010:1.1:1784943133.310171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196560. 00000080:00000010:1.1:1784943133.310175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661963a0. 00000080:00000010:1.1:1784943133.310178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196860. 00000080:00000010:1.1:1784943133.310182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196800. 00000080:00000010:1.1:1784943133.310185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196e00. 00000080:00000010:1.1:1784943133.310189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661964a0. 00000080:00000010:1.1:1784943133.310194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196be0. 00000080:00000010:1.1:1784943133.310198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661963e0. 00000080:00000010:1.1:1784943133.310212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a57e0. 00000080:00000010:1.1:1784943133.310219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5980. 00000080:00000010:1.1:1784943133.310223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661967c0. 00000080:00000010:1.1:1784943133.310226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196a00. 00000080:00000010:1.1:1784943133.310230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196160. 00000080:00000010:1.1:1784943133.310235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661966c0. 00000080:00000010:1.1:1784943133.310239:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661962a0. 00000080:00000010:1.1:1784943133.310242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196580. 00000080:00000010:1.1:1784943133.310246:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661969c0. 00000080:00000010:1.1:1784943133.310248:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196660. 00000080:00000010:1.1:1784943133.310250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196fa0. 00000080:00000010:1.1:1784943133.310252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661969e0. 00000080:00000010:1.1:1784943133.310255:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196c00. 00000080:00000010:1.1:1784943133.310257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661963c0. 00000080:00000010:1.1:1784943133.310259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661968c0. 00000080:00000010:1.1:1784943133.310263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196a20. 00000080:00000010:1.1:1784943133.310265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196ba0. 00000080:00000010:1.1:1784943133.310268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196360. 00000080:00000010:1.1:1784943133.310270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661964e0. 00000080:00000010:1.1:1784943133.310272:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661965c0. 00000080:00000010:1.1:1784943133.310274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196540. 00000080:00000010:1.1:1784943133.310276:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196d00. 00000080:00000010:1.1:1784943133.310278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196180. 00000080:00000010:1.1:1784943133.310280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196680. 00000080:00000010:1.1:1784943133.310282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196840. 00000080:00000010:1.1:1784943133.310286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196200. 00000080:00000010:1.1:1784943133.310288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196da0. 00000080:00000010:1.1:1784943133.310290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196480. 00000080:00000010:1.1:1784943133.310292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196dc0. 00000080:00000010:1.1:1784943133.310294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196ae0. 00000080:00000010:1.1:1784943133.310296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196ee0. 00000080:00000010:1.1:1784943133.310297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66196100. 00000080:00000010:1.1:1784943133.310305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d9a0. 00000080:00000010:1.1:1784943133.310307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d060. 00000080:00000010:1.1:1784943133.310310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857dae0. 00000080:00000010:1.1:1784943133.310313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d120. 00000080:00000010:1.1:1784943133.310316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d180. 00000080:00000010:1.1:1784943133.310319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d460. 00000080:00000010:1.1:1784943133.310321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d6c0. 00000080:00000010:1.1:1784943133.310324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5340. 00000080:00000010:1.1:1784943133.310327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5de0. 00000080:00000010:1.1:1784943133.310329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5140. 00000080:00000010:1.1:1784943133.310332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d860. 00000080:00000010:1.1:1784943133.310335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d4e0. 00000080:00000010:1.1:1784943133.310338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d640. 00000080:00000010:1.1:1784943133.310341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d5a0. 00000080:00000010:1.1:1784943133.310344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d720. 00000080:00000010:1.1:1784943133.310347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a58e0. 00000080:00000010:1.1:1784943133.310351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d380. 00000080:00000010:1.1:1784943133.310355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d400. 00000080:00000010:1.1:1784943133.310360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d660. 00000080:00000010:1.1:1784943133.310363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5380. 00000080:00000010:1.1:1784943133.310367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5060. 00000080:00000010:1.1:1784943133.310370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857de20. 00000080:00000010:1.1:1784943133.310374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857de00. 00000080:00000010:1.1:1784943133.310378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d9c0. 00000080:00000010:1.1:1784943133.310382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d3a0. 00000080:00000010:1.1:1784943133.310388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d220. 00000080:00000010:1.1:1784943133.310391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d3c0. 00000080:00000010:1.1:1784943133.310395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857dee0. 00000080:00000010:1.1:1784943133.310397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d040. 00000080:00000010:1.1:1784943133.310399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d6a0. 00000080:00000010:1.1:1784943133.310401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505575c0. 00000080:00000010:1.1:1784943133.310404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5f00. 00000080:00000010:1.1:1784943133.310407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5e20. 00000080:00000010:1.1:1784943133.310409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5e40. 00000080:00000010:1.1:1784943133.310412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a55e0. 00000080:00000010:1.1:1784943133.310415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5740. 00000080:00000010:1.1:1784943133.310417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d3e0. 00000080:00000010:1.1:1784943133.310420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d7c0. 00000080:00000010:1.1:1784943133.310422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d920. 00000080:00000010:1.1:1784943133.310424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d7e0. 00000080:00000010:1.1:1784943133.310428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857df60. 00000080:00000010:1.1:1784943133.310432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d7a0. 00000080:00000010:1.1:1784943133.310435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857dc40. 00000080:00000010:1.1:1784943133.310437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d2a0. 00000080:00000010:1.1:1784943133.310439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d000. 00000080:00000010:1.1:1784943133.310442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5680. 00000080:00000010:1.1:1784943133.310444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5c60. 00000080:00000010:1.1:1784943133.310446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5ea0. 00000080:00000010:1.1:1784943133.310448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5080. 00000080:00000010:1.1:1784943133.310450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5580. 00000080:00000010:1.1:1784943133.310453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5c20. 00000080:00000010:1.1:1784943133.310456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5d40. 00000080:00000010:1.1:1784943133.310458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5600. 00000080:00000010:1.1:1784943133.310460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a55c0. 00000080:00000010:1.1:1784943133.310462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857dd60. 00000080:00000010:1.1:1784943133.310464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d5c0. 00000080:00000010:1.1:1784943133.310466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d940. 00000080:00000010:1.1:1784943133.310468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d340. 00000080:00000010:1.1:1784943133.310470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857dfa0. 00000080:00000010:1.1:1784943133.310472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857dec0. 00000080:00000010:1.1:1784943133.310474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857dc80. 00000080:00000010:1.1:1784943133.310476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d700. 00000080:00000010:1.1:1784943133.310478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857dd00. 00000080:00000010:1.1:1784943133.310480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857dc00. 00000080:00000010:1.1:1784943133.310481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d9e0. 00000080:00000010:1.1:1784943133.310484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5857d560. 00000080:00000010:1.1:1784943133.310487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d45457080. 00000080:00000010:1.1:1784943133.310494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdb80. 00000080:00000010:1.1:1784943133.310496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5840. 00000080:00000010:1.1:1784943133.310499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd7a0. 00000080:00000010:1.1:1784943133.310502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdde0. 00000080:00000010:1.1:1784943133.310504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd560. 00000080:00000010:1.1:1784943133.310506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd0c0. 00000080:00000010:1.1:1784943133.310509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdb60. 00000080:00000010:1.1:1784943133.310511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557e20. 00000080:00000010:1.1:1784943133.310514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd860. 00000080:00000010:1.1:1784943133.310541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdbc0. 00000080:00000010:1.1:1784943133.311680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd7c0. 00000080:00000010:1.1:1784943133.311683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdbe0. 00000080:00000010:1.1:1784943133.311685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd280. 00000080:00000010:1.1:1784943133.311690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd700. 00000080:00000010:1.1:1784943133.311692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd040. 00000080:00000010:1.1:1784943133.311694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfda20. 00000080:00000010:1.1:1784943133.311697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5560. 00000080:00000010:1.1:1784943133.311700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5860. 00000080:00000010:1.1:1784943133.311702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5540. 00000080:00000010:1.1:1784943133.311706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5ac0. 00000080:00000010:1.1:1784943133.311709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5520. 00000080:00000010:1.1:1784943133.311711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5440. 00000080:00000010:1.1:1784943133.311713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd460. 00000080:00000010:1.1:1784943133.311717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfda60. 00000080:00000010:1.1:1784943133.311719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd220. 00000080:00000010:1.1:1784943133.311722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdf40. 00000080:00000010:1.1:1784943133.311724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd060. 00000080:00000010:1.1:1784943133.311727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdf20. 00000080:00000010:1.1:1784943133.311730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfde80. 00000080:00000010:1.1:1784943133.311768:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd7e0. 00000080:00000010:1.1:1784943133.311774:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd2e0. 00000080:00000010:1.1:1784943133.311780:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdea0. 00000080:00000010:1.1:1784943133.311782:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd680. 00000080:00000010:1.1:1784943133.311784:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd020. 00000080:00000010:1.1:1784943133.311787:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd600. 00000080:00000010:1.1:1784943133.311790:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd000. 00000080:00000010:1.1:1784943133.311792:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd8e0. 00000080:00000010:1.1:1784943133.311794:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd1e0. 00000080:00000010:1.1:1784943133.311797:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdb20. 00000080:00000010:1.1:1784943133.311799:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5660. 00000080:00000010:1.1:1784943133.311802:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd9c0. 00000080:00000010:1.1:1784943133.311804:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd620. 00000080:00000010:1.1:1784943133.311807:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdd60. 00000080:00000010:1.1:1784943133.311810:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdd40. 00000080:00000010:1.1:1784943133.311813:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557280. 00000080:00000010:1.1:1784943133.311815:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557f00. 00000080:00000010:1.1:1784943133.311818:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505575e0. 00000080:00000010:1.1:1784943133.311820:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfde00. 00000080:00000010:1.1:1784943133.311822:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd500. 00000080:00000010:1.1:1784943133.311825:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd760. 00000080:00000010:1.1:1784943133.311827:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd6c0. 00000080:00000010:1.1:1784943133.311829:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfde40. 00000080:00000010:1.1:1784943133.311831:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd9a0. 00000080:00000010:1.1:1784943133.311833:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccb40. 00000080:00000010:1.1:1784943133.311836:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc400. 00000080:00000010:1.1:1784943133.311839:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccd80. 00000080:00000010:1.1:1784943133.311841:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc800. 00000080:00000010:1.1:1784943133.311844:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccda0. 00000080:00000010:1.1:1784943133.311846:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cca60. 00000080:00000010:1.1:1784943133.311848:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc8e0. 00000080:00000010:1.1:1784943133.311851:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc940. 00000080:00000010:1.1:1784943133.311853:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735ccc20. 00000080:00000010:1.1:1784943133.311855:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc6a0. 00000080:00000010:1.1:1784943133.311857:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc0e0. 00000080:00000010:1.1:1784943133.311860:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc420. 00000080:00000010:1.1:1784943133.311862:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc040. 00000080:00000010:1.1:1784943133.311864:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a59e0. 00000080:00000010:1.1:1784943133.311867:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfde20. 00000080:00000010:1.1:1784943133.311870:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdc20. 00000080:00000010:1.1:1784943133.311873:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdaa0. 00000080:00000010:1.1:1784943133.311876:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd2a0. 00000080:00000010:1.1:1784943133.311878:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd5e0. 00000080:00000010:1.1:1784943133.311880:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd400. 00000080:00000010:1.1:1784943133.311882:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdb40. 00000080:00000010:1.1:1784943133.311885:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdf00. 00000080:00000010:1.1:1784943133.311887:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd4a0. 00000080:00000010:1.1:1784943133.311889:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd200. 00000080:00000010:1.1:1784943133.311891:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdc60. 00000080:00000010:1.1:1784943133.311892:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfde60. 00000080:00000010:1.1:1784943133.311896:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd3a0. 00000080:00000010:1.1:1784943133.311898:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdec0. 00000080:00000010:1.1:1784943133.311900:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5900. 00000080:00000010:1.1:1784943133.311902:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5a60. 00000080:00000010:1.1:1784943133.311905:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5b40. 00000080:00000010:1.1:1784943133.311907:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5100. 00000080:00000010:1.1:1784943133.312818:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a5b60. 00000080:00000010:1.1:1784943133.312829:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a56e0. 00000080:00000010:1.1:1784943133.312832:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a51a0. 00000080:00000010:1.1:1784943133.312834:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd380. 00000080:00000010:1.1:1784943133.312841:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1a56c0. 00000080:00000010:1.1:1784943133.312844:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd100. 00000080:00000010:1.1:1784943133.312846:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d735cc660. 00000080:00000010:1.1:1784943133.312858:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557ee0. 00010000:00000010:1.1:1784943133.374636:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73539900. 00010000:00000010:1.1:1784943133.374648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdd8400. 00010000:00000010:1.1:1784943133.374652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499400. 00010000:00000010:1.1:1784943133.374656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c3a00. 00010000:00000010:1.1:1784943133.374659:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73539f00. 00010000:00000010:1.1:1784943133.374662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdd9600. 00010000:00000010:1.1:1784943133.374669:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6b00. 00010000:00000010:1.1:1784943133.374673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feaf000. 00010000:00000010:1.1:1784943133.374676:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6e00. 00010000:00000010:1.1:1784943133.374681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49919000. 00010000:00000010:1.1:1784943133.374684:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6400. 00010000:00000010:1.1:1784943133.374689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49918200. 00010000:00000010:1.1:1784943133.374692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6900. 00010000:00000010:1.1:1784943133.374695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49919c00. 00010000:00000010:1.1:1784943133.374698:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6f00. 00010000:00000010:1.1:1784943133.374701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50021e00. 00010000:00000010:1.1:1784943133.374707:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d24cf00. 00010000:00000010:1.1:1784943133.374710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50020e00. 00010000:00000010:1.1:1784943133.374715:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d24ca00. 00010000:00000010:1.1:1784943133.374721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50021200. 00010000:00000010:1.1:1784943133.374726:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d24c300. 00010000:00000010:1.1:1784943133.374734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc48000. 00010000:00000010:1.1:1784943133.374741:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d24c100. 00010000:00000010:1.1:1784943133.374748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49400. 00010000:00000010:1.1:1784943133.374753:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d24c600. 00010000:00000010:1.1:1784943133.374759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc48800. 00010000:00000010:1.1:1784943133.374766:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6a00. 00010000:00000010:1.1:1784943133.374771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49919e00. 00010000:00000010:1.1:1784943133.374775:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6300. 00010000:00000010:1.1:1784943133.374783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73781000. 00010000:00000010:1.1:1784943133.374789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73539a00. 00010000:00000010:1.1:1784943133.374796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73780200. 00010000:00000010:1.1:1784943133.374801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73539300. 00010000:00000010:1.1:1784943133.374806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73781c00. 00010000:00000010:1.1:1784943133.374812:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73539100. 00010000:00000010:1.1:1784943133.374816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73781e00. 00010000:00000010:1.1:1784943133.374821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73539600. 00010000:00000010:1.1:1784943133.374827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73780e00. 00010000:00000010:1.1:1784943133.374832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73539d00. 00010000:00000010:1.1:1784943133.374836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73781200. 00010000:00000010:1.1:1784943133.374841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73539200. 00010000:00000010:1.1:1784943133.374846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73780400. 00010000:00000010:1.1:1784943133.374851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73539700. 00010000:00000010:1.1:1784943133.374856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73781a00. 00010000:00000010:1.1:1784943133.374862:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73539c00. 00010000:00000010:1.1:1784943133.374869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73780000. 00010000:00000010:1.1:1784943133.374873:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73539800. 00010000:00000010:1.1:1784943133.374878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73780600. 00010000:00000010:1.1:1784943133.374883:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73539000. 00010000:00000010:1.1:1784943133.374889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73781800. 00010000:00000010:1.1:1784943133.374895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73539500. 00010000:00000010:1.1:1784943133.374902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73780c00. 00010000:00000010:1.1:1784943133.374907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73539b00. 00010000:00000010:1.1:1784943133.374923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73781600. 00010000:00000010:1.1:1784943133.374928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73539e00. 00010000:00000010:1.1:1784943133.374934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73780a00. 00010000:00000010:1.1:1784943133.374943:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bdac200. 00010000:00000010:1.1:1784943133.374950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73781400. 00010000:00000010:1.1:1784943133.374956:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bdac700. 00010000:00000010:1.1:1784943133.374961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73780800. 00010000:00000010:1.1:1784943133.374965:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bdacc00. 00010000:00000010:1.1:1784943133.374972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4991b600. 00010000:00000010:1.1:1784943133.374977:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6100. 00010000:00000010:1.1:1784943133.374983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49918e00. 00010000:00000010:1.1:1784943133.374988:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6600. 00010000:00000010:1.1:1784943133.374993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49919200. 00010000:00000010:1.1:1784943133.374998:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6d00. 00010000:00000010:1.1:1784943133.375003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49918400. 00010000:00000010:1.1:1784943133.375009:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bdac800. 00010000:00000010:1.1:1784943133.375017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4991aa00. 00010000:00000010:1.1:1784943133.375022:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bdac000. 00010000:00000010:1.1:1784943133.375029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49919a00. 00010000:00000010:1.1:1784943133.375032:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6200. 00010000:00000010:1.1:1784943133.375038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49918000. 00010000:00000010:1.1:1784943133.375042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6700. 00010000:00000010:1.1:1784943133.375047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49918600. 00010000:00000010:1.1:1784943133.375055:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d2a1b00. 00010000:00000010:1.1:1784943133.375060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49919800. 00010000:00000010:1.1:1784943133.375065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d2a1e00. 00010000:00000010:1.1:1784943133.375071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49918c00. 00010000:00000010:1.1:1784943133.375077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d2a1400. 00010000:00000010:1.1:1784943133.375082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49919600. 00010000:00000010:1.1:1784943133.375088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d2a1900. 00010000:00000010:1.1:1784943133.375094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4991b400. 00010000:00000010:1.1:1784943133.375100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bdac500. 00010000:00000010:1.1:1784943133.375105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4991a800. 00010000:00000010:1.1:1784943133.375110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bdacb00. 00010000:00000010:1.1:1784943133.375115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4991b000. 00010000:00000010:1.1:1784943133.375120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bdace00. 00010000:00000010:1.1:1784943133.375125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4991a200. 00010000:00000010:1.1:1784943133.375130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bdac400. 00010000:00000010:1.1:1784943133.375136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4991bc00. 00010000:00000010:1.1:1784943133.375142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bdac900. 00010000:00000010:1.1:1784943133.375147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4991be00. 00010000:00000010:1.1:1784943133.375152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bdacf00. 00010000:00000010:1.1:1784943133.375158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4991ae00. 00010000:00000010:1.1:1784943133.375163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bdaca00. 00010000:00000010:1.1:1784943133.375169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4991b200. 00010000:00000010:1.1:1784943133.375174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d2a1f00. 00010000:00000010:1.1:1784943133.375180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49918a00. 00010000:00000010:1.1:1784943133.375183:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bdac300. 00010000:00000010:1.1:1784943133.375186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4991a400. 00010000:00000010:1.1:1784943133.375189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bdac100. 00010000:00000010:1.1:1784943133.375191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4991ba00. 00010000:00000010:1.1:1784943133.375194:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bdac600. 00010000:00000010:1.1:1784943133.375197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4991a000. 00010000:00000010:1.1:1784943133.375199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bdacd00. 00010000:00000010:1.1:1784943133.375201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4991a600. 00010000:00000010:1.1:1784943133.375217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66174400. 00010000:00000010:1.1:1784943133.375220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4991b800. 00010000:00000010:1.1:1784943133.375223:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66174900. 00010000:00000010:1.1:1784943133.375226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4991ac00. 00010000:00000010:1.1:1784943133.375228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66174f00. 00010000:00000010:1.1:1784943133.375232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49919400. 00010000:00000010:1.1:1784943133.375234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d24cd00. 00010000:00000010:1.1:1784943133.375239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49918800. 00010000:00000010:1.1:1784943133.375244:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d2a1a00. 00010000:00000010:1.1:1784943133.375253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7353f000. 00010000:00000010:1.1:1784943133.375258:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d2a1300. 00010000:00000010:1.1:1784943133.375264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7353e200. 00010000:00000010:1.1:1784943133.375269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d2a1100. 00010000:00000010:1.1:1784943133.375275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7353fc00. 00010000:00000010:1.1:1784943133.375280:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d2a1600. 00010000:00000010:1.1:1784943133.375285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7353fe00. 00010000:00000010:1.1:1784943133.375289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d2a1d00. 00010000:00000010:1.1:1784943133.375294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7353ee00. 00010000:00000010:1.1:1784943133.375298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d2a1200. 00010000:00000010:1.1:1784943133.375302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7353f200. 00010000:00000010:1.1:1784943133.375308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d2a1700. 00010000:00000010:1.1:1784943133.375313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7353e400. 00010000:00000010:1.1:1784943133.375320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d2a1c00. 00010000:00000010:1.1:1784943133.375327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7353fa00. 00010000:00000010:1.1:1784943133.375332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d2a1800. 00010000:00000010:1.1:1784943133.375337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7353e000. 00010000:00000010:1.1:1784943133.375342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d2a1000. 00010000:00000010:1.1:1784943133.375347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7353e600. 00010000:00000010:1.1:1784943133.375354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66174a00. 00010000:00000010:1.1:1784943133.375361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf38e00. 00010000:00000010:1.1:1784943133.375367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66174300. 00010000:00000010:1.1:1784943133.375373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf39200. 00010000:00000010:1.1:1784943133.375378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66174100. 00010000:00000010:1.1:1784943133.375384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf38400. 00010000:00000010:1.1:1784943133.375389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66174600. 00010000:00000010:1.1:1784943133.375396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf39a00. 00010000:00000010:1.1:1784943133.375401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66174d00. 00010000:00000010:1.1:1784943133.375407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf38000. 00010000:00000010:1.1:1784943133.375412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66174200. 00010000:00000010:1.1:1784943133.375418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf38600. 00010000:00000010:1.1:1784943133.375424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66174700. 00010000:00000010:1.1:1784943133.375430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf39800. 00010000:00000010:1.1:1784943133.375437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66174c00. 00010000:00000010:1.1:1784943133.375443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf38c00. 00010000:00000010:1.1:1784943133.375450:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66174800. 00010000:00000010:1.1:1784943133.375455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf39600. 00010000:00000010:1.1:1784943133.375460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66174000. 00010000:00000010:1.1:1784943133.375465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf38a00. 00010000:00000010:1.1:1784943133.375470:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66174500. 00010000:00000010:1.1:1784943133.375475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf39400. 00010000:00000010:1.1:1784943133.375481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d24c200. 00010000:00000010:1.1:1784943133.375487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc48a00. 00010000:00000010:1.1:1784943133.375492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d24c700. 00010000:00000010:1.1:1784943133.375499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49600. 00010000:00000010:1.1:1784943133.375504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d24cc00. 00010000:00000010:1.1:1784943133.375508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc48c00. 00010000:00000010:1.1:1784943133.375536:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61331b00. 00010000:00000010:1.1:1784943133.375542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49800. 00010000:00000010:1.1:1784943133.375545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61331e00. 00010000:00000010:1.1:1784943133.375548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc48600. 00010000:00000010:1.1:1784943133.375550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66174b00. 00010000:00000010:1.1:1784943133.375553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf38800. 00010000:00000010:1.1:1784943133.375555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66174e00. 00010000:00000010:1.1:1784943133.375558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf39000. 00010000:00000010:1.1:1784943133.375563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b77200. 00010000:00000010:1.1:1784943133.375566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf38200. 00010000:00000010:1.1:1784943133.375569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d2a1500. 00010000:00000010:1.1:1784943133.375572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7353f800. 00010000:00000010:1.1:1784943133.375576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c3d00. 00010000:00000010:1.1:1784943133.375580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7353ec00. 00010000:00000010:1.1:1784943133.375582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c3200. 00010000:00000010:1.1:1784943133.375586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf39c00. 00010000:00000010:1.1:1784943133.375588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b77700. 00010000:00000010:1.1:1784943133.375591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf39e00. 00010000:00000010:1.1:1784943133.375594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b77c00. 00010000:00000010:1.1:1784943133.375598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661fb000. 00010000:00000010:1.1:1784943133.375601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b77800. 00010000:00000010:1.1:1784943133.375606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661fa200. 00010000:00000010:1.1:1784943133.375609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b77000. 00010000:00000010:1.1:1784943133.375612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661fbc00. 00010000:00000010:1.1:1784943133.375614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b77500. 00010000:00000010:1.1:1784943133.375617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661fbe00. 00010000:00000010:1.1:1784943133.375620:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b77b00. 00010000:00000010:1.1:1784943133.375624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661fae00. 00010000:00000010:1.1:1784943133.375627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b77e00. 00010000:00000010:1.1:1784943133.375630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661fb200. 00010000:00000010:1.1:1784943133.375633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b77400. 00010000:00000010:1.1:1784943133.375635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661fa400. 00010000:00000010:1.1:1784943133.375638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b77900. 00010000:00000010:1.1:1784943133.375641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661fba00. 00010000:00000010:1.1:1784943133.375645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b77f00. 00010000:00000010:1.1:1784943133.375648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661fa000. 00010000:00000010:1.1:1784943133.375651:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7390b500. 00010000:00000010:1.1:1784943133.375654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49000. 00010000:00000010:1.1:1784943133.375657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61331400. 00010000:00000010:1.1:1784943133.375659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc48200. 00010000:00000010:1.1:1784943133.375662:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61331900. 00010000:00000010:1.1:1784943133.375665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49c00. 00010000:00000010:1.1:1784943133.375668:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61331f00. 00010000:00000010:1.1:1784943133.375670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49e00. 00010000:00000010:1.1:1784943133.375672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61331a00. 00010000:00000010:1.1:1784943133.375675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc48e00. 00010000:00000010:1.1:1784943133.375678:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61331300. 00010000:00000010:1.1:1784943133.375681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49200. 00010000:00000010:1.1:1784943133.375685:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61331100. 00010000:00000010:1.1:1784943133.375690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc48400. 00010000:00000010:1.1:1784943133.375694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61331600. 00010000:00000010:1.1:1784943133.375699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc49a00. 00010000:00000010:1.1:1784943133.375703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61331d00. 00010000:00000010:1.1:1784943133.375709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4991f200. 00010000:00000010:1.1:1784943133.375715:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61331200. 00010000:00000010:1.1:1784943133.375722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4991e400. 00010000:00000010:1.1:1784943133.375729:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61331700. 00010000:00000010:1.1:1784943133.375734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4991e200. 00010000:00000010:1.1:1784943133.375739:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61331c00. 00010000:00000010:1.1:1784943133.375744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4991fc00. 00010000:00000010:1.1:1784943133.375749:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7390bb00. 00010000:00000010:1.1:1784943133.375755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4991f000. 00010000:00000010:1.1:1784943133.375761:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b77a00. 00010000:00000010:1.1:1784943133.375766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661fa600. 00010000:00000010:1.1:1784943133.375771:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b77300. 00010000:00000010:1.1:1784943133.375777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661fb800. 00010000:00000010:1.1:1784943133.375782:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b77100. 00010000:00000010:1.1:1784943133.375788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661fac00. 00010000:00000010:1.1:1784943133.375794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b77600. 00010000:00000010:1.1:1784943133.375799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661fb600. 00010000:00000010:1.1:1784943133.375805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b77d00. 00010000:00000010:1.1:1784943133.375809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661faa00. 00010000:00000010:1.1:1784943133.375818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736e3300. 00010000:00000010:1.1:1784943133.375824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661fb400. 00010000:00000010:1.1:1784943133.375829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736e3100. 00010000:00000010:1.1:1784943133.375833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661fa800. 00010000:00000010:1.1:1784943133.375839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c3700. 00010000:00000010:1.1:1784943133.375844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7353f600. 00010000:00000010:1.1:1784943133.375850:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c3c00. 00010000:00000010:1.1:1784943133.375855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7353ea00. 00010000:00000010:1.1:1784943133.375859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c3800. 00010000:00000010:1.1:1784943133.375864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66288c00. 00010000:00000010:1.1:1784943133.375868:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736e3600. 00010000:00000010:1.1:1784943133.375873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66289600. 00010000:00000010:1.1:1784943133.375876:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736e3d00. 00010000:00000010:1.1:1784943133.375880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66288a00. 00010000:00000010:1.1:1784943133.375885:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736e3200. 00010000:00000010:1.1:1784943133.375887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66289400. 00010000:00000010:1.1:1784943133.375891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736e3700. 00010000:00000010:1.1:1784943133.375895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4991fe00. 00010000:00000010:1.1:1784943133.375900:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736e3c00. 00010000:00000010:1.1:1784943133.375902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66288800. 00010000:00000010:1.1:1784943133.375906:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736e3800. 00010000:00000010:1.1:1784943133.375910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66289000. 00010000:00000010:1.1:1784943133.375915:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736e3000. 00010000:00000010:1.1:1784943133.375920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66288200. 00010000:00000010:1.1:1784943133.375925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736e3500. 00010000:00000010:1.1:1784943133.375929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66289c00. 00010000:00000010:1.1:1784943133.375934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736e3b00. 00010000:00000010:1.1:1784943133.375939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66289e00. 00010000:00000010:1.1:1784943133.375945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61331800. 00010000:00000010:1.1:1784943133.375949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66288e00. 00010000:00000010:1.1:1784943133.375954:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736e3e00. 00010000:00000010:1.1:1784943133.375959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66289200. 00010000:00000010:1.1:1784943133.375963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736e3400. 00010000:00000010:1.1:1784943133.375968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66288400. 00010000:00000010:1.1:1784943133.375973:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736e3900. 00010000:00000010:1.1:1784943133.375978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66289a00. 00010000:00000010:1.1:1784943133.375982:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736e3f00. 00010000:00000010:1.1:1784943133.375986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66288000. 00010000:00000010:1.1:1784943133.375991:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736e3a00. 00010000:00000010:1.1:1784943133.375996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66288600. 00010000:00000010:1.1:1784943133.376004:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73860d00. 00010000:00000010:1.1:1784943133.376008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66289800. 00010000:00000010:1.1:1784943133.376011:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73860200. 00010000:00000010:1.1:1784943133.376016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73810a00. 00010000:00000010:1.1:1784943133.376021:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73860700. 00010000:00000010:1.1:1784943133.376027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73811400. 00010000:00000010:1.1:1784943133.376034:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73860c00. 00010000:00000010:1.1:1784943133.376039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73810800. 00010000:00000010:1.1:1784943133.376042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73860800. 00010000:00000010:1.1:1784943133.376047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73811000. 00010000:00000010:1.1:1784943133.376050:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c3000. 00010000:00000010:1.1:1784943133.376054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7353f400. 00010000:00000010:1.1:1784943133.376057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c3500. 00010000:00000010:1.1:1784943133.376060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73810200. 00010000:00000010:1.1:1784943133.376064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73860000. 00010000:00000010:1.1:1784943133.376068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73811c00. 00010000:00000010:1.1:1784943133.376072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73860500. 00010000:00000010:1.1:1784943133.376075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73811e00. 00010000:00000010:1.1:1784943133.376078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73860b00. 00010000:00000010:1.1:1784943133.376082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73810e00. 00010000:00000010:1.1:1784943133.376085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73860e00. 00010000:00000010:1.1:1784943133.376088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73811200. 00010000:00000010:1.1:1784943133.376093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73860400. 00010000:00000010:1.1:1784943133.376097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73810400. 00010000:00000010:1.1:1784943133.376100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73860900. 00010000:00000010:1.1:1784943133.376104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d01fc00. 00010000:00000010:1.1:1784943133.376108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7390be00. 00010000:00000010:1.1:1784943133.376110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d01fe00. 00010000:00000010:1.1:1784943133.376113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73860f00. 00010000:00000010:1.1:1784943133.376117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73811a00. 00010000:00000010:1.1:1784943133.376121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73860a00. 00010000:00000010:1.1:1784943133.376125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73810000. 00010000:00000010:1.1:1784943133.376128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73860300. 00010000:00000010:1.1:1784943133.376132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73810600. 00010000:00000010:1.1:1784943133.376137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73860100. 00010000:00000010:1.1:1784943133.376141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73811800. 00010000:00000010:1.1:1784943133.376146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73860600. 00010000:00000010:1.1:1784943133.376153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4991e600. 00010000:00000010:1.1:1784943133.376159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61331000. 00010000:00000010:1.1:1784943133.376165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4991ea00. 00010000:00000010:1.1:1784943133.390565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61331500. 00010000:00000010:1.1:1784943133.390583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4991f400. 00010000:00000010:1.1:1784943133.390591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61aadb00. 00010000:00000010:1.1:1784943133.390596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4991e800. 00010000:00000010:1.1:1784943133.390602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663d1f00. 00010000:00000010:1.1:1784943133.390605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73810c00. 00010000:00000010:1.1:1784943133.390611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663d1a00. 00010000:00000010:1.1:1784943133.390615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73811600. 00010000:00000010:1.1:1784943133.390622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663d1300. 00010000:00000010:1.1:1784943133.390627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feab200. 00010000:00000010:1.1:1784943133.390632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663d1100. 00010000:00000010:1.1:1784943133.390638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feaa400. 00010000:00000010:1.1:1784943133.390641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663d1600. 00010000:00000010:1.1:1784943133.390645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feaba00. 00010000:00000010:1.1:1784943133.390648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663d1d00. 00010000:00000010:1.1:1784943133.390651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feaa000. 00010000:00000010:1.1:1784943133.390653:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663d1200. 00010000:00000010:1.1:1784943133.390656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feaa600. 00010000:00000010:1.1:1784943133.390658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663d1700. 00010000:00000010:1.1:1784943133.390661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feab800. 00010000:00000010:1.1:1784943133.390663:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663d1c00. 00010000:00000010:1.1:1784943133.390667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feaac00. 00010000:00000010:1.1:1784943133.390672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7390b400. 00010000:00000010:1.1:1784943133.390677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feab600. 00010000:00000010:1.1:1784943133.390679:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663d1800. 00010000:00000010:1.1:1784943133.390682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feaaa00. 00010000:00000010:1.1:1784943133.390685:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663d1000. 00010000:00000010:1.1:1784943133.390687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feab400. 00010000:00000010:1.1:1784943133.390690:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663d1500. 00010000:00000010:1.1:1784943133.390693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feaa800. 00010000:00000010:1.1:1784943133.390697:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663d1b00. 00010000:00000010:1.1:1784943133.390701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feab000. 00010000:00000010:1.1:1784943133.390705:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663d1e00. 00010000:00000010:1.1:1784943133.390709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feaa200. 00010000:00000010:1.1:1784943133.390711:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663d1400. 00010000:00000010:1.1:1784943133.390713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feabc00. 00010000:00000010:1.1:1784943133.390716:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663d1900. 00010000:00000010:1.1:1784943133.390718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feabe00. 00010000:00000010:1.1:1784943133.390725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a5ee00. 00010000:00000010:1.1:1784943133.390730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feaae00. 00010000:00000010:1.1:1784943133.390734:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61aade00. 00010000:00000010:1.1:1784943133.390738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4991f600. 00010000:00000010:1.1:1784943133.390742:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61aad400. 00010000:00000010:1.1:1784943133.390747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4991ec00. 00010000:00000010:1.1:1784943133.390750:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61aad900. 00010000:00000010:1.1:1784943133.390752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4991f800. 00010000:00000010:1.1:1784943133.390756:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c3b00. 00010000:00000010:1.1:1784943133.390761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73647200. 00010000:00000010:1.1:1784943133.390764:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a5e400. 00010000:00000010:1.1:1784943133.390769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73646400. 00010000:00000010:1.1:1784943133.390772:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a5e900. 00010000:00000010:1.1:1784943133.390775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73647a00. 00010000:00000010:1.1:1784943133.390777:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a5ef00. 00010000:00000010:1.1:1784943133.390780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73646000. 00010000:00000010:1.1:1784943133.390783:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a5ea00. 00010000:00000010:1.1:1784943133.390787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73646600. 00010000:00000010:1.1:1784943133.390789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a5e300. 00010000:00000010:1.1:1784943133.390792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73647800. 00010000:00000010:1.1:1784943133.390795:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a5e100. 00010000:00000010:1.1:1784943133.390798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73646c00. 00010000:00000010:1.1:1784943133.390801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a5e600. 00010000:00000010:1.1:1784943133.390804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73647600. 00010000:00000010:1.1:1784943133.390806:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a5ed00. 00010000:00000010:1.1:1784943133.390809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73646a00. 00010000:00000010:1.1:1784943133.390812:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a5e200. 00010000:00000010:1.1:1784943133.390814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73647400. 00010000:00000010:1.1:1784943133.390817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a5e700. 00010000:00000010:1.1:1784943133.390820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73646800. 00010000:00000010:1.1:1784943133.390822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a5ec00. 00010000:00000010:1.1:1784943133.390825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73647000. 00010000:00000010:1.1:1784943133.390827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a5e800. 00010000:00000010:1.1:1784943133.390830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73646200. 00010000:00000010:1.1:1784943133.390832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a5e000. 00010000:00000010:1.1:1784943133.390835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73647c00. 00010000:00000010:1.1:1784943133.390838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a5e500. 00010000:00000010:1.1:1784943133.390840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73647e00. 00010000:00000010:1.1:1784943133.390843:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a5eb00. 00010000:00000010:1.1:1784943133.390846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73646e00. 00010000:00000010:1.1:1784943133.390851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcc2a00. 00010000:00000010:1.1:1784943133.390856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdabc00. 00010000:00000010:1.1:1784943133.390860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcc2300. 00010000:00000010:1.1:1784943133.390863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdabe00. 00010000:00000010:1.1:1784943133.390866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcc2100. 00010000:00000010:1.1:1784943133.390870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdaae00. 00010000:00000010:1.1:1784943133.390873:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcc2600. 00010000:00000010:1.1:1784943133.390877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdab200. 00010000:00000010:1.1:1784943133.390880:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcc2d00. 00010000:00000010:1.1:1784943133.390883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdaa400. 00010000:00000010:1.1:1784943133.390886:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcc2200. 00010000:00000010:1.1:1784943133.390889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdaba00. 00010000:00000010:1.1:1784943133.390892:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcc2700. 00010000:00000010:1.1:1784943133.390894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdaa000. 00010000:00000010:1.1:1784943133.390897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcc2c00. 00010000:00000010:1.1:1784943133.390900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdaa600. 00010000:00000010:1.1:1784943133.390902:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcc2800. 00010000:00000010:1.1:1784943133.390905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdab800. 00010000:00000010:1.1:1784943133.390908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcc2000. 00010000:00000010:1.1:1784943133.390920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdaac00. 00010000:00000010:1.1:1784943133.390923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61aadf00. 00010000:00000010:1.1:1784943133.390926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4991fa00. 00010000:00000010:1.1:1784943133.390928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61aada00. 00010000:00000010:1.1:1784943133.390931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4991e000. 00010000:00000010:1.1:1784943133.390934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61aad300. 00010000:00000010:1.1:1784943133.390936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdab600. 00010000:00000010:1.1:1784943133.390938:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcc2500. 00010000:00000010:1.1:1784943133.390941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdaaa00. 00010000:00000010:1.1:1784943133.390944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcc2b00. 00010000:00000010:1.1:1784943133.390946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdab400. 00010000:00000010:1.1:1784943133.390949:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcc2e00. 00010000:00000010:1.1:1784943133.390951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdaa800. 00010000:00000010:1.1:1784943133.390954:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcc2400. 00010000:00000010:1.1:1784943133.390956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdab000. 00010000:00000010:1.1:1784943133.390959:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcc2900. 00010000:00000010:1.1:1784943133.390961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdaa200. 00010000:00000010:1.1:1784943133.390964:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcc2f00. 00010000:00000010:1.1:1784943133.390967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ff000. 00010000:00000010:1.1:1784943133.391001:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c2100. 00010000:00000010:1.1:1784943133.391006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663fe200. 00010000:00000010:1.1:1784943133.391009:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c2600. 00010000:00000010:1.1:1784943133.391013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ffc00. 00010000:00000010:1.1:1784943133.391015:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c2d00. 00010000:00000010:1.1:1784943133.391018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ffe00. 00010000:00000010:1.1:1784943133.391021:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c2200. 00010000:00000010:1.1:1784943133.391024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663fee00. 00010000:00000010:1.1:1784943133.391027:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c2700. 00010000:00000010:1.1:1784943133.391029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ff200. 00010000:00000010:1.1:1784943133.391032:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c2c00. 00010000:00000010:1.1:1784943133.391035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663fe400. 00010000:00000010:1.1:1784943133.391038:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c2800. 00010000:00000010:1.1:1784943133.391041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ffa00. 00010000:00000010:1.1:1784943133.391044:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c2000. 00010000:00000010:1.1:1784943133.391047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7353e800. 00010000:00000010:1.1:1784943133.391057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c3e00. 00010000:00000010:1.1:1784943133.391061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d249400. 00010000:00000010:1.1:1784943133.391064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c3400. 00010000:00000010:1.1:1784943133.391068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d248800. 00010000:00000010:1.1:1784943133.391070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c3900. 00010000:00000010:1.1:1784943133.391073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d249000. 00010000:00000010:1.1:1784943133.391076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c3f00. 00010000:00000010:1.1:1784943133.391078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d248200. 00010000:00000010:1.1:1784943133.391080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c3a00. 00010000:00000010:1.1:1784943133.391083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d249c00. 00010000:00000010:1.1:1784943133.391085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c3300. 00010000:00000010:1.1:1784943133.391088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663fe000. 00010000:00000010:1.1:1784943133.391091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c2500. 00010000:00000010:1.1:1784943133.391094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663fe600. 00010000:00000010:1.1:1784943133.391096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c2b00. 00010000:00000010:1.1:1784943133.391099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ff800. 00010000:00000010:1.1:1784943133.391102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c2e00. 00010000:00000010:1.1:1784943133.391105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663fec00. 00010000:00000010:1.1:1784943133.391107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c2400. 00010000:00000010:1.1:1784943133.391110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ff600. 00010000:00000010:1.1:1784943133.391113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c2900. 00010000:00000010:1.1:1784943133.391116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663fea00. 00010000:00000010:1.1:1784943133.391118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c2f00. 00010000:00000010:1.1:1784943133.391121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ff400. 00010000:00000010:1.1:1784943133.391124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c2a00. 00010000:00000010:1.1:1784943133.391126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663fe800. 00010000:00000010:1.1:1784943133.391130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c2300. 00010000:00000010:1.1:1784943133.391133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66221200. 00010000:00000010:1.1:1784943133.391138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d2c00. 00010000:00000010:1.1:1784943133.391165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66220400. 00010000:00000010:1.1:1784943133.391170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d2800. 00010000:00000010:1.1:1784943133.391173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66221a00. 00010000:00000010:1.1:1784943133.391176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d2000. 00010000:00000010:1.1:1784943133.391178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66220000. 00010000:00000010:1.1:1784943133.391182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d2500. 00010000:00000010:1.1:1784943133.391184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66220600. 00010000:00000010:1.1:1784943133.391187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d2b00. 00010000:00000010:1.1:1784943133.391190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66221800. 00010000:00000010:1.1:1784943133.391192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d2e00. 00010000:00000010:1.1:1784943133.391195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66220c00. 00010000:00000010:1.1:1784943133.391198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d2400. 00010000:00000010:1.1:1784943133.391200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66221600. 00010000:00000010:1.1:1784943133.391213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d2900. 00010000:00000010:1.1:1784943133.391217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66220a00. 00010000:00000010:1.1:1784943133.391219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d2f00. 00010000:00000010:1.1:1784943133.391222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66221400. 00010000:00000010:1.1:1784943133.391224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d2a00. 00010000:00000010:1.1:1784943133.391226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66220800. 00010000:00000010:1.1:1784943133.391229:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d2300. 00010000:00000010:1.1:1784943133.391232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66221000. 00010000:00000010:1.1:1784943133.391235:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d2100. 00010000:00000010:1.1:1784943133.391238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66220200. 00010000:00000010:1.1:1784943133.391241:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c3100. 00010000:00000010:1.1:1784943133.391243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d249e00. 00010000:00000010:1.1:1784943133.391246:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c3600. 00010000:00000010:1.1:1784943133.391253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d248e00. 00010000:00000010:1.1:1784943133.391258:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45c57100. 00010000:00000010:1.1:1784943133.391261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d249200. 00010000:00000010:1.1:1784943133.391264:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d2600. 00010000:00000010:1.1:1784943133.391266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66221c00. 00010000:00000010:1.1:1784943133.391269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d2d00. 00010000:00000010:1.1:1784943133.391271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66221e00. 00010000:00000010:1.1:1784943133.391274:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d2200. 00010000:00000010:1.1:1784943133.391276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66220e00. 00010000:00000010:1.1:1784943133.391278:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d2700. 00010000:00000010:1.1:1784943133.391281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fff3000. 00010000:00000010:1.1:1784943133.391287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6beea100. 00010000:00000010:1.1:1784943133.391291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fff2200. 00010000:00000010:1.1:1784943133.391294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6beea600. 00010000:00000010:1.1:1784943133.391296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fff3c00. 00010000:00000010:1.1:1784943133.391299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6beead00. 00010000:00000010:1.1:1784943133.391301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fff3e00. 00010000:00000010:1.1:1784943133.391303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6beea200. 00010000:00000010:1.1:1784943133.391306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fff2e00. 00010000:00000010:1.1:1784943133.391309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6beea700. 00010000:00000010:1.1:1784943133.391311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fff3200. 00010000:00000010:1.1:1784943133.391314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6beeac00. 00010000:00000010:1.1:1784943133.391316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fff2400. 00010000:00000010:1.1:1784943133.391319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6beea800. 00010000:00000010:1.1:1784943133.391322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fff3a00. 00010000:00000010:1.1:1784943133.391324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6beea000. 00010000:00000010:1.1:1784943133.391327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fff2000. 00010000:00000010:1.1:1784943133.391330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6beea500. 00010000:00000010:1.1:1784943133.391333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fff2600. 00010000:00000010:1.1:1784943133.391336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6beeab00. 00010000:00000010:1.1:1784943133.391338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fff3800. 00010000:00000010:1.1:1784943133.391341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61aad100. 00010000:00000010:1.1:1784943133.391344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4991ee00. 00010000:00000010:1.1:1784943133.391354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61aad600. 00010000:00000010:1.1:1784943133.391359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73625400. 00010000:00000010:1.1:1784943133.391367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61aadd00. 00010000:00000010:1.1:1784943133.391370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73625000. 00010000:00000010:1.1:1784943133.391373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61aad200. 00010000:00000010:1.1:1784943133.391376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73624800. 00010000:00000010:1.1:1784943133.391379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7390b900. 00010000:00000010:1.1:1784943133.391381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73624a00. 00010000:00000010:1.1:1784943133.391384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6beeae00. 00010000:00000010:1.1:1784943133.391387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fff2c00. 00010000:00000010:1.1:1784943133.391389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6beea400. 00010000:00000010:1.1:1784943133.391392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d248400. 00010000:00000010:1.1:1784943133.391396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45c57600. 00010000:00000010:1.1:1784943133.391399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d249a00. 00010000:00000010:1.1:1784943133.391401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45c57d00. 00010000:00000010:1.1:1784943133.391404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d248000. 00010000:00000010:1.1:1784943133.391407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45c57200. 00010000:00000010:1.1:1784943133.391410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d248600. 00010000:00000010:1.1:1784943133.391413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45c57700. 00010000:00000010:1.1:1784943133.391416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d249800. 00010000:00000010:1.1:1784943133.391418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45c57c00. 00010000:00000010:1.1:1784943133.391421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d248c00. 00010000:00000010:1.1:1784943133.391424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45c57800. 00010000:00000010:1.1:1784943133.391427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d249600. 00010000:00000010:1.1:1784943133.391429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45c57000. 00010000:00000010:1.1:1784943133.391432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d248a00. 00010000:00000010:1.1:1784943133.391434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45c57500. 00010000:00000010:1.1:1784943133.391437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fff3600. 00010000:00000010:1.1:1784943133.391439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6beea900. 00010000:00000010:1.1:1784943133.391442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fff2a00. 00010000:00000010:1.1:1784943133.391444:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6beeaf00. 00010000:00000010:1.1:1784943133.391447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fff3400. 00010000:00000010:1.1:1784943133.391449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6beeaa00. 00010000:00000010:1.1:1784943133.391452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fff2800. 00010000:00000010:1.1:1784943133.391454:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6beea300. 00010000:00000010:1.1:1784943133.391458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4663ca00. 00010000:00000010:1.1:1784943133.391463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66574800. 00010000:00000010:1.1:1784943133.391467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4663d400. 00010000:00000010:1.1:1784943133.391470:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66574000. 00010000:00000010:1.1:1784943133.391473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4663c800. 00010000:00000010:1.1:1784943133.391475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66574500. 00010000:00000010:1.1:1784943133.391477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4663d000. 00010000:00000010:1.1:1784943133.391480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45c57b00. 00010000:00000010:1.1:1784943133.391483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d500b1000. 00010000:00000010:1.1:1784943133.391486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45c57e00. 00010000:00000010:1.1:1784943133.391490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d500b0200. 00010000:00000010:1.1:1784943133.391492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45c57400. 00010000:00000010:1.1:1784943133.391495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d500b1c00. 00010000:00000010:1.1:1784943133.391498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45c57900. 00010000:00000010:1.1:1784943133.391500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d500b1e00. 00010000:00000010:1.1:1784943133.391503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45c57f00. 00010000:00000010:1.1:1784943133.391505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d500b0e00. 00010000:00000010:1.1:1784943133.391508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66574b00. 00010000:00000010:1.1:1784943133.391511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4663c200. 00010000:00000010:1.1:1784943133.391532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66574e00. 00010000:00000010:1.1:1784943133.391536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4663dc00. 00010000:00000010:1.1:1784943133.391540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66574400. 00010000:00000010:1.1:1784943133.391543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4663de00. 00010000:00000010:1.1:1784943133.391545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66574900. 00010000:00000010:1.1:1784943133.391549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4663ce00. 00010000:00000010:1.1:1784943133.391551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66574f00. 00010000:00000010:1.1:1784943133.391554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4663d200. 00010000:00000010:1.1:1784943133.391557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66574a00. 00010000:00000010:1.1:1784943133.391560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4663c400. 00010000:00000010:1.1:1784943133.391563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45c57a00. 00010000:00000010:1.1:1784943133.391565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d500b1200. 00010000:00000010:1.1:1784943133.391568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45c57300. 00010000:00000010:1.1:1784943133.391571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d500b0400. 00010000:00000010:1.1:1784943133.391574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66574300. 00010000:00000010:1.1:1784943133.391576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d01e600. 00010000:00000010:1.1:1784943133.391579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7390bf00. 00010000:00000010:1.1:1784943133.391582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d01f800. 00010000:00000010:1.1:1784943133.391585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7390ba00. 00010000:00000010:1.1:1784943133.391587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d01ec00. 00010000:00000010:1.1:1784943133.391592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440100. 00010000:00000010:1.1:1784943133.391594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d01f600. 00010000:00000010:1.1:1784943133.391597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440600. 00010000:00000010:1.1:1784943133.391602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d41327600. 00010000:00000010:1.1:1784943133.391606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440d00. 00010000:00000010:1.1:1784943133.391610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d41326a00. 00010000:00000010:1.1:1784943133.391613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440200. 00010000:00000010:1.1:1784943133.391616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d41326000. 00010000:00000010:1.1:1784943133.391618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440700. 00010000:00000010:1.1:1784943133.391621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d41326600. 00010000:00000010:1.1:1784943133.391625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440c00. 00010000:00000010:1.1:1784943133.391629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d41326c00. 00010000:00000010:1.1:1784943133.391633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440800. 00010000:00000010:1.1:1784943133.391637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d41327800. 00010000:00000010:1.1:1784943133.391644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf04d00. 00010000:00000010:1.1:1784943133.391649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d500b1a00. 00010000:00000010:1.1:1784943133.391653:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66574100. 00010000:00000010:1.1:1784943133.391657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4663da00. 00010000:00000010:1.1:1784943133.391659:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66574600. 00010000:00000010:1.1:1784943133.391662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4663c000. 00010000:00000010:1.1:1784943133.391664:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66574d00. 00010000:00000010:1.1:1784943133.391667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d500b0000. 00010000:00000010:1.1:1784943133.391670:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf04200. 00010000:00000010:1.1:1784943133.391672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4663c600. 00010000:00000010:1.1:1784943133.391675:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66574200. 00010000:00000010:1.1:1784943133.391678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4663d800. 00010000:00000010:1.1:1784943133.391681:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66574700. 00010000:00000010:1.1:1784943133.391683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4663cc00. 00010000:00000010:1.1:1784943133.391686:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61aad700. 00010000:00000010:1.1:1784943133.391689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73625e00. 00010000:00000010:1.1:1784943133.391692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf04700. 00010000:00000010:1.1:1784943133.391695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d500b0600. 00010000:00000010:1.1:1784943133.391698:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf04c00. 00010000:00000010:1.1:1784943133.391701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d500b1800. 00010000:00000010:1.1:1784943133.391704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf04800. 00010000:00000010:1.1:1784943133.391706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d500b0c00. 00010000:00000010:1.1:1784943133.391709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf04000. 00010000:00000010:1.1:1784943133.391712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4663d600. 00010000:00000010:1.1:1784943133.391717:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66574c00. 00010000:00000010:1.1:1784943133.391720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721aea00. 00010000:00000010:1.1:1784943133.391725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7347e400. 00010000:00000010:1.1:1784943133.391728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73625c00. 00010000:00000010:1.1:1784943133.391731:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61aadc00. 00010000:00000010:1.1:1784943133.391734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73624e00. 00010000:00000010:1.1:1784943133.391737:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61aad800. 00010000:00000010:1.1:1784943133.391739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73625200. 00010000:00000010:1.1:1784943133.391741:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61aad000. 00010000:00000010:1.1:1784943133.391745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721af400. 00010000:00000010:1.1:1784943133.391748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7347e900. 00010000:00000010:1.1:1784943133.391751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721ae800. 00010000:00000010:1.1:1784943133.391754:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7347ef00. 00010000:00000010:1.1:1784943133.391757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721af000. 00010000:00000010:1.1:1784943133.391760:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7347ea00. 00010000:00000010:1.1:1784943133.391762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721ae200. 00010000:00000010:1.1:1784943133.391765:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7347e300. 00010000:00000010:1.1:1784943133.391768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721afc00. 00010000:00000010:1.1:1784943133.391771:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7347e100. 00010000:00000010:1.1:1784943133.391773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73624c00. 00010000:00000010:1.1:1784943133.391776:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61aad500. 00010000:00000010:1.1:1784943133.391784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73624600. 00010000:00000010:1.1:1784943133.391788:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089f100. 00010000:00000010:1.1:1784943133.391791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721afe00. 00010000:00000010:1.1:1784943133.391794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7347e600. 00010000:00000010:1.1:1784943133.391797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721aee00. 00010000:00000010:1.1:1784943133.391800:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089f600. 00010000:00000010:1.1:1784943133.391802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d500b1600. 00010000:00000010:1.1:1784943133.391805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf04500. 00010000:00000010:1.1:1784943133.391808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d500b0a00. 00010000:00000010:1.1:1784943133.391810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7347ed00. 00010000:00000010:1.1:1784943133.391812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721af200. 00010000:00000010:1.1:1784943133.391815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7347e200. 00010000:00000010:1.1:1784943133.391818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721ae400. 00010000:00000010:1.1:1784943133.391820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7347e700. 00010000:00000010:1.1:1784943133.391823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721afa00. 00010000:00000010:1.1:1784943133.391825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7347ec00. 00010000:00000010:1.1:1784943133.391828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721ae000. 00010000:00000010:1.1:1784943133.391830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7347e800. 00010000:00000010:1.1:1784943133.391833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721ae600. 00010000:00000010:1.1:1784943133.391836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7347e000. 00010000:00000010:1.1:1784943133.391839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721af800. 00010000:00000010:1.1:1784943133.391841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7347e500. 00010000:00000010:1.1:1784943133.391844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721aec00. 00010000:00000010:1.1:1784943133.391847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7347eb00. 00010000:00000010:1.1:1784943133.391849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721af600. 00010000:00000010:1.1:1784943133.391852:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7347ee00. 00010000:00000010:1.1:1784943133.391855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be02600. 00010000:00000010:1.1:1784943133.391861:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c7200. 00010000:00000010:1.1:1784943133.391865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be03800. 00010000:00000010:1.1:1784943133.391868:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089fd00. 00010000:00000010:1.1:1784943133.391871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73625600. 00010000:00000010:1.1:1784943133.391875:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf04b00. 00010000:00000010:1.1:1784943133.391877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be02c00. 00010000:00000010:1.1:1784943133.391880:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c7700. 00010000:00000010:1.1:1784943133.391883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d500b1400. 00010000:00000010:1.1:1784943133.391886:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf04e00. 00010000:00000010:1.1:1784943133.391888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d500b0800. 00010000:00000010:1.1:1784943133.391891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf04400. 00010000:00000010:1.1:1784943133.391894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66395800. 00010000:00000010:1.1:1784943133.391897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf04900. 00010000:00000010:1.1:1784943133.391901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66394c00. 00010000:00000010:1.1:1784943133.391904:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c7c00. 00010000:00000010:1.1:1784943133.391907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be03600. 00010000:00000010:1.1:1784943133.391909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c7800. 00010000:00000010:1.1:1784943133.391912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be02a00. 00010000:00000010:1.1:1784943133.391914:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c7000. 00010000:00000010:1.1:1784943133.391918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be03400. 00010000:00000010:1.1:1784943133.391920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c7500. 00010000:00000010:1.1:1784943133.391923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be02800. 00010000:00000010:1.1:1784943133.391926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c7b00. 00010000:00000010:1.1:1784943133.391928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be03000. 00010000:00000010:1.1:1784943133.391931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c7e00. 00010000:00000010:1.1:1784943133.391933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be02200. 00010000:00000010:1.1:1784943133.391936:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c7400. 00010000:00000010:1.1:1784943133.391939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66395600. 00010000:00000010:1.1:1784943133.391942:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf04f00. 00010000:00000010:1.1:1784943133.391945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66394a00. 00010000:00000010:1.1:1784943133.391947:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf04a00. 00010000:00000010:1.1:1784943133.391950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66395400. 00010000:00000010:1.1:1784943133.391953:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440000. 00010000:00000010:1.1:1784943133.391956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be03c00. 00010000:00000010:1.1:1784943133.391958:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c7900. 00010000:00000010:1.1:1784943133.391961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be03e00. 00010000:00000010:1.1:1784943133.391964:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c7f00. 00010000:00000010:1.1:1784943133.391966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be02e00. 00010000:00000010:1.1:1784943133.391968:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c7a00. 00010000:00000010:1.1:1784943133.391971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be03200. 00010000:00000010:1.1:1784943133.391973:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c7300. 00010000:00000010:1.1:1784943133.391975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73625800. 00010000:00000010:1.1:1784943133.391978:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf04300. 00010000:00000010:1.1:1784943133.391981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66394800. 00010000:00000010:1.1:1784943133.391983:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf04100. 00010000:00000010:1.1:1784943133.391986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66395000. 00010000:00000010:1.1:1784943133.391989:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf04600. 00010000:00000010:1.1:1784943133.391991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66394200. 00010000:00000010:1.1:1784943133.391994:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737a1d00. 00010000:00000010:1.1:1784943133.391997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be02400. 00010000:00000010:1.1:1784943133.392000:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c7100. 00010000:00000010:1.1:1784943133.392002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be03a00. 00010000:00000010:1.1:1784943133.392005:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c7600. 00010000:00000010:1.1:1784943133.392008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be02000. 00010000:00000010:1.1:1784943133.392010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c7d00. 00010000:00000010:1.1:1784943133.392013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66395c00. 00010000:00000010:1.1:1784943133.392016:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737a1200. 00010000:00000010:1.1:1784943133.392019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66395e00. 00010000:00000010:1.1:1784943133.392021:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737a1700. 00010000:00000010:1.1:1784943133.392024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66394e00. 00010000:00000010:1.1:1784943133.392026:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737a1c00. 00010000:00000010:1.1:1784943133.392029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66395200. 00010000:00000010:1.1:1784943133.392033:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b65c00. 00010000:00000010:1.1:1784943133.392037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734b9c00. 00010000:00000010:1.1:1784943133.392040:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b65800. 00010000:00000010:1.1:1784943133.392043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734b9e00. 00010000:00000010:1.1:1784943133.392045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b65000. 00010000:00000010:1.1:1784943133.392049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734b8e00. 00010000:00000010:1.1:1784943133.392051:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089f200. 00010000:00000010:1.1:1784943133.392054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73624000. 00010000:00000010:1.1:1784943133.392056:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737a1800. 00010000:00000010:1.1:1784943133.392059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734b9200. 00010000:00000010:1.1:1784943133.392061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b65500. 00010000:00000010:1.1:1784943133.392064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734b8400. 00010000:00000010:1.1:1784943133.392066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b65b00. 00010000:00000010:1.1:1784943133.392069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734b9a00. 00010000:00000010:1.1:1784943133.392733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b65e00. 00010000:00000010:1.1:1784943133.392740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734b8000. 00010000:00000010:1.1:1784943133.392743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b65400. 00010000:00000010:1.1:1784943133.392745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734b8600. 00010000:00000010:1.1:1784943133.392748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440500. 00010000:00000010:1.1:1784943133.392752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d41327400. 00010000:00000010:1.1:1784943133.392754:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440b00. 00010000:00000010:1.1:1784943133.392757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d41326800. 00010000:00000010:1.1:1784943133.392759:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440e00. 00010000:00000010:1.1:1784943133.392762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d41326200. 00010000:00000010:1.1:1784943133.392765:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440400. 00010000:00000010:1.1:1784943133.392768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d41327c00. 00010000:00000010:1.1:1784943133.392770:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440900. 00010000:00000010:1.1:1784943133.392773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d41327200. 00010000:00000010:1.1:1784943133.392776:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440f00. 00010000:00000010:1.1:1784943133.392779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d41326400. 00010000:00000010:1.1:1784943133.392782:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440a00. 00010000:00000010:1.1:1784943133.392784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734b9800. 00010000:00000010:1.1:1784943133.392787:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b65900. 00010000:00000010:1.1:1784943133.392789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734b8c00. 00010000:00000010:1.1:1784943133.392792:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b65f00. 00010000:00000010:1.1:1784943133.392795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73624200. 00010000:00000010:1.1:1784943133.392797:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440300. 00010000:00000010:1.1:1784943133.392800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d41327a00. 00010000:00000010:1.1:1784943133.392803:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089f700. 00010000:00000010:1.1:1784943133.392805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d41326e00. 00010000:00000010:1.1:1784943133.392808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089fc00. 00010000:00000010:1.1:1784943133.392810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73624400. 00010000:00000010:1.1:1784943133.392813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089f800. 00010000:00000010:1.1:1784943133.392815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73625a00. 00010000:00000010:1.1:1784943133.392820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089f000. 00010000:00000010:1.1:1784943133.392822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663f6200. 00010000:00000010:1.1:1784943133.392826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089f500. 00010000:00000010:1.1:1784943133.392828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663f6a00. 00010000:00000010:1.1:1784943133.392831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089fb00. 00010000:00000010:1.1:1784943133.392833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734b9600. 00010000:00000010:1.1:1784943133.392836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b65a00. 00010000:00000010:1.1:1784943133.392838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734b8a00. 00010000:00000010:1.1:1784943133.392841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b65300. 00010000:00000010:1.1:1784943133.392843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734b9400. 00010000:00000010:1.1:1784943133.392846:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b65100. 00010000:00000010:1.1:1784943133.392848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734b8800. 00010000:00000010:1.1:1784943133.392851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b65600. 00010000:00000010:1.1:1784943133.392854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734b9000. 00010000:00000010:1.1:1784943133.392857:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737a1000. 00010000:00000010:1.1:1784943133.392860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66394400. 00010000:00000010:3.1:1784943133.492559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737a1500. 00010000:00000010:3.1:1784943133.492571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66395a00. 00010000:00000010:3.1:1784943133.492578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b65d00. 00010000:00000010:3.1:1784943133.492584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734b8200. 00010000:00000010:3.1:1784943133.492589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b65200. 00010000:00000010:3.1:1784943133.492598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfbe00. 00010000:00000010:3.1:1784943133.492606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b65700. 00010000:00000010:3.1:1784943133.492613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfae00. 00010000:00000010:3.1:1784943133.492623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51ad2800. 00010000:00000010:3.1:1784943133.492629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfb200. 00010000:00000010:3.1:1784943133.492634:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51ad2000. 00010000:00000010:3.1:1784943133.492640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfa400. 00010000:00000010:3.1:1784943133.492646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51ad2500. 00010000:00000010:3.1:1784943133.492652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfba00. 00010000:00000010:3.1:1784943133.492657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51ad2b00. 00010000:00000010:3.1:1784943133.492662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfa000. 00010000:00000010:3.1:1784943133.492668:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51ad2e00. 00010000:00000010:3.1:1784943133.492673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfa600. 00010000:00000010:3.1:1784943133.492679:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51ad2400. 00010000:00000010:3.1:1784943133.492684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfb800. 00010000:00000010:3.1:1784943133.492689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51ad2900. 00010000:00000010:3.1:1784943133.492694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfac00. 00010000:00000010:3.1:1784943133.492699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51ad2f00. 00010000:00000010:3.1:1784943133.492705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfb600. 00010000:00000010:3.1:1784943133.492711:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51ad2a00. 00010000:00000010:3.1:1784943133.492715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfaa00. 00010000:00000010:3.1:1784943133.492719:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51ad2300. 00010000:00000010:3.1:1784943133.492725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfb400. 00010000:00000010:3.1:1784943133.492730:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51ad2100. 00010000:00000010:3.1:1784943133.492735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfa800. 00010000:00000010:3.1:1784943133.492739:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51ad2600. 00010000:00000010:3.1:1784943133.492745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfb000. 00010000:00000010:3.1:1784943133.492751:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51ad2d00. 00010000:00000010:3.1:1784943133.492757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfa200. 00010000:00000010:3.1:1784943133.492762:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51ad2200. 00010000:00000010:3.1:1784943133.492768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfbc00. 00010000:00000010:3.1:1784943133.492774:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51ad2700. 00010000:00000010:3.1:1784943133.492781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdbf800. 00010000:00000010:3.1:1784943133.492790:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51ad2c00. 00010000:00000010:3.1:1784943133.492796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdbec00. 00010000:00000010:3.1:1784943133.492805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47ba3200. 00010000:00000010:3.1:1784943133.492811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdbf600. 00010000:00000010:3.1:1784943133.492816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47ba3700. 00010000:00000010:3.1:1784943133.492821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdbea00. 00010000:00000010:3.1:1784943133.492825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47ba3c00. 00010000:00000010:3.1:1784943133.492830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66394000. 00010000:00000010:3.1:1784943133.492835:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737a1b00. 00010000:00000010:3.1:1784943133.492840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66394600. 00010000:00000010:3.1:1784943133.492844:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737a1e00. 00010000:00000010:3.1:1784943133.492851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d388200. 00010000:00000010:3.1:1784943133.492855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737a1400. 00010000:00000010:3.1:1784943133.492861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdbf400. 00010000:00000010:3.1:1784943133.492866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47ba3800. 00010000:00000010:3.1:1784943133.492871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdbe800. 00010000:00000010:3.1:1784943133.492875:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47ba3000. 00010000:00000010:3.1:1784943133.492880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdbf000. 00010000:00000010:3.1:1784943133.492886:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47ba3500. 00010000:00000010:3.1:1784943133.492892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdbe200. 00010000:00000010:3.1:1784943133.492898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47ba3b00. 00010000:00000010:3.1:1784943133.492903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdbfc00. 00010000:00000010:3.1:1784943133.492909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47ba3e00. 00010000:00000010:3.1:1784943133.492914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdbfe00. 00010000:00000010:3.1:1784943133.492919:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47ba3400. 00010000:00000010:3.1:1784943133.492923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdbee00. 00010000:00000010:3.1:1784943133.492928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47ba3900. 00010000:00000010:3.1:1784943133.492932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdbf200. 00010000:00000010:3.1:1784943133.492936:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47ba3f00. 00010000:00000010:3.1:1784943133.492941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdbe400. 00010000:00000010:3.1:1784943133.492946:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47ba3a00. 00010000:00000010:3.1:1784943133.492951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdbfa00. 00010000:00000010:3.1:1784943133.492957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47ba3300. 00010000:00000010:3.1:1784943133.492962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdbe000. 00010000:00000010:3.1:1784943133.492967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47ba3100. 00010000:00000010:3.1:1784943133.492972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdbe600. 00010000:00000010:3.1:1784943133.492977:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47ba3600. 00010000:00000010:3.1:1784943133.492984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d428d1400. 00010000:00000010:3.1:1784943133.492989:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47ba3d00. 00010000:00000010:3.1:1784943133.492996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d428d0800. 00010000:00000010:3.1:1784943133.493003:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73715700. 00010000:00000010:3.1:1784943133.493008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d428d1000. 00010000:00000010:3.1:1784943133.493012:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73715c00. 00010000:00000010:3.1:1784943133.493017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d428d0200. 00010000:00000010:3.1:1784943133.493021:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73715800. 00010000:00000010:3.1:1784943133.493024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d428d1c00. 00010000:00000010:3.1:1784943133.493026:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73715000. 00010000:00000010:3.1:1784943133.493029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d428d1e00. 00010000:00000010:3.1:1784943133.493032:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73715500. 00010000:00000010:3.1:1784943133.493035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d428d0e00. 00010000:00000010:3.1:1784943133.493039:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73715b00. 00010000:00000010:3.1:1784943133.493043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d428d1200. 00010000:00000010:3.1:1784943133.493048:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73715e00. 00010000:00000010:3.1:1784943133.493054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d428d0400. 00010000:00000010:3.1:1784943133.493058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73715400. 00010000:00000010:3.1:1784943133.493063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d428d1a00. 00010000:00000010:3.1:1784943133.493068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73715900. 00010000:00000010:3.1:1784943133.493076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d428d0000. 00010000:00000010:3.1:1784943133.493081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73715f00. 00010000:00000010:3.1:1784943133.493086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d428d0600. 00010000:00000010:3.1:1784943133.493090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73715a00. 00010000:00000010:3.1:1784943133.493096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d428d1800. 00010000:00000010:3.1:1784943133.493103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73715300. 00010000:00000010:3.1:1784943133.493109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d428d0c00. 00010000:00000010:3.1:1784943133.493115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73715100. 00010000:00000010:3.1:1784943133.493120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d428d1600. 00010000:00000010:3.1:1784943133.493125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73715600. 00010000:00000010:3.1:1784943133.493130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d428d0a00. 00010000:00000010:3.1:1784943133.493135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73715d00. 00010000:00000010:3.1:1784943133.493142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7368a400. 00010000:00000010:3.1:1784943133.493147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73715200. 00010000:00000010:3.1:1784943133.493154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7368ba00. 00010000:00000010:3.1:1784943133.493163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd04000. 00010000:00000010:3.1:1784943133.493170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7368a000. 00010000:00000010:3.1:1784943133.493175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd04500. 00010000:00000010:3.1:1784943133.493181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7368a600. 00010000:00000010:3.1:1784943133.493185:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd04b00. 00010000:00000010:3.1:1784943133.493191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7368b800. 00010000:00000010:3.1:1784943133.493197:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd04e00. 00010000:00000010:3.1:1784943133.493213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7368ac00. 00010000:00000010:3.1:1784943133.493219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd04400. 00010000:00000010:3.1:1784943133.493224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7368b600. 00010000:00000010:3.1:1784943133.493229:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd04900. 00010000:00000010:3.1:1784943133.493234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7368aa00. 00010000:00000010:3.1:1784943133.493241:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd04f00. 00010000:00000010:3.1:1784943133.493245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7368b400. 00010000:00000010:3.1:1784943133.493250:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd04a00. 00010000:00000010:3.1:1784943133.493257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7368a800. 00010000:00000010:3.1:1784943133.499302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd04300. 00010000:00000010:3.1:1784943133.499317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7368b000. 00010000:00000010:3.1:1784943133.499321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd04100. 00010000:00000010:3.1:1784943133.499324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7368a200. 00010000:00000010:3.1:1784943133.499327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd04600. 00010000:00000010:3.1:1784943133.499329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7368bc00. 00010000:00000010:3.1:1784943133.499332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd04d00. 00010000:00000010:3.1:1784943133.499335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7368be00. 00010000:00000010:3.1:1784943133.499338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd04200. 00010000:00000010:3.1:1784943133.499341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7368ae00. 00010000:00000010:3.1:1784943133.499343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd04700. 00010000:00000010:3.1:1784943133.499346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7368b200. 00010000:00000010:3.1:1784943133.499349:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd04c00. 00010000:00000010:3.1:1784943133.499353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736eba00. 00010000:00000010:3.1:1784943133.499357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd04800. 00010000:00000010:3.1:1784943133.499361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736ea000. 00010000:00000010:3.1:1784943133.499365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737a1900. 00010000:00000010:3.1:1784943133.499370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d389c00. 00010000:00000010:3.1:1784943133.499372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737a1f00. 00010000:00000010:3.1:1784943133.499374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d389e00. 00010000:00000010:3.1:1784943133.499377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737a1a00. 00010000:00000010:3.1:1784943133.499381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d388e00. 00010000:00000010:3.1:1784943133.499383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737a1300. 00010000:00000010:3.1:1784943133.499386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d389200. 00010000:00000010:3.1:1784943133.499389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737a1100. 00010000:00000010:3.1:1784943133.499391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d388400. 00010000:00000010:3.1:1784943133.499394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737a1600. 00010000:00000010:3.1:1784943133.499396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d389a00. 00010000:00000010:3.1:1784943133.499401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be6bc00. 00010000:00000010:3.1:1784943133.499404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d388000. 00010000:00000010:3.1:1784943133.499407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be6b200. 00010000:00000010:3.1:1784943133.499409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d388600. 00010000:00000010:3.1:1784943133.499414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42a03600. 00010000:00000010:3.1:1784943133.499417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736ea600. 00010000:00000010:3.1:1784943133.499420:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be6b300. 00010000:00000010:3.1:1784943133.499423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d389800. 00010000:00000010:3.1:1784943133.499425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be6b000. 00010000:00000010:3.1:1784943133.499428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d388c00. 00010000:00000010:3.1:1784943133.499431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be6b800. 00010000:00000010:3.1:1784943133.499434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d389600. 00010000:00000010:3.1:1784943133.499437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42a03d00. 00010000:00000010:3.1:1784943133.499439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736eb800. 00010000:00000010:3.1:1784943133.499442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42a03200. 00010000:00000010:3.1:1784943133.499444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736eac00. 00010000:00000010:3.1:1784943133.499447:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be6bb00. 00010000:00000010:3.1:1784943133.499449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d388a00. 00010000:00000010:3.1:1784943133.499451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be6bf00. 00010000:00000010:3.1:1784943133.499453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d389400. 00010000:00000010:3.1:1784943133.499456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be6b500. 00010000:00000010:3.1:1784943133.499458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736eb600. 00010000:00000010:3.1:1784943133.499460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42a03700. 00010000:00000010:3.1:1784943133.499463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736eaa00. 00010000:00000010:3.1:1784943133.499465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42a03c00. 00010000:00000010:3.1:1784943133.499468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736eb400. 00010000:00000010:3.1:1784943133.499470:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42a03800. 00010000:00000010:3.1:1784943133.499473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736ea800. 00010000:00000010:3.1:1784943133.499475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42a03000. 00010000:00000010:3.1:1784943133.499478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736eb000. 00010000:00000010:3.1:1784943133.499481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42a03500. 00010000:00000010:3.1:1784943133.499483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736ea200. 00010000:00000010:3.1:1784943133.499486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42a03b00. 00010000:00000010:3.1:1784943133.499488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736ebc00. 00010000:00000010:3.1:1784943133.499491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42a03e00. 00010000:00000010:3.1:1784943133.499493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736ebe00. 00010000:00000010:3.1:1784943133.499496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42a03400. 00010000:00000010:3.1:1784943133.499498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736eae00. 00010000:00000010:3.1:1784943133.499501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42a03900. 00010000:00000010:3.1:1784943133.499504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736eb200. 00010000:00000010:3.1:1784943133.499506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42a03f00. 00010000:00000010:3.1:1784943133.499509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736ea400. 00010000:00000010:3.1:1784943133.499514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfc6300. 00010000:00000010:3.1:1784943133.499531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663f7600. 00010000:00000010:3.1:1784943133.499535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089fe00. 00010000:00000010:3.1:1784943133.499539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663f6c00. 00010000:00000010:3.1:1784943133.499541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089f400. 00010000:00000010:3.1:1784943133.499544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663f7800. 00010000:00000010:3.1:1784943133.499546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089f900. 00010000:00000010:3.1:1784943133.499549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663f6600. 00010000:00000010:3.1:1784943133.499551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089ff00. 00010000:00000010:3.1:1784943133.499553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663f6000. 00010000:00000010:3.1:1784943133.499555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089fa00. 00010000:00000010:3.1:1784943133.499557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663f7a00. 00010000:00000010:3.1:1784943133.499560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089f300. 00010000:00000010:3.1:1784943133.499562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663f6400. 00010000:00000010:3.1:1784943133.499567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5600. 00010000:00000010:3.1:1784943133.499569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663f7200. 00010000:00000010:3.1:1784943133.499571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5700. 00010000:00000010:3.1:1784943133.499573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663f6e00. 00010000:00000010:3.1:1784943133.499576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5f00. 00010000:00000010:3.1:1784943133.499578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663f7e00. 00010000:00000010:3.1:1784943133.499581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5300. 00010000:00000010:3.1:1784943133.499585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0f9c00. 00010000:00000010:3.1:1784943133.499588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42a03a00. 00010000:00000010:3.1:1784943133.499591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0f9e00. 00010000:00000010:3.1:1784943133.499593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42a03300. 00010000:00000010:3.1:1784943133.499596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0f8e00. 00010000:00000010:3.1:1784943133.499599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42a03100. 00010000:00000010:3.1:1784943133.499601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0f9200. 00010000:00000010:3.1:1784943133.499606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c3800. 00010000:00000010:3.1:1784943133.499610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0f8400. 00010000:00000010:3.1:1784943133.499612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c3000. 00010000:00000010:3.1:1784943133.499614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0f9a00. 00010000:00000010:3.1:1784943133.499617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c3500. 00010000:00000010:3.1:1784943133.499620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0f8000. 00010000:00000010:3.1:1784943133.499623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c3b00. 00010000:00000010:3.1:1784943133.499625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0f8600. 00010000:00000010:3.1:1784943133.499628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c3e00. 00010000:00000010:3.1:1784943133.499631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0f9800. 00010000:00000010:3.1:1784943133.499634:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5500. 00010000:00000010:3.1:1784943133.499636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663f7400. 00010000:00000010:3.1:1784943133.499638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5800. 00010000:00000010:3.1:1784943133.499641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663f6800. 00010000:00000010:3.1:1784943133.499643:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5a00. 00010000:00000010:3.1:1784943133.499645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663f7000. 00010000:00000010:3.1:1784943133.499647:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5000. 00010000:00000010:3.1:1784943133.499650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663f7c00. 00010000:00000010:3.1:1784943133.499652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5100. 00010000:00000010:3.1:1784943133.499656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46311a00. 00010000:00000010:3.1:1784943133.499659:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5d00. 00010000:00000010:3.1:1784943133.499663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46310600. 00010000:00000010:3.1:1784943133.499665:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfc6100. 00010000:00000010:3.1:1784943133.499667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46310400. 00010000:00000010:3.1:1784943133.499670:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be6b600. 00010000:00000010:3.1:1784943133.499672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d388800. 00010000:00000010:3.1:1784943133.499675:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c3400. 00010000:00000010:3.1:1784943133.499677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0f8c00. 00010000:00000010:3.1:1784943133.499680:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c3900. 00010000:00000010:3.1:1784943133.499683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0f9600. 00010000:00000010:3.1:1784943133.499685:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c3f00. 00010000:00000010:3.1:1784943133.499688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0f8a00. 00010000:00000010:3.1:1784943133.499690:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c3a00. 00010000:00000010:3.1:1784943133.499693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0f9400. 00010000:00000010:3.1:1784943133.499695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be6be00. 00010000:00000010:3.1:1784943133.499698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d389000. 00010000:00000010:3.1:1784943133.499700:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c3300. 00010000:00000010:3.1:1784943133.499703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0f8800. 00010000:00000010:3.1:1784943133.499705:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c3100. 00010000:00000010:3.1:1784943133.499708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0f9000. 00010000:00000010:3.1:1784943133.499710:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c3600. 00010000:00000010:3.1:1784943133.499712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0f8200. 00010000:00000010:3.1:1784943133.499714:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c3d00. 00010000:00000010:3.1:1784943133.499718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66330e00. 00010000:00000010:3.1:1784943133.499721:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c3200. 00010000:00000010:3.1:1784943133.499724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66331200. 00010000:00000010:3.1:1784943133.499727:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be6b900. 00010000:00000010:3.1:1784943133.499730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73651000. 00010000:00000010:3.1:1784943133.499733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be6b400. 00010000:00000010:3.1:1784943133.499737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7367ee00. 00010000:00000010:3.1:1784943133.499740:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be6bd00. 00010000:00000010:3.1:1784943133.499743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7367f200. 00010000:00000010:3.1:1784943133.499746:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be6b700. 00010000:00000010:3.1:1784943133.499749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7367e400. 00010000:00000010:3.1:1784943133.499752:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be6b100. 00010000:00000010:3.1:1784943133.499755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7367fa00. 00010000:00000010:3.1:1784943133.499758:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfc6600. 00010000:00000010:3.1:1784943133.499760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66330400. 00010000:00000010:3.1:1784943133.499763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c3700. 00010000:00000010:3.1:1784943133.499765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66331a00. 00010000:00000010:3.1:1784943133.499768:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c3c00. 00010000:00000010:3.1:1784943133.499771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66330000. 00010000:00000010:3.1:1784943133.499776:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d227a00. 00010000:00000010:3.1:1784943133.499779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66330600. 00010000:00000010:3.1:1784943133.499782:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d227300. 00010000:00000010:3.1:1784943133.499784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66331800. 00010000:00000010:3.1:1784943133.499787:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d227100. 00010000:00000010:3.1:1784943133.499790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66330c00. 00010000:00000010:3.1:1784943133.499792:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d227600. 00010000:00000010:3.1:1784943133.499795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66331600. 00010000:00000010:3.1:1784943133.499798:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfc6d00. 00010000:00000010:3.1:1784943133.499801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66330a00. 00010000:00000010:3.1:1784943133.499803:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d227d00. 00010000:00000010:3.1:1784943133.499806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66331400. 00010000:00000010:3.1:1784943133.499808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d227200. 00010000:00000010:3.1:1784943133.499812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d41327000. 00010000:00000010:3.1:1784943133.499814:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5c00. 00010000:00000010:3.1:1784943133.499816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d41327e00. 00010000:00000010:3.1:1784943133.499818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5b00. 00010000:00000010:3.1:1784943133.499821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46311200. 00010000:00000010:3.1:1784943133.499824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5200. 00010000:00000010:3.1:1784943133.499826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46311c00. 00010000:00000010:3.1:1784943133.499829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5e00. 00010000:00000010:3.1:1784943133.499831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46311e00. 00010000:00000010:3.1:1784943133.499833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5400. 00010000:00000010:3.1:1784943133.499836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46310e00. 00010000:00000010:3.1:1784943133.499838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfc6200. 00010000:00000010:3.1:1784943133.499841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73651c00. 00010000:00000010:3.1:1784943133.499844:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5900. 00010000:00000010:3.1:1784943133.499846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46311800. 00010000:00000010:3.1:1784943133.499851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a800. 00010000:00000010:3.1:1784943133.499854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46310c00. 00010000:00000010:3.1:1784943133.499857:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9ac00. 00010000:00000010:3.1:1784943133.499859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66330800. 00010000:00000010:3.1:1784943133.499862:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d227700. 00010000:00000010:3.1:1784943133.499864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66331000. 00010000:00000010:3.1:1784943133.499866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d227c00. 00010000:00000010:3.1:1784943133.499869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66330200. 00010000:00000010:3.1:1784943133.499872:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d227800. 00010000:00000010:3.1:1784943133.499874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66331c00. 00010000:00000010:3.1:1784943133.499876:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d227000. 00010000:00000010:3.1:1784943133.499878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66331e00. 00010000:00000010:3.1:1784943133.499881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d227500. 00010000:00000010:3.1:1784943133.499885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7351c800. 00010000:00000010:3.1:1784943133.499887:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d227b00. 00010000:00000010:3.1:1784943133.499891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7351d000. 00010000:00000010:3.1:1784943133.499893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d227e00. 00010000:00000010:3.1:1784943133.499896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7351c200. 00010000:00000010:3.1:1784943133.499898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d227400. 00010000:00000010:3.1:1784943133.499900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7351dc00. 00010000:00000010:3.1:1784943133.499903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d227900. 00010000:00000010:3.1:1784943133.499906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650200. 00010000:00000010:3.1:1784943133.499908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfc6700. 00010000:00000010:3.1:1784943133.499911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650400. 00010000:00000010:3.1:1784943133.499913:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfc6c00. 00010000:00000010:3.1:1784943133.499916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7351de00. 00010000:00000010:3.1:1784943133.499918:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d227f00. 00010000:00000010:3.1:1784943133.499920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7351ce00. 00010000:00000010:3.1:1784943133.499924:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737fbd00. 00010000:00000010:3.1:1784943133.499927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7351d200. 00010000:00000010:3.1:1784943133.499930:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737fb200. 00010000:00000010:3.1:1784943133.499932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7351c400. 00010000:00000010:3.1:1784943133.499935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737fb700. 00010000:00000010:3.1:1784943133.499937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7351da00. 00010000:00000010:3.1:1784943133.499939:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737fbc00. 00010000:00000010:3.1:1784943133.499941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7351c000. 00010000:00000010:3.1:1784943133.499944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737fb800. 00010000:00000010:3.1:1784943133.499946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7351c600. 00010000:00000010:3.1:1784943133.499948:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737fb000. 00010000:00000010:3.1:1784943133.499951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7351d800. 00010000:00000010:3.1:1784943133.499954:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737fb500. 00010000:00000010:3.1:1784943133.499956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7351cc00. 00010000:00000010:3.1:1784943133.499959:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737fbb00. 00010000:00000010:3.1:1784943133.499962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7351d600. 00010000:00000010:3.1:1784943133.499964:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737fbe00. 00010000:00000010:3.1:1784943133.499967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7351ca00. 00010000:00000010:3.1:1784943133.499969:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737fb400. 00010000:00000010:3.1:1784943133.499972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7351d400. 00010000:00000010:3.1:1784943133.499975:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfc6800. 00010000:00000010:3.1:1784943133.499978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46310000. 00010000:00000010:3.1:1784943133.499980:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737fb900. 00010000:00000010:3.1:1784943133.499984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf95400. 00010000:00000010:3.1:1784943133.499987:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737fbf00. 00010000:00000010:3.1:1784943133.499990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf94800. 00010000:00000010:3.1:1784943133.499993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737fba00. 00010000:00000010:3.1:1784943133.499995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf95000. 00010000:00000010:3.1:1784943133.499998:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9af00. 00010000:00000010:3.1:1784943133.500000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46310200. 00010000:00000010:3.1:1784943133.500003:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a100. 00010000:00000010:3.1:1784943133.500005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46311000. 00010000:00000010:3.1:1784943133.500008:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9aa00. 00010000:00000010:3.1:1784943133.500011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46310800. 00010000:00000010:3.1:1784943133.500014:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737fb300. 00010000:00000010:3.1:1784943133.500017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf94200. 00010000:00000010:3.1:1784943133.500019:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737fb100. 00010000:00000010:3.1:1784943133.500022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf95c00. 00010000:00000010:3.1:1784943133.500025:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737fb600. 00010000:00000010:3.1:1784943133.500028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf95e00. 00010000:00000010:3.1:1784943133.500034:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3f2600. 00010000:00000010:3.1:1784943133.500038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf94e00. 00010000:00000010:3.1:1784943133.500041:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3f2d00. 00010000:00000010:3.1:1784943133.500044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf95200. 00010000:00000010:3.1:1784943133.500046:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3f2200. 00010000:00000010:3.1:1784943133.500049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf94400. 00010000:00000010:3.1:1784943133.500052:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3f2700. 00010000:00000010:3.1:1784943133.500055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf95a00. 00010000:00000010:3.1:1784943133.500058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3f2c00. 00010000:00000010:3.1:1784943133.500061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf94000. 00010000:00000010:3.1:1784943133.500063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3f2800. 00010000:00000010:3.1:1784943133.500066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf94600. 00010000:00000010:3.1:1784943133.500069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3f2000. 00010000:00000010:3.1:1784943133.500072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf95800. 00010000:00000010:3.1:1784943133.500075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3f2500. 00010000:00000010:3.1:1784943133.500077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf94c00. 00010000:00000010:3.1:1784943133.500079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3f2b00. 00010000:00000010:3.1:1784943133.500082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf95600. 00010000:00000010:3.1:1784943133.500084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3f2e00. 00010000:00000010:3.1:1784943133.500086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf94a00. 00010000:00000010:3.1:1784943133.500088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3f2400. 00010000:00000010:3.1:1784943133.500092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66382800. 00010000:00000010:3.1:1784943133.500094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3f2900. 00010000:00000010:3.1:1784943133.500097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650800. 00010000:00000010:3.1:1784943133.500100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfc6000. 00010000:00000010:3.1:1784943133.500102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73651600. 00010000:00000010:3.1:1784943133.500105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfc6500. 00010000:00000010:3.1:1784943133.500107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73651800. 00010000:00000010:3.1:1784943133.500109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfc6b00. 00010000:00000010:3.1:1784943133.500112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650c00. 00010000:00000010:3.1:1784943133.500114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfc6e00. 00010000:00000010:3.1:1784943133.500116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650600. 00010000:00000010:3.1:1784943133.500118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfc6400. 00010000:00000010:3.1:1784943133.500121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650000. 00010000:00000010:3.1:1784943133.500124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfc6900. 00010000:00000010:3.1:1784943133.500126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73651a00. 00010000:00000010:3.1:1784943133.500129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfc6f00. 00010000:00000010:3.1:1784943133.500132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73651200. 00010000:00000010:3.1:1784943133.500134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfc6a00. 00010000:00000010:3.1:1784943133.500136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73651e00. 00010000:00000010:3.1:1784943133.500141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bed6500. 00010000:00000010:3.1:1784943133.500144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650e00. 00010000:00000010:3.1:1784943133.500147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bed6b00. 00010000:00000010:3.1:1784943133.500151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66383000. 00010000:00000010:3.1:1784943133.500154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3f2f00. 00010000:00000010:3.1:1784943133.500157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66382200. 00010000:00000010:3.1:1784943133.500160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3f2a00. 00010000:00000010:3.1:1784943133.500162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66383c00. 00010000:00000010:3.1:1784943133.500165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3f2300. 00010000:00000010:3.1:1784943133.500167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66383e00. 00010000:00000010:3.1:1784943133.500170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3f2100. 00010000:00000010:3.1:1784943133.500172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66382e00. 00010000:00000010:3.1:1784943133.500177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc28d00. 00010000:00000010:3.1:1784943133.500231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66383200. 00010000:00000010:3.1:1784943133.500236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc28f00. 00010000:00000010:3.1:1784943133.500238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66382400. 00010000:00000010:3.1:1784943133.500241:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc28a00. 00010000:00000010:3.1:1784943133.500244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66383a00. 00010000:00000010:3.1:1784943133.500246:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc28300. 00010000:00000010:3.1:1784943133.500249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66382000. 00010000:00000010:3.1:1784943133.500251:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc28100. 00010000:00000010:3.1:1784943133.500254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66382600. 00010000:00000010:3.1:1784943133.500256:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc28600. 00010000:00000010:3.1:1784943133.500259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46311600. 00010000:00000010:3.1:1784943133.500262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a900. 00010000:00000010:3.1:1784943133.500265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46310a00. 00010000:00000010:3.1:1784943133.500267:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9ab00. 00010000:00000010:3.1:1784943133.500270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46311400. 00010000:00000010:3.1:1784943133.500273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a600. 00010000:00000010:3.1:1784943133.500277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735bd200. 00010000:00000010:3.1:1784943133.500313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a200. 00010000:00000010:3.1:1784943133.500319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735bce00. 00010000:00000010:3.1:1784943133.500321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9ae00. 00010000:00000010:3.1:1784943133.500324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735bdc00. 00010000:00000010:3.1:1784943133.500327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a700. 00010000:00000010:3.1:1784943133.500330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735bc200. 00010000:00000010:3.1:1784943133.500332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9ad00. 00010000:00000010:3.1:1784943133.500335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735bd000. 00010000:00000010:3.1:1784943133.500338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a400. 00010000:00000010:3.1:1784943133.500340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735bd400. 00010000:00000010:3.1:1784943133.500343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bed6e00. 00010000:00000010:3.1:1784943133.500346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66383800. 00010000:00000010:3.1:1784943133.500349:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc28200. 00010000:00000010:3.1:1784943133.500351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66382c00. 00010000:00000010:3.1:1784943133.500354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc28700. 00010000:00000010:3.1:1784943133.500356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66383600. 00010000:00000010:3.1:1784943133.500359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc28c00. 00010000:00000010:3.1:1784943133.500362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66382a00. 00010000:00000010:3.1:1784943133.500364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc28800. 00010000:00000010:3.1:1784943133.500367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66383400. 00010000:00000010:3.1:1784943133.500375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc28000. 00010000:00000010:3.1:1784943133.500378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b44400. 00010000:00000010:3.1:1784943133.500381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc28500. 00010000:00000010:3.1:1784943133.500385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b45a00. 00010000:00000010:3.1:1784943133.500388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc28b00. 00010000:00000010:3.1:1784943133.500391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b44000. 00010000:00000010:3.1:1784943133.500393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc28e00. 00010000:00000010:3.1:1784943133.500395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b44600. 00010000:00000010:3.1:1784943133.500398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bed6400. 00010000:00000010:3.1:1784943133.500401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73650a00. 00010000:00000010:3.1:1784943133.500404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bed6900. 00010000:00000010:3.1:1784943133.500407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73651400. 00010000:00000010:3.1:1784943133.500414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bed6f00. 00010000:00000010:3.1:1784943133.500417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b45800. 00010000:00000010:3.1:1784943133.500420:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc28400. 00010000:00000010:3.1:1784943133.500423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b44c00. 00010000:00000010:3.1:1784943133.500425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bed6a00. 00010000:00000010:3.1:1784943133.500428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d322c00. 00010000:00000010:3.1:1784943133.500431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bed6300. 00010000:00000010:3.1:1784943133.500435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d323600. 00010000:00000010:3.1:1784943133.500438:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bed6100. 00010000:00000010:3.1:1784943133.500440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d322a00. 00010000:00000010:3.1:1784943133.500443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bed6600. 00010000:00000010:3.1:1784943133.500445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d323400. 00010000:00000010:3.1:1784943133.500448:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bed6d00. 00010000:00000010:3.1:1784943133.500451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d322800. 00010000:00000010:3.1:1784943133.500453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bed6200. 00010000:00000010:3.1:1784943133.500456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d323e00. 00010000:00000010:3.1:1784943133.500458:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bed6700. 00010000:00000010:3.1:1784943133.500461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d323000. 00010000:00000010:3.1:1784943133.500464:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc28900. 00010000:00000010:3.1:1784943133.500466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b45600. 00010000:00000010:3.1:1784943133.500472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d240f00. 00010000:00000010:3.1:1784943133.500475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b44a00. 00010000:00000010:3.1:1784943133.500478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d240a00. 00010000:00000010:3.1:1784943133.500481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b45400. 00010000:00000010:3.1:1784943133.500484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d240300. 00010000:00000010:3.1:1784943133.500486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b44800. 00010000:00000010:3.1:1784943133.500489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d240100. 00010000:00000010:3.1:1784943133.500492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735bc000. 00010000:00000010:3.1:1784943133.500495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a500. 00010000:00000010:3.1:1784943133.500498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735bc600. 00010000:00000010:3.1:1784943133.500501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a000. 00010000:00000010:3.1:1784943133.500503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735bd800. 00010000:00000010:3.1:1784943133.500506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9a300. 00010000:00000010:3.1:1784943133.500536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735bcc00. 00010000:00000010:3.1:1784943133.500543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1c900. 00010000:00000010:3.1:1784943133.500546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735bd600. 00010000:00000010:3.1:1784943133.500549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1c800. 00010000:00000010:3.1:1784943133.500552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735bca00. 00010000:00000010:3.1:1784943133.500555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d240600. 00010000:00000010:3.1:1784943133.500557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b45000. 00010000:00000010:3.1:1784943133.500560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d240d00. 00010000:00000010:3.1:1784943133.500562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b44200. 00010000:00000010:3.1:1784943133.500564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d240200. 00010000:00000010:3.1:1784943133.500567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b45c00. 00010000:00000010:3.1:1784943133.500569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d240700. 00010000:00000010:3.1:1784943133.500572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b45e00. 00010000:00000010:3.1:1784943133.500574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d240c00. 00010000:00000010:3.1:1784943133.500576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b44e00. 00010000:00000010:3.1:1784943133.500579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d240800. 00010000:00000010:3.1:1784943133.500581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b45200. 00010000:00000010:3.1:1784943133.500584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d240000. 00010000:00000010:3.1:1784943133.500588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51a97400. 00010000:00000010:3.1:1784943133.500591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d240500. 00010000:00000010:3.1:1784943133.500595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51a96800. 00010000:00000010:3.1:1784943133.500598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d240b00. 00010000:00000010:3.1:1784943133.500600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51a97000. 00010000:00000010:3.1:1784943133.500603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d240e00. 00010000:00000010:3.1:1784943133.500605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51a96200. 00010000:00000010:3.1:1784943133.500607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d240400. 00010000:00000010:3.1:1784943133.500610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51a97c00. 00010000:00000010:3.1:1784943133.500612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d240900. 00010000:00000010:3.1:1784943133.500615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d322200. 00010000:00000010:3.1:1784943133.500618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bed6c00. 00010000:00000010:3.1:1784943133.500620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d323c00. 00010000:00000010:3.1:1784943133.500623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bed6800. 00010000:00000010:3.1:1784943133.500625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51a97e00. 00010000:00000010:3.1:1784943133.500631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73712300. 00010000:00000010:3.1:1784943133.500634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735bc800. 00010000:00000010:3.1:1784943133.500637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73712100. 00010000:00000010:3.1:1784943133.500639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51a96e00. 00010000:00000010:3.1:1784943133.500642:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73712600. 00010000:00000010:3.1:1784943133.500644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51a97200. 00010000:00000010:3.1:1784943133.500646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73712d00. 00010000:00000010:3.1:1784943133.500649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51a96400. 00010000:00000010:3.1:1784943133.500651:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73712200. 00010000:00000010:3.1:1784943133.500654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51a97a00. 00010000:00000010:3.1:1784943133.500657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73712700. 00010000:00000010:3.1:1784943133.500659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51a96000. 00010000:00000010:3.1:1784943133.500662:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73712c00. 00010000:00000010:3.1:1784943133.500664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51a96600. 00010000:00000010:3.1:1784943133.500666:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73712800. 00010000:00000010:3.1:1784943133.500669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7367e000. 00010000:00000010:3.1:1784943133.500672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be6ba00. 00010000:00000010:3.1:1784943133.500679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7367e600. 00010000:00000010:3.1:1784943133.500685:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0bbf00. 00010000:00000010:3.1:1784943133.500689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7367f800. 00010000:00000010:3.1:1784943133.500691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0bbc00. 00010000:00000010:3.1:1784943133.500694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7367ec00. 00010000:00000010:3.1:1784943133.500697:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0bb300. 00010000:00000010:3.1:1784943133.500700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7367f600. 00010000:00000010:3.1:1784943133.500702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0bb400. 00010000:00000010:3.1:1784943133.500705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7367ea00. 00010000:00000010:3.1:1784943133.500708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73712000. 00010000:00000010:3.1:1784943133.500710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51a97800. 00010000:00000010:3.1:1784943133.500713:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73712500. 00010000:00000010:3.1:1784943133.500716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51a96c00. 00010000:00000010:3.1:1784943133.500718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0bb800. 00010000:00000010:3.1:1784943133.500721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7367f400. 00010000:00000010:3.1:1784943133.500724:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0bb500. 00010000:00000010:3.1:1784943133.500726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51a97600. 00010000:00000010:3.1:1784943133.500729:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73712b00. 00010000:00000010:3.1:1784943133.500732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51a96a00. 00010000:00000010:3.1:1784943133.500734:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73712e00. 00010000:00000010:3.1:1784943133.500738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73678200. 00010000:00000010:3.1:1784943133.500741:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73712400. 00010000:00000010:3.1:1784943133.500745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73679c00. 00010000:00000010:3.1:1784943133.500747:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73712900. 00010000:00000010:3.1:1784943133.500749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73679e00. 00010000:00000010:3.1:1784943133.500752:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73712f00. 00010000:00000010:3.1:1784943133.500754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73678e00. 00010000:00000010:3.1:1784943133.500756:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73712a00. 00010000:00000010:3.1:1784943133.500758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73679200. 00010000:00000010:3.1:1784943133.500763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66397d00. 00010000:00000010:3.1:1784943133.500766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73678400. 00010000:00000010:3.1:1784943133.500769:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66397200. 00010000:00000010:3.1:1784943133.500772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73679a00. 00010000:00000010:3.1:1784943133.500775:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66397700. 00010000:00000010:3.1:1784943133.500777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73678000. 00010000:00000010:3.1:1784943133.500779:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66397c00. 00010000:00000010:3.1:1784943133.500782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73678600. 00010000:00000010:3.1:1784943133.500785:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66397800. 00010000:00000010:3.1:1784943133.500788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73679800. 00010000:00000010:3.1:1784943133.500791:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0bb700. 00010000:00000010:3.1:1784943133.500793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7367e800. 00010000:00000010:3.1:1784943133.500796:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0bb900. 00010000:00000010:3.1:1784943133.500799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7367f000. 00010000:00000010:3.1:1784943133.500801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0bb200. 00010000:00000010:3.1:1784943133.500803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7367e200. 00010000:00000010:3.1:1784943133.500806:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0bb000. 00010000:00000010:3.1:1784943133.500809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73678c00. 00010000:00000010:3.1:1784943133.500812:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66397000. 00010000:00000010:3.1:1784943133.500815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73679600. 00010000:00000010:3.1:1784943133.500817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66397500. 00010000:00000010:3.1:1784943133.500820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73678a00. 00010000:00000010:3.1:1784943133.500822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66397b00. 00010000:00000010:3.1:1784943133.500825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73679400. 00010000:00000010:3.1:1784943133.500827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66397e00. 00010000:00000010:3.1:1784943133.500829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73678800. 00010000:00000010:3.1:1784943133.500832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0bbb00. 00010000:00000010:3.1:1784943133.500834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7367fc00. 00010000:00000010:3.1:1784943133.500836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0bb100. 00010000:00000010:3.1:1784943133.500839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73679000. 00010000:00000010:3.1:1784943133.500841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66397400. 00010000:00000010:3.1:1784943133.500845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73534200. 00010000:00000010:3.1:1784943133.500848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66397900. 00010000:00000010:3.1:1784943133.500851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73535c00. 00010000:00000010:3.1:1784943133.500854:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66397f00. 00010000:00000010:3.1:1784943133.500856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73535e00. 00010000:00000010:3.1:1784943133.500859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66397a00. 00010000:00000010:3.1:1784943133.500862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73534e00. 00010000:00000010:3.1:1784943133.500864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66397300. 00010000:00000010:3.1:1784943133.500867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73535200. 00010000:00000010:3.1:1784943133.500870:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66397100. 00010000:00000010:3.1:1784943133.500872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73534400. 00010000:00000010:3.1:1784943133.500875:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66397600. 00010000:00000010:3.1:1784943133.500877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73535a00. 00010000:00000010:3.1:1784943133.500882:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7386e900. 00010000:00000010:3.1:1784943133.500885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73534000. 00010000:00000010:3.1:1784943133.500888:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7386ef00. 00010000:00000010:3.1:1784943133.500891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73534600. 00010000:00000010:3.1:1784943133.500893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7386ea00. 00010000:00000010:3.1:1784943133.500895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73535800. 00010000:00000010:3.1:1784943133.500898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7386e300. 00010000:00000010:3.1:1784943133.500900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73534c00. 00010000:00000010:3.1:1784943133.500903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7386e100. 00010000:00000010:3.1:1784943133.500905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7367fe00. 00010000:00000010:3.1:1784943133.500913:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7386e600. 00010000:00000010:3.1:1784943133.500916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73535600. 00010000:00000010:3.1:1784943133.500918:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7386ed00. 00010000:00000010:3.1:1784943133.500920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73534a00. 00010000:00000010:3.1:1784943133.500923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7386e200. 00010000:00000010:3.1:1784943133.500925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73535400. 00010000:00000010:3.1:1784943133.500927:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7386e700. 00010000:00000010:3.1:1784943133.500929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73534800. 00010000:00000010:3.1:1784943133.500932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7386ec00. 00010000:00000010:3.1:1784943133.500935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73535000. 00010000:00000010:3.1:1784943133.500937:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7386e800. 00010000:00000010:3.1:1784943133.500941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66329200. 00010000:00000010:3.1:1784943133.500944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7386e000. 00010000:00000010:3.1:1784943133.500948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66328400. 00010000:00000010:3.1:1784943133.500950:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7386e500. 00010000:00000010:3.1:1784943133.500953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66329a00. 00010000:00000010:3.1:1784943133.500955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7386eb00. 00010000:00000010:3.1:1784943133.500958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66328000. 00010000:00000010:3.1:1784943133.500960:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7386ee00. 00010000:00000010:3.1:1784943133.500962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66328600. 00010000:00000010:3.1:1784943133.500964:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7386e400. 00010000:00000010:3.1:1784943133.500966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66329800. 00010000:00000010:3.1:1784943133.500972:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662ed500. 00010000:00000010:3.1:1784943133.500975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66328c00. 00010000:00000010:3.1:1784943133.500977:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662edb00. 00010000:00000010:3.1:1784943133.500979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66329600. 00010000:00000010:3.1:1784943133.500981:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662ede00. 00010000:00000010:3.1:1784943133.500984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66328a00. 00010000:00000010:3.1:1784943133.500986:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662ed400. 00010000:00000010:3.1:1784943133.500988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66329400. 00010000:00000010:3.1:1784943133.500991:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662ed900. 00010000:00000010:3.1:1784943133.500993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66328800. 00010000:00000010:3.1:1784943133.500995:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662edf00. 00010000:00000010:3.1:1784943133.500998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66329000. 00010000:00000010:3.1:1784943133.501000:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662eda00. 00010000:00000010:3.1:1784943133.501002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66328200. 00010000:00000010:3.1:1784943133.501004:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662ed300. 00010000:00000010:3.1:1784943133.501006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66329c00. 00010000:00000010:3.1:1784943133.501008:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662ed100. 00010000:00000010:3.1:1784943133.501010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66329e00. 00010000:00000010:3.1:1784943133.501013:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662ed600. 00010000:00000010:3.1:1784943133.501016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66328e00. 00010000:00000010:3.1:1784943133.501018:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662edd00. 00010000:00000010:3.1:1784943133.501022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6632fe00. 00010000:00000010:3.1:1784943133.501024:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662ed200. 00010000:00000010:3.1:1784943133.501029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6632ee00. 00010000:00000010:3.1:1784943133.501032:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662ed700. 00010000:00000010:3.1:1784943133.501034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6632f200. 00010000:00000010:3.1:1784943133.501037:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662edc00. 00010000:00000010:3.1:1784943133.501040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6632e400. 00010000:00000010:3.1:1784943133.501042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1c300. 00010000:00000010:3.1:1784943133.501045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d322e00. 00010000:00000010:3.1:1784943133.501047:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1c200. 00010000:00000010:3.1:1784943133.501050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6632fa00. 00010000:00000010:3.1:1784943133.501053:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662ed800. 00010000:00000010:3.1:1784943133.501055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735bde00. 00010000:00000010:3.1:1784943133.501058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662ed000. 00010000:00000010:3.1:1784943133.501061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6632e000. 00010000:00000010:3.1:1784943133.501066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73676e00. 00010000:00000010:3.1:1784943133.501069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6632e600. 00010000:00000010:3.1:1784943133.501072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73676400. 00010000:00000010:3.1:1784943133.501075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6632f800. 00010000:00000010:3.1:1784943133.501077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73676900. 00010000:00000010:3.1:1784943133.501080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6632ec00. 00010000:00000010:3.1:1784943133.501083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73676f00. 00010000:00000010:3.1:1784943133.501085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6632f600. 00010000:00000010:3.1:1784943133.501088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73676a00. 00010000:00000010:3.1:1784943133.501090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6632ea00. 00010000:00000010:3.1:1784943133.501092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73676300. 00010000:00000010:3.1:1784943133.501094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6632f400. 00010000:00000010:3.1:1784943133.501097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73676100. 00010000:00000010:3.1:1784943133.501099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6632e800. 00010000:00000010:3.1:1784943133.501101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73676600. 00010000:00000010:3.1:1784943133.501104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6632f000. 00010000:00000010:3.1:1784943133.501107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73676d00. 00010000:00000010:3.1:1784943133.501109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6632e200. 00010000:00000010:3.1:1784943133.501112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73676200. 00010000:00000010:3.1:1784943133.501114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6632fc00. 00010000:00000010:3.1:1784943133.501117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73676700. 00010000:00000010:3.1:1784943133.501120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73657200. 00010000:00000010:3.1:1784943133.501123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73676c00. 00010000:00000010:3.1:1784943133.501127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73656400. 00010000:00000010:3.1:1784943133.501130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73676800. 00010000:00000010:3.1:1784943133.501133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73657a00. 00010000:00000010:3.1:1784943133.501136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73676000. 00010000:00000010:3.1:1784943133.501138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73656000. 00010000:00000010:3.1:1784943133.501141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73676500. 00010000:00000010:3.1:1784943133.501143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73656600. 00010000:00000010:3.1:1784943133.501146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73676b00. 00010000:00000010:3.1:1784943133.501148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73657800. 00010000:00000010:3.1:1784943133.501153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc35c00. 00010000:00000010:3.1:1784943133.501157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73656c00. 00010000:00000010:3.1:1784943133.501160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc35800. 00010000:00000010:3.1:1784943133.501163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73657600. 00010000:00000010:3.1:1784943133.501165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc35000. 00010000:00000010:3.1:1784943133.501168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73656a00. 00010000:00000010:3.1:1784943133.501171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc35500. 00010000:00000010:3.1:1784943133.501174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73657400. 00010000:00000010:3.1:1784943133.501176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0bbd00. 00010000:00000010:3.1:1784943133.501179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf5fa00. 00010000:00000010:3.1:1784943133.501182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bed6000. 00010000:00000010:3.1:1784943133.501190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43b84e00. 00010000:00000010:3.1:1784943133.501193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0bbe00. 00010000:00000010:3.1:1784943133.501196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43b85200. 00010000:00000010:3.1:1784943133.501198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0bb600. 00010000:00000010:3.1:1784943133.501215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73656800. 00010000:00000010:3.1:1784943133.501220:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc35b00. 00010000:00000010:3.1:1784943133.501223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73657000. 00010000:00000010:3.1:1784943133.501225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc35e00. 00010000:00000010:3.1:1784943133.501228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73656200. 00010000:00000010:3.1:1784943133.501231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc35400. 00010000:00000010:3.1:1784943133.501233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73657c00. 00010000:00000010:3.1:1784943133.501236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc35900. 00010000:00000010:3.1:1784943133.501239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d323a00. 00010000:00000010:3.1:1784943133.501242:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1cb00. 00010000:00000010:3.1:1784943133.501244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735bc400. 00010000:00000010:3.1:1784943133.501247:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1cd00. 00010000:00000010:3.1:1784943133.501249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735bda00. 00010000:00000010:3.1:1784943133.501252:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1c700. 00010000:00000010:3.1:1784943133.501255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588a4400. 00010000:00000010:3.1:1784943133.501261:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1cf00. 00010000:00000010:3.1:1784943133.501263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588a4000. 00010000:00000010:3.1:1784943133.501266:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1cc00. 00010000:00000010:3.1:1784943133.501268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73657e00. 00010000:00000010:3.1:1784943133.501271:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc35f00. 00010000:00000010:3.1:1784943133.501274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73656e00. 00010000:00000010:3.1:1784943133.501277:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc35a00. 00010000:00000010:3.1:1784943133.501280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f12800. 00010000:00000010:3.1:1784943133.501283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc35300. 00010000:00000010:3.1:1784943133.501287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f13000. 00010000:00000010:3.1:1784943133.501290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc35100. 00010000:00000010:3.1:1784943133.501293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f12200. 00010000:00000010:3.1:1784943133.501295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc35600. 00010000:00000010:3.1:1784943133.501298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f13c00. 00010000:00000010:3.1:1784943133.501300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc35d00. 00010000:00000010:3.1:1784943133.501303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f13e00. 00010000:00000010:3.1:1784943133.501306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc35200. 00010000:00000010:3.1:1784943133.501308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f12e00. 00010000:00000010:3.1:1784943133.501311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1ce00. 00010000:00000010:3.1:1784943133.501314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f13200. 00010000:00000010:3.1:1784943133.501316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc35700. 00010000:00000010:3.1:1784943133.501319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588a5a00. 00010000:00000010:3.1:1784943133.501322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be1c000. 00010000:00000010:3.1:1784943133.501325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f12400. 00010000:00000010:3.1:1784943133.501329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663d3b00. 00010000:00000010:3.1:1784943133.501331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f13a00. 00010000:00000010:3.1:1784943133.501334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0bba00. 00010000:00000010:3.1:1784943133.501336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f12000. 00010000:00000010:3.1:1784943133.501338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663d3e00. 00010000:00000010:3.1:1784943133.501341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f12600. 00010000:00000010:3.1:1784943133.501343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663d3400. 00010000:00000010:3.1:1784943133.501346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f13800. 00010000:00000010:3.1:1784943133.501348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663d3900. 00010000:00000010:3.1:1784943133.501351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f12c00. 00010000:00000010:3.1:1784943133.501353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663d3f00. 00010000:00000010:3.1:1784943133.501355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f13600. 00010000:00000010:3.1:1784943133.501358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663d3a00. 00010000:00000010:3.1:1784943133.501361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f12a00. 00010000:00000010:3.1:1784943133.501364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663d3300. 00010000:00000010:3.1:1784943133.501366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f13400. 00010000:00000010:3.1:1784943133.501369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663d3100. 00010000:00000010:3.1:1784943133.501372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737a9000. 00010000:00000010:3.1:1784943133.501375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663d3600. 00010000:00000010:3.1:1784943133.501377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737a8200. 00010000:00000010:3.1:1784943133.501380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663d3d00. 00010000:00000010:3.1:1784943133.501382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737a9c00. 00010000:00000010:3.1:1784943133.501384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663d3200. 00010000:00000010:3.1:1784943133.501386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737a9e00. 00010000:00000010:3.1:1784943133.939795:0:181212:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6500. 00010000:00000010:3.1:1784943133.939805:0:181212:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feae800. 00000080:00000010:0.1:1784943134.455573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae420. 00010000:00000010:3.1:1784943134.506783:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d24ce00. 00010000:00000010:3.1:1784943134.506794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50020200. 00010000:00000010:3.1:1784943134.506798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdd8e00. 00010000:00000010:3.1:1784943134.506801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73539400. 00010000:00000010:3.1:1784943134.506803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50021000. 00000080:00000010:0.1:1784943135.048536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae9a0. 00000080:00000010:0.1:1784943135.581614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7660. 00010000:00000010:3.1:1784943135.589701:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73539400. 00010000:00000010:3.1:1784943135.589713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdd8200. 00010000:00000010:3.1:1784943135.589718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feae800. 00010000:00000010:3.1:1784943135.589721:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6500. 00010000:00000010:3.1:1784943135.589724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feaec00. 00000080:00000010:3.1:1784943136.041605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7680. 00010000:00000010:3.1:1784943136.046749:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73539e00. 00010000:00000010:3.1:1784943136.046761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdd9400. 00010000:00000010:3.1:1784943136.046764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feaec00. 00010000:00000010:3.1:1784943136.046766:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6500. 00010000:00000010:3.1:1784943136.046768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feae800. 00010000:00000010:3.1:1784943174.415729:0:182027:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6d00. 00010000:00000010:3.1:1784943174.415744:0:182027:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feaf600. 00000080:00000010:1.1:1784943174.538172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1069e0. 00000080:00000010:1.1:1784943174.538188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7ce0. 00010000:00000010:3.1:1784943174.560695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6200. 00010000:00000010:3.1:1784943174.560714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feaf400. 00010000:00000010:3.1:1784943174.560718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6a00. 00010000:00000010:3.1:1784943174.560721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d01f800. 00010000:00000010:3.1:1784943174.560725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6c00. 00010000:00000010:3.1:1784943174.560728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feaea00. 00010000:00000010:3.1:1784943174.560730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feaf800. 00010000:00000010:3.1:1784943174.560733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7390b900. 00010000:00000010:3.1:1784943174.560736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdd8a00. 00010000:00000010:3.1:1784943174.756662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feaf800. 00010000:00000010:3.1:1784943174.796578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73539500. 00010000:00000010:3.1:1784943174.796586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdd9000. 00010000:00000010:3.1:1784943174.796590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50020a00. 00000080:00000010:0.1:1784943174.815647:0:182038:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5db88840. 00000080:00000010:3.1:1784943174.816550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae960. 00010000:00000010:0.1:1784943174.830784:0:181887:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdd8000. 00010000:00000010:0.1:1784943174.830798:0:181887:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73539000. 00010000:00000010:0.1:1784943174.830802:0:181887:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdd8800. 00010000:00000010:0.1:1784943174.830805:0:181887:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7390b600. 00010000:00000010:0.1:1784943174.830807:0:181887:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d01e800. 00000080:00000010:0.1:1784943174.849316:0:182042:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5db95ac0. 00000080:00000010:0.1:1784943174.849333:0:182042:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaec20. 00010000:00000010:3.1:1784943176.035880:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73539d00. 00010000:00000010:3.1:1784943176.035892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdd9400. 00010000:00000010:3.1:1784943182.667553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6900. 00010000:00000010:3.1:1784943182.667565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feae800. 00000080:00000010:3.1:1784943182.737007:0:182612:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7d60. 00010000:00000010:3.1:1784943182.742771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feae800. 00010000:00000010:3.1:1784943183.333577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50021800. 00000080:00000010:1.1:1784943183.456565:0:182658:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106bc0. 00010000:00000010:1.1:1784943190.904582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d24c400. 00010000:00000010:1.1:1784943190.904595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50021c00. 00010000:00000010:3.1:1784943191.101993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feaf400. 00010000:00000010:3.1:1784943191.292591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d01ea00. 00000080:00000010:3.1:1784943191.320649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae4e0. 00010000:00000010:3.1:1784943191.324703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a600. 00010000:00000010:3.1:1784943191.324712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdd8800. 00000080:00000010:3.1:1784943191.348064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaeba0. 00010000:00000010:3.1:1784943191.348087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508aa00. 00010000:00000010:3.1:1784943191.348092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdd8000. 00010000:00000010:0.1:1784943191.412547:0:183245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50020600. 00000080:00000010:0.1:1784943191.412561:0:183245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044460. 00010000:00000010:3.1:1784943191.617645:0:183250:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feaf400. 00010000:00000010:3.1:1784943191.874822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feae000. 00000080:00000010:3.1:1784943191.879189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae200. 00010000:00000010:3.1:1784943191.879212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a200. 00010000:00000010:3.1:1784943191.879219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdd9400. 00000080:00000010:3.1:1784943191.895565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d78e0. 00010000:00000010:3.1:1784943191.908416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6800. 00010000:00000010:3.1:1784943191.908431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feaf400. 00010000:00000010:0.1:1784943198.970891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6000. 00010000:00000010:0.1:1784943198.970905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feaf600. 00000080:00000010:3.1:1784943198.974672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044fe0. 00010000:00000010:3.1:1784943199.267594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a100. 00010000:00000010:3.1:1784943199.267603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdd8200. 00000080:00000010:3.1:1784943199.332556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaeca0. 00010000:00000010:3.1:1784943205.961625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6800. 00010000:00000010:3.1:1784943205.961633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feaf400. 00000080:00000010:3.1:1784943205.972627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7be0. 00010000:00000010:1.1:1784943206.166619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c7900. 00010000:00000010:1.1:1784943206.166632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d01f200. 00000080:00000010:1.1:1784943206.208697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106f40. 00010000:00000010:1.1:1784943211.497605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdd9400. 00010000:00000010:0.1:1784943218.887949:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6800. 00010000:00000010:0.1:1784943218.887964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feaf400. 00000080:00000010:1.1:1784943218.911870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044f20. 00000080:00000010:3.1:1784943270.406674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d463009e0. 00010000:00000010:3.1:1784943270.406692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60206700. 00010000:00000010:3.1:1784943270.406699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d61b66200. 00000080:00000010:3.1:1784943270.426677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d463004e0. 00010000:00000010:3.1:1784943270.434757:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60206d00. 00010000:00000010:3.1:1784943270.434766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d61b66800. 00000080:00000010:0.1:1784943270.452691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d463005a0. 00010000:00000010:0.1:1784943270.452705:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60206100. 00010000:00000010:0.1:1784943270.452710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d61b66a00. 00000080:00000010:3.1:1784943270.537349:0:178432:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300f80. 00010000:00000010:3.1:1784943270.537762:0:178432:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60206400. 00010000:00000010:3.1:1784943270.537769:0:178432:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d61b66600. 00000080:00000010:3.1:1784943270.541559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d463006a0. 00010000:00000010:3.1:1784943270.541576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60206e00. 00010000:00000010:3.1:1784943270.541590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d61b66000. 00000080:00000010:3.1:1784943270.593670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388080. 00010000:00000010:3.1:1784943270.598615:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60206000. 00010000:00000010:3.1:1784943270.598637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7386c200. 00000080:00000010:3.1:1784943270.629020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388ac0. 00010000:00000010:3.1:1784943270.629033:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60206c00. 00010000:00000010:3.1:1784943270.629038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7386c800. 00000080:00000010:3.1:1784943270.795200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388620. 00010000:00000010:3.1:1784943270.795213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66574300. 00010000:00000010:3.1:1784943270.795219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7386c000. 00000080:00000010:3.1:1784943270.811910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4512c400. 00010000:00000010:3.1:1784943270.811924:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66574f00. 00010000:00000010:3.1:1784943270.811929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721aee00. 00000080:00000010:3.1:1784943270.849463:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842e80. 00010000:00000010:3.1:1784943270.851741:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c2e00. 00010000:00000010:3.1:1784943270.851750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4286fe00. 00000080:00000010:3.1:1784943270.862633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d43845320. 00010000:00000010:3.1:1784943270.862657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66574e00. 00010000:00000010:3.1:1784943270.862663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721afa00. 00000080:00000010:3.1:1784943270.888213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388b60. 00010000:00000010:3.1:1784943270.892579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf3ef00. 00010000:00000010:3.1:1784943270.892594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7386da00. 00000080:00000010:3.1:1784943270.903538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388320. 00010000:00000010:3.1:1784943270.903560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf3e400. 00010000:00000010:3.1:1784943270.903566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7386d200. 00000080:00000010:3.1:1784943270.931166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388500. 00010000:00000010:3.1:1784943270.931197:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf3ee00. 00010000:00000010:3.1:1784943270.931204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7386ce00. 00000080:00000010:3.1:1784943270.964679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388fe0. 00000080:00000010:3.1:1784943271.485643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388980. 00010000:00000010:3.1:1784943271.485659:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be6bc00. 00010000:00000010:3.1:1784943271.485664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd68a00. 00000080:00000010:3.1:1784943271.520629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388160. 00010000:00000010:3.1:1784943271.520645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be6b200. 00010000:00000010:3.1:1784943271.520649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd68c00. 00000080:00000010:3.1:1784943271.547571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d613884a0. 00010000:00000010:3.1:1784943271.556581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be6b600. 00010000:00000010:3.1:1784943271.556594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd68600. 00000080:00000010:3.1:1784943271.562559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388ba0. 00010000:00000010:3.1:1784943271.562581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be6b100. 00010000:00000010:3.1:1784943271.562587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd68000. 00000080:00000010:0.1:1784943271.570389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388460. 00010000:00000010:0.1:1784943271.570403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be6b300. 00010000:00000010:0.1:1784943271.570408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7376c000. 00000080:00000010:3.1:1784943271.580583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388de0. 00010000:00000010:3.1:1784943271.580608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be6ba00. 00010000:00000010:3.1:1784943271.580613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7376da00. 00000080:00000010:3.1:1784943271.588807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388e60. 00010000:00000010:3.1:1784943271.599719:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be6bf00. 00010000:00000010:3.1:1784943271.599731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7376c400. 00000080:00000010:3.1:1784943271.604965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842100. 00010000:00000010:3.1:1784943271.604979:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c2c00. 00010000:00000010:3.1:1784943271.604984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4286fa00. 00000080:00000010:3.1:1784943271.630563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388e40. 00010000:00000010:3.1:1784943271.630591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be6b900. 00010000:00000010:3.1:1784943271.630597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7376d200. 00000080:00000010:3.1:1784943271.649557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388100. 00010000:00000010:3.1:1784943271.649638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be6b400. 00010000:00000010:3.1:1784943271.649644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7376ce00. 00000080:00000010:3.1:1784943271.673863:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388120. 00010000:00000010:3.1:1784943271.680782:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5366f900. 00010000:00000010:3.1:1784943271.680797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7376dc00. 00000080:00000010:3.1:1784943271.697681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388b80. 00010000:00000010:3.1:1784943271.697702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5366fe00. 00010000:00000010:3.1:1784943271.697708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7376d000. 00000080:00000010:3.1:1784943271.718728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557900. 00010000:00000010:3.1:1784943271.718758:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5366f500. 00010000:00000010:3.1:1784943271.718764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6632f600. 00000080:00000010:3.1:1784943271.744594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388b20. 00010000:00000010:3.1:1784943271.744607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5366f800. 00010000:00000010:3.1:1784943271.744612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7376ca00. 00000080:00000010:3.1:1784943271.759581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557ca0. 00010000:00000010:3.1:1784943271.759604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0bbf00. 00010000:00000010:3.1:1784943271.759610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6632ec00. 00000080:00000010:3.1:1784943271.794783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557860. 00010000:00000010:3.1:1784943271.794804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73712f00. 00010000:00000010:3.1:1784943271.794812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6632e600. 00000080:00000010:3.1:1784943271.893580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d613889c0. 00010000:00000010:3.1:1784943271.897622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5366fd00. 00010000:00000010:3.1:1784943271.897639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7376c600. 00000080:00000010:3.1:1784943271.931251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae3a0. 00010000:00000010:3.1:1784943271.931268:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a300. 00010000:00000010:3.1:1784943271.931273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdd8e00. 00000080:00000010:3.1:1784943271.970555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d613883e0. 00010000:00000010:3.1:1784943271.970567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5366f100. 00010000:00000010:3.1:1784943271.970572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44742600. 00000080:00000010:3.1:1784943271.984554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d613883c0. 00010000:00000010:3.1:1784943271.984568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5366fa00. 00010000:00000010:3.1:1784943271.984574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44743a00. 00000080:00000010:3.1:1784943272.031701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388200. 00010000:00000010:3.1:1784943272.031713:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50029300. 00010000:00000010:3.1:1784943272.031719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44743200. 00000080:00000010:3.1:1784943272.056674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d613880e0. 00010000:00000010:3.1:1784943272.056696:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50029f00. 00010000:00000010:3.1:1784943272.056702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44743e00. 00000080:00000010:3.1:1784943272.090574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388c60. 00010000:00000010:3.1:1784943272.090586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50029400. 00010000:00000010:3.1:1784943272.090590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44742200. 00000080:00000010:3.1:1784943272.131561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842b80. 00010000:00000010:3.1:1784943272.131580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c2d00. 00010000:00000010:3.1:1784943272.131586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b7400. 00000080:00000010:3.1:1784943272.159557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388d80. 00010000:00000010:3.1:1784943272.159579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50029500. 00010000:00000010:3.1:1784943272.159585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44743400. 00000080:00000010:3.1:1784943272.182556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388240. 00010000:00000010:3.1:1784943272.190763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50029800. 00010000:00000010:3.1:1784943272.190775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44743600. 00000080:00000010:3.1:1784943272.206559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4512c420. 00010000:00000010:3.1:1784943272.206580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50029700. 00010000:00000010:3.1:1784943272.206586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43b75e00. 00000080:00000010:3.1:1784943272.229578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d45457080. 00010000:00000010:3.1:1784943272.246139:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50029d00. 00010000:00000010:3.1:1784943272.246148:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43b74200. 00000080:00000010:3.1:1784943272.400596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557340. 00010000:00000010:3.1:1784943272.400616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73712e00. 00010000:00000010:3.1:1784943272.400621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6632e400. 00000080:00000010:3.1:1784943272.413552:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d508426e0. 00010000:00000010:3.1:1784943272.413564:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c2100. 00010000:00000010:3.1:1784943272.413569:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b6200. 00000080:00000010:3.1:1784943272.433603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505579a0. 00010000:00000010:3.1:1784943272.433613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73712b00. 00010000:00000010:3.1:1784943272.433617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6632f200. 00000080:00000010:3.1:1784943272.438555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557de0. 00010000:00000010:3.1:1784943272.438575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd39200. 00010000:00000010:3.1:1784943272.438580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6632ee00. 00000080:00000010:3.1:1784943272.451582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300f40. 00010000:00000010:3.1:1784943272.451594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd39d00. 00010000:00000010:3.1:1784943272.451599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43b75200. 00000080:00000010:3.1:1784943272.461677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300960. 00010000:00000010:3.1:1784943272.461689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7390bb00. 00010000:00000010:3.1:1784943272.461694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43b74e00. 00000080:00000010:3.1:1784943272.470806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300340. 00010000:00000010:3.1:1784943272.474690:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7390b500. 00010000:00000010:3.1:1784943272.474702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d513e3200. 00000080:00000010:3.1:1784943272.479570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044420. 00010000:00000010:3.1:1784943272.479595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7390be00. 00010000:00000010:3.1:1784943272.479601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ac400. 00000080:00000010:3.1:1784943272.490477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044f80. 00010000:00000010:3.1:1784943272.496588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7390b100. 00010000:00000010:3.1:1784943272.496605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ada00. 00000080:00000010:3.1:1784943272.506610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044760. 00010000:00000010:3.1:1784943272.506629:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73889b00. 00010000:00000010:3.1:1784943272.506634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ac000. 00000080:00000010:3.1:1784943272.515596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044c60. 00010000:00000010:3.1:1784943272.515611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73889500. 00010000:00000010:3.1:1784943272.515616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ac600. 00000080:00000010:3.1:1784943272.534571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044280. 00010000:00000010:3.1:1784943272.534585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73889000. 00010000:00000010:3.1:1784943272.534590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ad800. 00000080:00000010:3.1:1784943272.539592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842440. 00010000:00000010:3.1:1784943272.539612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcc2f00. 00010000:00000010:3.1:1784943272.539617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b7000. 00000080:00000010:3.1:1784943272.583623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044740. 00010000:00000010:3.1:1784943272.583646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73889c00. 00010000:00000010:3.1:1784943272.583651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ad600. 00000080:00000010:3.1:1784943272.628254:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480440c0. 00010000:00000010:3.1:1784943272.628267:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73889200. 00010000:00000010:3.1:1784943272.628272:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ad400. 00000080:00000010:3.1:1784943272.631987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044080. 00010000:00000010:3.1:1784943272.632000:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73889d00. 00010000:00000010:3.1:1784943272.632005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ac800. 00000080:00000010:3.1:1784943272.639879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480445c0. 00010000:00000010:3.1:1784943272.639901:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73889600. 00010000:00000010:3.1:1784943272.639907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ad000. 00000080:00000010:3.1:1784943272.666572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044fe0. 00010000:00000010:3.1:1784943272.678508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73889100. 00010000:00000010:3.1:1784943272.678538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ac200. 00000080:00000010:3.1:1784943272.681541:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044ae0. 00010000:00000010:3.1:1784943272.681552:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73889300. 00010000:00000010:3.1:1784943272.681557:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663adc00. 00000080:00000010:3.1:1784943272.685579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d463000e0. 00010000:00000010:3.1:1784943272.685594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd39600. 00010000:00000010:3.1:1784943272.685600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d513e2e00. 00000080:00000010:3.1:1784943272.696847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300b80. 00010000:00000010:3.1:1784943272.696861:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd39100. 00010000:00000010:3.1:1784943272.696867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d513e3e00. 00000080:00000010:3.1:1784943272.708943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d508427c0. 00010000:00000010:3.1:1784943272.713581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcc2900. 00010000:00000010:3.1:1784943272.713590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b6c00. 00000080:00000010:3.1:1784943272.722663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300d60. 00010000:00000010:3.1:1784943272.722688:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd39300. 00010000:00000010:3.1:1784943272.722695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d513e3c00. 00000080:00000010:3.1:1784943272.729554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300d80. 00010000:00000010:3.1:1784943272.729566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd39a00. 00010000:00000010:3.1:1784943272.729571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d513e2200. 00000080:00000010:3.1:1784943272.751563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300760. 00010000:00000010:3.1:1784943272.751585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd39f00. 00010000:00000010:3.1:1784943272.751591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d513e3000. 00000080:00000010:3.1:1784943272.755574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300f00. 00010000:00000010:3.1:1784943272.755599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc1e300. 00010000:00000010:3.1:1784943272.755606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d513e2800. 00000080:00000010:3.1:1784943272.768842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300720. 00010000:00000010:3.1:1784943272.776106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc1ea00. 00010000:00000010:3.1:1784943272.776122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d513e3400. 00000080:00000010:3.1:1784943272.780552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d463003a0. 00010000:00000010:3.1:1784943272.780565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc1ef00. 00010000:00000010:3.1:1784943272.780570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d513e2a00. 00000080:00000010:3.1:1784943272.787561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300420. 00010000:00000010:3.1:1784943272.787587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc1e900. 00010000:00000010:3.1:1784943272.787594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d513e3600. 00000080:00000010:3.1:1784943272.796556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300a60. 00010000:00000010:0.1:1784943272.804581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc1e400. 00010000:00000010:0.1:1784943272.804598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d513e2c00. 00000080:00000010:0.1:1784943272.907607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505571a0. 00010000:00000010:0.1:1784943272.922311:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66574b00. 00010000:00000010:0.1:1784943272.922327:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721ae000. 00000080:00000010:3.1:1784943272.942555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044300. 00010000:00000010:3.1:1784943272.958563:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73889f00. 00010000:00000010:3.1:1784943272.958574:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ace00. 00000080:00000010:3.1:1784943273.007603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044e20. 00010000:00000010:3.1:1784943273.012801:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66574500. 00010000:00000010:3.1:1784943273.012807:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d61366c00. 00000080:00000010:0.1:1784943273.104551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842920. 00010000:00000010:0.1:1784943273.104573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc1e600. 00010000:00000010:0.1:1784943273.104579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc32600. 00000080:00000010:3.1:1784943273.955601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae260. 00010000:00000010:3.1:1784943273.955612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73786c00. 00010000:00000010:3.1:1784943273.955616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43649800. 00000080:00000010:3.1:1784943273.980847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cbe00. 00010000:00000010:3.1:1784943273.980867:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73786200. 00010000:00000010:3.1:1784943273.980873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43648000. 00000080:00000010:1.1:1784943273.994584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cbf00. 00010000:00000010:1.1:1784943273.994606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50004b00. 00010000:00000010:1.1:1784943273.994614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43648400. 00000080:00000010:0.1:1784943274.837861:0:185399:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5140. 00010000:00000010:0.1:1784943274.837877:0:185399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73675100. 00010000:00000010:0.1:1784943274.837884:0:185399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d3a3200. 00000080:00000010:3.1:1784943275.296491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d43078e00. 00010000:00000010:3.1:1784943275.296508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d735d4100. 00010000:00000010:3.1:1784943275.296513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d662b3200. 00000080:00000010:3.1:1784943275.362564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdfc0. 00010000:00000010:3.1:1784943275.362581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d735d4a00. 00010000:00000010:3.1:1784943275.362606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d662b3e00. 00000080:00000010:3.1:1784943275.411163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd100. 00010000:00000010:3.1:1784943275.411178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d735be400. 00010000:00000010:3.1:1784943275.411184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d662b2200. 00000080:00000010:3.1:1784943275.433584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfde60. 00010000:00000010:3.1:1784943275.438532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d735beb00. 00010000:00000010:3.1:1784943275.438548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d662b2800. 00000080:00000010:3.1:1784943275.440818:0:178432:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd200. 00010000:00000010:3.1:1784943275.440829:0:178432:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d735be500. 00010000:00000010:3.1:1784943275.440834:0:178432:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d662b3400. 00000080:00000010:0.1:1784943275.445805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdf00. 00010000:00000010:0.1:1784943275.445826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d735be000. 00010000:00000010:0.1:1784943275.445831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d662b2a00. 00000080:00000010:3.1:1784943275.455661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842e60. 00010000:00000010:3.1:1784943275.460582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcc2800. 00010000:00000010:3.1:1784943275.460597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b6600. 00000080:00000010:3.1:1784943275.467782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd400. 00010000:00000010:3.1:1784943275.467800:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d735be800. 00010000:00000010:3.1:1784943275.467805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d662b3600. 00000080:00000010:3.1:1784943275.484614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd2a0. 00010000:00000010:3.1:1784943275.487694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6beeaa00. 00010000:00000010:3.1:1784943275.487704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d662b2c00. 00000080:00000010:3.1:1784943275.501629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d737547e0. 00010000:00000010:3.1:1784943275.501653:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73788b00. 00010000:00000010:3.1:1784943275.501660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50097c00. 00000080:00000010:3.1:1784943275.531145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754a60. 00010000:00000010:3.1:1784943275.533711:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73788500. 00010000:00000010:3.1:1784943275.533725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50096200. 00000080:00000010:3.1:1784943275.547573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754ac0. 00010000:00000010:3.1:1784943275.547594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6beeaf00. 00010000:00000010:3.1:1784943275.547601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bda2e00. 00000080:00000010:3.1:1784943275.559576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d737546e0. 00000080:00000010:3.1:1784943275.571760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d737541e0. 00010000:00000010:3.1:1784943275.571788:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73788800. 00010000:00000010:3.1:1784943275.571794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bda3c00. 00000080:00000010:3.1:1784943275.615789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754f00. 00010000:00000010:3.1:1784943275.615804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73788700. 00010000:00000010:3.1:1784943275.619748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bda3000. 00000080:00000010:3.1:1784943275.651715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842120. 00010000:00000010:3.1:1784943275.656565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcc2c00. 00010000:00000010:3.1:1784943275.656582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735b7a00. 00000080:00000010:3.1:1784943275.693729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46100. 00010000:00000010:3.1:1784943275.699858:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc48600. 00010000:00000010:3.1:1784943275.699875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bda3600. 00000080:00000010:3.1:1784943275.727684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46de0. 00010000:00000010:3.1:1784943275.727709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc48300. 00010000:00000010:3.1:1784943275.727714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bda3800. 00000080:00000010:0.1:1784943275.985551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd474c0. 00010000:00000010:0.1:1784943275.985565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47884b00. 00010000:00000010:0.1:1784943275.985570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d3a8a00. 00000080:00000010:3.1:1784943276.175688:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47080. 00010000:00000010:3.1:1784943276.179603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47884700. 00010000:00000010:3.1:1784943276.179613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfc5c00. 00000080:00000010:0.1:1784943276.264915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47ce0. 00010000:00000010:0.1:1784943276.264928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d462a0a00. 00010000:00000010:0.1:1784943276.264936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfc5600. 00000080:00000010:3.1:1784943276.373739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47320. 00010000:00000010:3.1:1784943276.373761:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d462a0500. 00010000:00000010:3.1:1784943276.373767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfc4400. 00000080:00000010:3.1:1784943276.403530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47f00. 00010000:00000010:3.1:1784943276.406717:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d462a0800. 00010000:00000010:3.1:1784943276.406729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfc4e00. 00000080:00000010:3.1:1784943276.435568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47f20. 00010000:00000010:3.1:1784943276.441934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d462a0700. 00010000:00000010:3.1:1784943276.441948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bed2c00. 00000080:00000010:3.1:1784943276.458719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47360. 00000080:00000010:3.1:1784943276.906646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47920. 00010000:00000010:3.1:1784943276.914698:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51564c00. 00010000:00000010:3.1:1784943276.914710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bed2800. 00000080:00000010:3.1:1784943276.939764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd470a0. 00010000:00000010:3.1:1784943276.948963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51564d00. 00010000:00000010:3.1:1784943276.948976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50500000. 00000080:00000010:3.1:1784943276.976690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47600. 00010000:00000010:3.1:1784943276.980667:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51564600. 00010000:00000010:3.1:1784943276.980686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50501a00. 00000080:00000010:3.1:1784943277.002615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47460. 00010000:00000010:3.1:1784943277.002636:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51564300. 00010000:00000010:3.1:1784943277.002647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50501200. 00000080:00000010:3.1:1784943277.342570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61197ba0. 00010000:00000010:3.1:1784943277.359597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d240c00. 00010000:00000010:3.1:1784943277.359607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73535e00. 00000080:00000010:3.1:1784943277.386577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61197460. 00010000:00000010:3.1:1784943277.386650:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662c9b00. 00010000:00000010:3.1:1784943277.386657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73535c00. 00000080:00000010:3.1:1784943277.485619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd477e0. 00010000:00000010:3.1:1784943277.485646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662c9200. 00010000:00000010:3.1:1784943277.485653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736ba400. 00000080:00000010:3.1:1784943277.528111:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd473e0. 00010000:00000010:3.1:1784943277.528133:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662c9600. 00010000:00000010:3.1:1784943277.528138:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736bb200. 00000080:00000010:3.1:1784943277.557679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842e20. 00010000:00000010:3.1:1784943277.557693:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a5ec00. 00010000:00000010:3.1:1784943277.557699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73574600. 00000080:00000010:3.1:1784943277.576785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61197de0. 00010000:00000010:3.1:1784943277.576801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d240700. 00010000:00000010:3.1:1784943277.576807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73679000. 00000080:00000010:3.1:1784943277.595256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61197e60. 00010000:00000010:3.1:1784943277.595279:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d240200. 00010000:00000010:3.1:1784943277.595284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73678800. 00000080:00000010:3.1:1784943277.610787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61197e40. 00010000:00000010:3.1:1784943277.622906:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662c9300. 00010000:00000010:3.1:1784943277.622918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73679400. 00000080:00000010:0.1:1784943277.632728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd478c0. 00010000:00000010:0.1:1784943277.632746:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662c9a00. 00010000:00000010:0.1:1784943277.632751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736bbe00. 00000080:00000010:3.1:1784943277.661950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47000. 00010000:00000010:3.1:1784943277.661969:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d46328a00. 00010000:00000010:3.1:1784943277.661974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736bbc00. 00000080:00000010:3.1:1784943277.682114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ba840. 00000080:00000010:0.1:1784943278.149056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd3c0. 00010000:00000010:0.1:1784943278.149075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6196ae00. 00010000:00000010:0.1:1784943278.149080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d462b7000. 00000080:00000010:3.1:1784943278.642570:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9940. 00010000:00000010:3.1:1784943278.642589:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6beea800. 00010000:00000010:3.1:1784943278.642595:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d41327a00. 00000080:00000010:3.1:1784943278.747429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9f00. 00010000:00000010:3.1:1784943278.747448:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d320300. 00010000:00000010:3.1:1784943278.747453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d41326400. 00000080:00000010:3.1:1784943278.843568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ba400. 00010000:00000010:3.1:1784943278.843590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d320f00. 00010000:00000010:3.1:1784943278.843596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd5f200. 00000080:00000010:3.1:1784943278.932429:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0baec0. 00010000:00000010:3.1:1784943278.934864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d320400. 00010000:00000010:3.1:1784943278.934879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd5fe00. 00000080:00000010:3.1:1784943278.982848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ba5a0. 00010000:00000010:3.1:1784943278.982868:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663ab000. 00010000:00000010:3.1:1784943278.982875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd5e200. 00000080:00000010:3.1:1784943279.082564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ba920. 00010000:00000010:1.1:1784943279.085753:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663abc00. 00010000:00000010:1.1:1784943279.085765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd5e800. 00000080:00000010:0.1:1784943279.457627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ba240. 00010000:00000010:0.1:1784943279.457640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf69100. 00010000:00000010:0.1:1784943279.457646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d513e9000. 00000080:00000010:0.1:1784943279.535847:0:178423:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ba200. 00010000:00000010:0.1:1784943279.535858:0:178423:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf69400. 00010000:00000010:0.1:1784943279.535862:0:178423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d513e8c00. 00000080:00000010:3.1:1784943279.762570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198d60. 00010000:00000010:3.1:1784943279.766643:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51a7fe00. 00010000:00000010:3.1:1784943279.766654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51a2fc00. 00000080:00000010:3.1:1784943279.788289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1981a0. 00010000:00000010:3.1:1784943279.794786:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51a7f500. 00010000:00000010:3.1:1784943279.794793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51a2f000. 00000080:00000010:3.1:1784943279.810797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198660. 00000080:00000010:3.1:1784943279.853559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198220. 00010000:00000010:3.1:1784943279.853583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51a7f200. 00010000:00000010:3.1:1784943279.853588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d591da400. 00000080:00000010:3.1:1784943279.877572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1982c0. 00010000:00000010:3.1:1784943279.877591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51a7f600. 00010000:00000010:3.1:1784943279.877596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d591dae00. 00000080:00000010:3.1:1784943279.899558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198ec0. 00010000:00000010:3.1:1784943279.899579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51a7f100. 00010000:00000010:3.1:1784943279.899586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d591dbe00. 00000080:00000010:3.1:1784943279.931559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1985a0. 00010000:00000010:3.1:1784943279.931574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b7f00. 00010000:00000010:3.1:1784943279.931579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d591da200. 00000080:00000010:3.1:1784943279.956644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198920. 00010000:00000010:3.1:1784943279.956674:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b7400. 00010000:00000010:3.1:1784943279.956679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d591da800. 00000080:00000010:3.1:1784943279.987955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198f40. 00010000:00000010:3.1:1784943279.987979:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b7b00. 00010000:00000010:3.1:1784943279.987993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d591daa00. 00000080:00000010:3.1:1784943280.032567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198600. 00010000:00000010:3.1:1784943280.041582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b7000. 00010000:00000010:3.1:1784943280.041593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d591dac00. 00000080:00000010:3.1:1784943280.432477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198260. 00010000:00000010:3.1:1784943280.432499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d452ef800. 00010000:00000010:3.1:1784943280.432504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c51400. 00000080:00000010:3.1:1784943280.497726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1988c0. 00010000:00000010:3.1:1784943280.497748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d452ef700. 00010000:00000010:3.1:1784943280.497754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c50a00. 00000080:00000010:3.1:1784943280.686572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1980e0. 00010000:00000010:3.1:1784943280.686586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d500ac100. 00010000:00000010:3.1:1784943280.686591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c51800. 00000080:00000010:3.1:1784943280.697346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198c60. 00010000:00000010:3.1:1784943280.697358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d500aca00. 00010000:00000010:3.1:1784943280.697362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c50000. 00000080:00000010:3.1:1784943280.715654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198bc0. 00010000:00000010:3.1:1784943280.715666:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d500ac900. 00010000:00000010:3.1:1784943280.715669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c50400. 00000080:00000010:3.1:1784943280.726623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198d80. 00010000:00000010:3.1:1784943280.726645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d500ac400. 00010000:00000010:3.1:1784943280.726650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c51200. 00000080:00000010:3.1:1784943280.733610:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842c40. 00010000:00000010:3.1:1784943280.737623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663d1000. 00010000:00000010:3.1:1784943280.737629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8110200. 00000080:00000010:3.1:1784943280.741840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198540. 00010000:00000010:3.1:1784943280.741861:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d500ace00. 00010000:00000010:3.1:1784943280.741866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c50e00. 00000080:00000010:3.1:1784943280.749672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198240. 00010000:00000010:3.1:1784943280.749686:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d500acb00. 00010000:00000010:3.1:1784943280.749692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c51e00. 00000080:00000010:3.1:1784943280.756571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1984a0. 00010000:00000010:3.1:1784943280.756590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d500ac500. 00010000:00000010:3.1:1784943280.756595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c51c00. 00000080:00000010:3.1:1784943280.772734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198da0. 00010000:00000010:3.1:1784943280.772751:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d500ac000. 00010000:00000010:3.1:1784943280.772756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c50200. 00000080:00000010:3.1:1784943280.782555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1987c0. 00010000:00000010:3.1:1784943280.782573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d500ac800. 00010000:00000010:3.1:1784943280.782578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d45c51000. 00000080:00000010:3.1:1784943280.793553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198a20. 00010000:00000010:3.1:1784943280.793569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d500acc00. 00010000:00000010:3.1:1784943280.793574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24e600. 00000080:00000010:3.1:1784943280.811549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198160. 00010000:00000010:3.1:1784943280.811571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d500ac700. 00010000:00000010:3.1:1784943280.811576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24e000. 00000080:00000010:3.1:1784943280.822775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198300. 00010000:00000010:3.1:1784943280.822794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d500ac200. 00010000:00000010:3.1:1784943280.822799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24fa00. 00000080:00000010:3.1:1784943280.843555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73617260. 00010000:00000010:3.1:1784943280.843572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d500ac600. 00010000:00000010:3.1:1784943280.843577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24f200. 00000080:00000010:3.1:1784943280.875556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736173c0. 00010000:00000010:3.1:1784943280.875571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66374500. 00010000:00000010:3.1:1784943280.875576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24ee00. 00000080:00000010:3.1:1784943280.906703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61197520. 00010000:00000010:3.1:1784943280.906723:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc28600. 00010000:00000010:3.1:1784943280.906728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d462b6800. 00000080:00000010:3.1:1784943280.936720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61197d40. 00010000:00000010:3.1:1784943280.936746:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc28300. 00010000:00000010:3.1:1784943280.936752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51a97600. 00000080:00000010:3.1:1784943280.944695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61197f60. 00010000:00000010:3.1:1784943280.944711:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66374800. 00010000:00000010:3.1:1784943280.944716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51a96c00. 00000080:00000010:3.1:1784943280.960670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73617860. 00010000:00000010:3.1:1784943280.960692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66374c00. 00010000:00000010:3.1:1784943280.960698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24fc00. 00000080:00000010:3.1:1784943280.975709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73617a40. 00010000:00000010:3.1:1784943280.975731:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66374700. 00010000:00000010:3.1:1784943280.975736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24e200. 00000080:00000010:3.1:1784943280.990559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73617960. 00010000:00000010:3.1:1784943280.990581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66374200. 00010000:00000010:3.1:1784943280.990587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24f000. 00000080:00000010:3.1:1784943281.015752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73617cc0. 00010000:00000010:3.1:1784943281.018688:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66374d00. 00010000:00000010:3.1:1784943281.018706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24e800. 00000080:00000010:3.1:1784943281.029575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842ea0. 00010000:00000010:3.1:1784943281.029604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663d1c00. 00010000:00000010:3.1:1784943281.029610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996cb8111600. 00000080:00000010:3.1:1784943281.054332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736174c0. 00010000:00000010:3.1:1784943281.067045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66374600. 00010000:00000010:3.1:1784943281.067052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24f400. 00000080:00000010:3.1:1784943281.080813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73617760. 00000080:00000010:3.1:1784943281.085048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73617dc0. 00010000:00000010:3.1:1784943281.085074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66374300. 00010000:00000010:3.1:1784943281.085080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d24f600. 00000080:00000010:3.1:1784943281.555620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73617ec0. 00010000:00000010:3.1:1784943281.555639:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d2fbf00. 00010000:00000010:3.1:1784943281.555645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44d00e00. 00000080:00000010:0.1:1784943281.580607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842a40. 00010000:00000010:0.1:1784943281.580623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663d1d00. 00010000:00000010:0.1:1784943281.580628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43b62800. 00000080:00000010:3.1:1784943281.748569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73617e60. 00010000:00000010:3.1:1784943281.748588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d2fb600. 00010000:00000010:3.1:1784943281.748603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46311e00. 00000080:00000010:0.1:1784943281.881922:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736173a0. 00010000:00000010:0.1:1784943281.881932:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bdf6100. 00010000:00000010:0.1:1784943281.881936:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46311800. 00000080:00000010:3.1:1784943282.085611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61197c60. 00010000:00000010:3.1:1784943282.085641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4991e900. 00010000:00000010:3.1:1784943282.085647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51a96800. 00000080:00000010:3.1:1784943282.116044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736176c0. 00010000:00000010:3.1:1784943282.116067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bdf6e00. 00010000:00000010:3.1:1784943282.116073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721ad400. 00000080:00000010:3.1:1784943282.137583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736170c0. 00010000:00000010:3.1:1784943282.137595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bdf6b00. 00010000:00000010:3.1:1784943282.137599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721aca00. 00000080:00000010:3.1:1784943282.148817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d664e17e0. 00010000:00000010:3.1:1784943282.148835:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d03a500. 00010000:00000010:3.1:1784943282.148839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721acc00. 00000080:00000010:0.1:1784943282.167927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d664e10c0. 00010000:00000010:0.1:1784943282.167948:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d03a800. 00010000:00000010:0.1:1784943282.167953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721ac600. 00000080:00000010:3.1:1784943282.393431:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdd40. 00010000:00000010:3.1:1784943282.393448:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66368c00. 00010000:00000010:3.1:1784943282.393453:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d189400. 00000080:00000010:3.1:1784943282.404644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd6c0. 00010000:00000010:3.1:1784943282.426576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66368200. 00010000:00000010:3.1:1784943282.426586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d189800. 00000080:00000010:3.1:1784943282.458738:0:178432:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842840. 00010000:00000010:3.1:1784943282.458756:0:178432:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499a00. 00010000:00000010:3.1:1784943282.458762:0:178432:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43b62400. 00000080:00000010:3.1:1784943282.476566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61197d80. 00010000:00000010:3.1:1784943282.476586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4991eb00. 00010000:00000010:3.1:1784943282.476592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d322000. 00000080:00000010:3.1:1784943282.503570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d664e1cc0. 00010000:00000010:3.1:1784943282.510609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d03a300. 00010000:00000010:3.1:1784943282.510618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721adc00. 00000080:00000010:3.1:1784943282.536557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d664e1760. 00010000:00000010:3.1:1784943282.536577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d03af00. 00010000:00000010:3.1:1784943282.536583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66376600. 00000080:00000010:3.1:1784943282.567676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d664e1c20. 00010000:00000010:3.1:1784943282.571714:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d03a400. 00010000:00000010:3.1:1784943282.571722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66377a00. 00000080:00000010:3.1:1784943282.616578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d664e1080. 00010000:00000010:3.1:1784943282.621940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6beea200. 00010000:00000010:3.1:1784943282.621953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66377200. 00000080:00000010:3.1:1784943282.654556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f90e0. 00010000:00000010:1.1:1784943282.657684:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66368600. 00010000:00000010:1.1:1784943282.657704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d41327800. 00000080:00000010:3.1:1784943282.838823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdc60. 00010000:00000010:3.1:1784943282.838834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d346d00. 00010000:00000010:3.1:1784943282.838840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d189200. 00000080:00000010:3.1:1784943282.957550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d664e1780. 00000080:00000010:3.1:1784943283.013102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61197ac0. 00010000:00000010:3.1:1784943283.013120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4991e700. 00010000:00000010:3.1:1784943283.013137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d323c00. 00000080:00000010:3.1:1784943283.020568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d664e1440. 00010000:00000010:3.1:1784943283.020594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d2b3b00. 00010000:00000010:3.1:1784943283.020599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d508b1e00. 00000080:00000010:0.1:1784943283.048705:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4630d120. 00010000:00000010:0.1:1784943283.048718:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499c00. 00010000:00000010:0.1:1784943283.048723:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43b62000. 00000080:00000010:3.1:1784943283.061749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d664e1be0. 00010000:00000010:3.1:1784943283.061770:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d2b3500. 00010000:00000010:3.1:1784943283.061775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d508b1c00. 00000080:00000010:3.1:1784943283.090735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d664e1c80. 00010000:00000010:3.1:1784943283.095154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d2b3800. 00010000:00000010:3.1:1784943283.095162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d508b1000. 00000080:00000010:3.1:1784943283.126653:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d664e1a00. 00010000:00000010:3.1:1784943283.126666:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d2b3700. 00010000:00000010:3.1:1784943283.126671:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d508b1400. 00000080:00000010:3.1:1784943283.144240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d664e1580. 00010000:00000010:3.1:1784943283.147874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d2b3d00. 00010000:00000010:3.1:1784943283.147882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735ee200. 00000080:00000010:3.1:1784943283.169242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d664e1700. 00010000:00000010:0.1:1784943283.173651:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d2b3100. 00010000:00000010:0.1:1784943283.173658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735ee800. 00000080:00000010:0.1:1784943284.530599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd520. 00010000:00000010:0.1:1784943284.530618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d346200. 00010000:00000010:0.1:1784943284.530624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4663aa00. 00000080:00000010:0.1:1784943284.687548:0:2345:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d466ba880. 00010000:00000010:0.1:1784943284.687559:0:2345:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc13a00. 00010000:00000010:0.1:1784943284.687563:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d20ea00. 00000080:00000010:3.1:1784943284.717980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d466ba0a0. 00010000:00000010:3.1:1784943284.717998:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc13900. 00010000:00000010:3.1:1784943284.718004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d20ec00. 00000080:00000010:3.1:1784943284.768654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d466ba460. 00000080:00000010:3.1:1784943284.800737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d466bae60. 00010000:00000010:3.1:1784943284.800752:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc13000. 00010000:00000010:3.1:1784943284.800757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be46200. 00000080:00000010:3.1:1784943284.848663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d466bad00. 00010000:00000010:3.1:1784943284.854556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc13c00. 00010000:00000010:3.1:1784943284.854566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be46800. 00000080:00000010:3.1:1784943284.877744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd360. 00010000:00000010:3.1:1784943284.877763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73651400. 00010000:00000010:3.1:1784943284.877769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4663a800. 00000080:00000010:3.1:1784943284.910581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4650a2a0. 00010000:00000010:3.1:1784943284.914593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73651b00. 00010000:00000010:3.1:1784943284.914599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73886e00. 00000080:00000010:3.1:1784943284.943558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4650a740. 00010000:00000010:3.1:1784943284.943582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73651000. 00010000:00000010:3.1:1784943284.943587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73887c00. 00000080:00000010:3.1:1784943284.990555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaec00. 00010000:00000010:3.1:1784943284.990568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499400. 00010000:00000010:3.1:1784943284.990573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d40030000. 00000080:00000010:3.1:1784943285.014561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4650a280. 00010000:00000010:3.1:1784943285.018557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73651700. 00010000:00000010:3.1:1784943285.018565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73886800. 00000080:00000010:3.1:1784943285.047560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4650a8a0. 00010000:00000010:3.1:1784943285.047585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73651d00. 00010000:00000010:3.1:1784943285.047591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73886a00. 00000080:00000010:3.1:1784943285.072690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4650a7a0. 00010000:00000010:3.1:1784943285.072715:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737ffe00. 00010000:00000010:3.1:1784943285.072772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73886c00. 00000080:00000010:3.1:1784943285.104668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d466ba100. 00010000:00000010:3.1:1784943285.112619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc13700. 00010000:00000010:3.1:1784943285.112633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be47400. 00000080:00000010:3.1:1784943285.354165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61197f20. 00010000:00000010:3.1:1784943285.354180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be4df00. 00010000:00000010:3.1:1784943285.354185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b44200. 00000080:00000010:3.1:1784943285.368735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d466ba340. 00010000:00000010:3.1:1784943285.368749:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be4d900. 00010000:00000010:3.1:1784943285.368754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d045800. 00000080:00000010:3.1:1784943285.372574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73753e60. 00010000:00000010:3.1:1784943285.372596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be4d400. 00010000:00000010:3.1:1784943285.372601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d044600. 00000080:00000010:3.1:1784943285.372605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73753e40. 00010000:00000010:3.1:1784943285.372610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be4de00. 00010000:00000010:3.1:1784943285.372613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d044000. 00000080:00000010:3.1:1784943285.386156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73753100. 00010000:00000010:3.1:1784943285.386168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b4c900. 00010000:00000010:3.1:1784943285.386173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d045a00. 00000080:00000010:3.1:1784943285.407563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d737539a0. 00010000:00000010:3.1:1784943285.407576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b4c400. 00010000:00000010:3.1:1784943285.407582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d044400. 00000080:00000010:3.1:1784943285.416481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73753120. 00010000:00000010:3.1:1784943285.416723:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b4ce00. 00010000:00000010:3.1:1784943285.416730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d045200. 00000080:00000010:3.1:1784943285.421570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaeb80. 00010000:00000010:3.1:1784943285.421594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d467b2600. 00010000:00000010:3.1:1784943285.421599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478d800. 00000080:00000010:0.1:1784943285.438845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73753aa0. 00010000:00000010:0.1:1784943285.438857:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b4cb00. 00010000:00000010:0.1:1784943285.438861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d044e00. 00000080:00000010:3.1:1784943285.444600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73753b80. 00010000:00000010:3.1:1784943285.444614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b4c500. 00010000:00000010:3.1:1784943285.444619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d045e00. 00000080:00000010:3.1:1784943285.468757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73753ae0. 00010000:00000010:3.1:1784943285.473564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b4c800. 00010000:00000010:3.1:1784943285.473574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d044200. 00000080:00000010:0.1:1784943285.549911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73753720. 00010000:00000010:0.1:1784943285.549927:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b4c600. 00010000:00000010:0.1:1784943285.549948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73782a00. 00000080:00000010:3.1:1784943285.781743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73753c60. 00010000:00000010:3.1:1784943285.781756:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6628dd00. 00010000:00000010:3.1:1784943285.781762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73783c00. 00000080:00000010:0.1:1784943285.803960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaede0. 00010000:00000010:0.1:1784943285.803973:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44456000. 00010000:00000010:0.1:1784943285.803979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478c800. 00000080:00000010:3.1:1784943285.814576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73753800. 00010000:00000010:3.1:1784943285.814599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6628d600. 00010000:00000010:3.1:1784943285.814606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73782200. 00000080:00000010:3.1:1784943285.844563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61197280. 00010000:00000010:3.1:1784943285.847708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6101a600. 00010000:00000010:3.1:1784943285.847724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b44800. 00000080:00000010:0.1:1784943285.890606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73753d80. 00010000:00000010:0.1:1784943285.890621:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6628d300. 00010000:00000010:0.1:1784943285.890626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44788c00. 00000080:00000010:3.1:1784943285.993954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73753160. 00010000:00000010:3.1:1784943285.993974:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6628d500. 00010000:00000010:3.1:1784943285.993980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44788e00. 00000080:00000010:3.1:1784943286.012851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d737536e0. 00010000:00000010:0.1:1784943286.012904:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6621d700. 00010000:00000010:0.1:1784943286.012909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44789c00. 00000080:00000010:0.1:1784943286.552593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573920. 00010000:00000010:0.1:1784943286.552614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738b0900. 00010000:00000010:0.1:1784943286.552619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664e7200. 00010000:00000010:0.1:1784943286.564701:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738b0400. 00010000:00000010:0.1:1784943286.564709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664e6e00. 00000080:00000010:3.1:1784943286.742561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7e40. 00010000:00000010:3.1:1784943286.742579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6b00. 00010000:00000010:3.1:1784943286.742586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feaee00. 00000080:00000010:3.1:1784943286.772783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7a20. 00010000:00000010:3.1:1784943286.772795:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc35200. 00010000:00000010:3.1:1784943286.772800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f12a00. 00000080:00000010:3.1:1784943286.807595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4650a860. 00010000:00000010:3.1:1784943286.811570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737ffa00. 00010000:00000010:3.1:1784943286.811576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d666b3800. 00000080:00000010:3.1:1784943286.821567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4650a000. 00010000:00000010:3.1:1784943286.821590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737ff900. 00010000:00000010:3.1:1784943286.821595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d666b2000. 00000080:00000010:1.1:1784943286.843556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4650adc0. 00010000:00000010:1.1:1784943286.843583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737a4100. 00010000:00000010:1.1:1784943286.843588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d666b2400. 00000080:00000010:3.1:1784943286.984559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9f40. 00010000:00000010:3.1:1784943286.984582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45c57900. 00010000:00000010:3.1:1784943286.984587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d500b0800. 00000080:00000010:3.1:1784943287.000594:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f93e0. 00010000:00000010:3.1:1784943287.000609:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45c57e00. 00010000:00000010:3.1:1784943287.000615:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d500b0a00. 00000080:00000010:3.1:1784943287.023551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573900. 00010000:00000010:3.1:1784943287.023568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73964d00. 00010000:00000010:3.1:1784943287.023573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664e7800. 00000080:00000010:3.1:1784943287.070557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573560. 00010000:00000010:3.1:1784943287.070573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73964300. 00010000:00000010:3.1:1784943287.070578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d284c00. 00000080:00000010:3.1:1784943287.092787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573e60. 00010000:00000010:3.1:1784943287.092800:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73964f00. 00010000:00000010:3.1:1784943287.092805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d284600. 00000080:00000010:3.1:1784943287.142560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573100. 00010000:00000010:3.1:1784943287.142576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73964400. 00010000:00000010:3.1:1784943287.142581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d285a00. 00000080:00000010:3.1:1784943287.171655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4650a080. 00010000:00000010:3.1:1784943287.171681:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737a4b00. 00010000:00000010:3.1:1784943287.171686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d666b3e00. 00000080:00000010:3.1:1784943287.191560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4650a3e0. 00010000:00000010:3.1:1784943287.191588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45c57b00. 00010000:00000010:3.1:1784943287.191593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d666b3c00. 00000080:00000010:3.1:1784943287.219561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573120. 00010000:00000010:3.1:1784943287.219578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73964b00. 00010000:00000010:3.1:1784943287.219584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d285200. 00000080:00000010:3.1:1784943287.240633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61197680. 00010000:00000010:3.1:1784943287.250569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6101aa00. 00010000:00000010:3.1:1784943287.250575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b45600. 00000080:00000010:3.1:1784943287.254770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61197440. 00010000:00000010:3.1:1784943287.254783:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73964000. 00010000:00000010:3.1:1784943287.254788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d285e00. 00000080:00000010:3.1:1784943287.265555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573480. 00010000:00000010:3.1:1784943287.265575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73964800. 00010000:00000010:3.1:1784943287.265581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d285c00. 00000080:00000010:3.1:1784943287.275735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573840. 00010000:00000010:3.1:1784943287.275755:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73964c00. 00010000:00000010:3.1:1784943287.275760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d284200. 00000080:00000010:3.1:1784943287.311080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573b20. 00010000:00000010:3.1:1784943287.311104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666b1900. 00010000:00000010:3.1:1784943287.311110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d284800. 00000080:00000010:3.1:1784943287.340973:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573d40. 00010000:00000010:3.1:1784943287.345572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666b1400. 00010000:00000010:3.1:1784943287.345586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d285400. 00000080:00000010:3.1:1784943287.365909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573040. 00010000:00000010:3.1:1784943287.365919:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666b1e00. 00010000:00000010:3.1:1784943287.365932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d284a00. 00000080:00000010:3.1:1784943287.388898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d665737e0. 00010000:00000010:3.1:1784943287.388911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666b1500. 00010000:00000010:3.1:1784943287.388916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6622da00. 00000080:00000010:3.1:1784943287.442241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573000. 00000080:00000010:3.1:1784943287.490566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9d00. 00000080:00000010:0.1:1784943287.584875:0:2353:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae140. 00010000:00000010:0.1:1784943287.584890:0:2353:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44456b00. 00010000:00000010:0.1:1784943287.584895:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4478c000. 00000080:00000010:0.1:1784943287.998811:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae820. 00010000:00000010:0.1:1784943287.998828:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44456900. 00010000:00000010:0.1:1784943287.998833:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7369f600. 00000080:00000010:3.1:1784943288.083632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9180. 00010000:00000010:3.1:1784943288.083649:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d2c00. 00010000:00000010:3.1:1784943288.083655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4663d000. 00000080:00000010:0.1:1784943288.104043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9080. 00010000:00000010:0.1:1784943288.106746:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4372b300. 00010000:00000010:0.1:1784943288.106762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4663c800. 00000080:00000010:0.1:1784943288.118558:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9840. 00010000:00000010:0.1:1784943288.118576:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b71f00. 00010000:00000010:0.1:1784943288.118582:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4663d400. 00000080:00000010:3.1:1784943288.235558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573f80. 00010000:00000010:3.1:1784943288.239563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b71500. 00010000:00000010:3.1:1784943288.239574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4668dc00. 00000080:00000010:3.1:1784943288.260566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573620. 00010000:00000010:3.1:1784943288.260587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b71800. 00010000:00000010:3.1:1784943288.260592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4668d000. 00000080:00000010:3.1:1784943288.289754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d665731c0. 00010000:00000010:3.1:1784943288.289767:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b71700. 00010000:00000010:3.1:1784943288.289771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4668d400. 00000080:00000010:3.1:1784943288.313215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae120. 00010000:00000010:3.1:1784943288.314762:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44456e00. 00010000:00000010:3.1:1784943288.314774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7369ec00. 00000080:00000010:1.1:1784943288.344547:0:185399:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61197a80. 00010000:00000010:1.1:1784943288.344558:0:185399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6101ad00. 00010000:00000010:1.1:1784943288.344563:0:185399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735bca00. 00000080:00000010:3.1:1784943289.352066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d737533e0. 00010000:00000010:3.1:1784943289.352090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73623100. 00010000:00000010:3.1:1784943289.352097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66371a00. 00000080:00000010:3.1:1784943289.475562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611973a0. 00010000:00000010:1.1:1784943289.481559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42a3ff00. 00010000:00000010:1.1:1784943289.481577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66372c00. 00000080:00000010:3.1:1784943289.710755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61197140. 00000080:00000010:3.1:1784943289.735598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61197ea0. 00010000:00000010:3.1:1784943289.735767:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d03f000. 00010000:00000010:3.1:1784943289.735772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66373a00. 00000080:00000010:3.1:1784943289.754625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae5e0. 00010000:00000010:3.1:1784943289.754648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58878d00. 00010000:00000010:3.1:1784943289.754655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7369e600. 00000080:00000010:3.1:1784943289.772556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d466ba9c0. 00000080:00000010:3.1:1784943289.848553:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d45e198e0. 00010000:00000010:3.1:1784943289.848565:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61956200. 00010000:00000010:3.1:1784943289.848569:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661c2600. 00000080:00000010:3.1:1784943289.865550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaefc0. 00010000:00000010:3.1:1784943289.865559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58878200. 00010000:00000010:3.1:1784943289.865563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7369e000. 00010000:00000010:0.1:1784943289.878626:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61956600. 00010000:00000010:0.1:1784943289.878632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661c3a00. 00000080:00000010:3.1:1784943289.885737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d466bab20. 00000080:00000010:3.1:1784943289.987645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaea60. 00010000:00000010:3.1:1784943289.987657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58878100. 00010000:00000010:3.1:1784943289.987661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7369ea00. 00000080:00000010:3.1:1784943290.090570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d466ba220. 00010000:00000010:3.1:1784943290.090591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf62000. 00010000:00000010:3.1:1784943290.090598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d466cf400. 00000080:00000010:3.1:1784943290.110739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d466baf20. 00010000:00000010:3.1:1784943290.110757:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf62c00. 00010000:00000010:3.1:1784943290.110763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d466cf600. 00000080:00000010:3.1:1784943290.140573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae500. 00010000:00000010:3.1:1784943290.140591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58878600. 00010000:00000010:3.1:1784943290.140596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7369e400. 00000080:00000010:0.1:1784943290.230654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d466baac0. 00010000:00000010:0.1:1784943290.230681:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf62a00. 00010000:00000010:0.1:1784943290.230688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44d0e400. 00000080:00000010:3.1:1784943290.284866:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6023e860. 00010000:00000010:3.1:1784943290.289580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58878500. 00010000:00000010:3.1:1784943290.289591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7369ee00. 00000080:00000010:3.1:1784943291.392767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73617780. 00010000:00000010:3.1:1784943291.392788:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfaab00. 00010000:00000010:3.1:1784943291.392795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42d0bc00. 00000080:00000010:3.1:1784943291.423816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73617d20. 00010000:00000010:3.1:1784943291.423840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466d2d00. 00010000:00000010:3.1:1784943291.423845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42d0b000. 00000080:00000010:3.1:1784943291.446576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736175e0. 00010000:00000010:3.1:1784943291.450580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466d2100. 00010000:00000010:3.1:1784943291.450594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beef200. 00000080:00000010:3.1:1784943291.473837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736176e0. 00010000:00000010:3.1:1784943291.477568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466d2a00. 00010000:00000010:3.1:1784943291.477577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6beefe00. 00000080:00000010:3.1:1784943291.502577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106920. 00010000:00000010:3.1:1784943291.502595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c7b00. 00010000:00000010:3.1:1784943291.502601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d01f000. 00000080:00000010:3.1:1784943291.528623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47f60. 00010000:00000010:3.1:1784943291.533529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4372bd00. 00010000:00000010:3.1:1784943291.533544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66372200. 00000080:00000010:3.1:1784943291.537587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136ac0. 00010000:00000010:3.1:1784943291.537603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4372b600. 00010000:00000010:3.1:1784943291.537609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73625400. 00000080:00000010:0.1:1784943291.562551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136540. 00010000:00000010:0.1:1784943291.566562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4372b100. 00010000:00000010:0.1:1784943291.566580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73625000. 00000080:00000010:3.1:1784943291.566636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136600. 00010000:00000010:3.1:1784943291.572073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663b5200. 00010000:00000010:3.1:1784943291.572084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73624800. 00000080:00000010:3.1:1784943291.590774:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136a00. 00010000:00000010:3.1:1784943291.590786:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663b5600. 00010000:00000010:3.1:1784943291.590791:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73625e00. 00000080:00000010:3.1:1784943291.604610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47b20. 00010000:00000010:3.1:1784943291.614811:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d03f100. 00010000:00000010:3.1:1784943291.614819:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66373000. 00000080:00000010:0.1:1784943291.933559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdae0. 00010000:00000010:0.1:1784943291.933569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73641b00. 00010000:00000010:0.1:1784943291.933573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d466b1400. 00000080:00000010:3.1:1784943292.021560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47520. 00010000:00000010:3.1:1784943292.021574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73641700. 00010000:00000010:3.1:1784943292.021579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66372800. 00000080:00000010:0.1:1784943292.403571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198ac0. 00010000:00000010:0.1:1784943292.412565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd4d800. 00010000:00000010:0.1:1784943292.412578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0ede00. 00000080:00000010:3.1:1784943292.416588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198080. 00010000:00000010:3.1:1784943292.416599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd4dc00. 00010000:00000010:3.1:1784943292.416603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0edc00. 00000080:00000010:3.1:1784943292.428982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198c20. 00010000:00000010:3.1:1784943292.429004:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd4d700. 00010000:00000010:3.1:1784943292.429010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0ec200. 00000080:00000010:3.1:1784943292.446576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198cc0. 00010000:00000010:3.1:1784943292.449823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd4dd00. 00010000:00000010:3.1:1784943292.449839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0ec800. 00000080:00000010:3.1:1784943292.461487:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198a40. 00010000:00000010:3.1:1784943292.461507:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd4d600. 00010000:00000010:3.1:1784943292.461514:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0ed400. 00000080:00000010:3.1:1784943292.575560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198480. 00010000:00000010:3.1:1784943292.575576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73540300. 00010000:00000010:3.1:1784943292.575581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be8b200. 00000080:00000010:3.1:1784943292.600571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198ca0. 00010000:00000010:3.1:1784943292.600591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73540f00. 00010000:00000010:3.1:1784943292.600597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be8be00. 00000080:00000010:3.1:1784943292.622677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1986a0. 00010000:00000010:3.1:1784943292.622699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73540400. 00010000:00000010:3.1:1784943292.622705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be8a200. 00000080:00000010:3.1:1784943292.644570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd476a0. 00010000:00000010:3.1:1784943292.644590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73540e00. 00010000:00000010:3.1:1784943292.644595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d666b2200. 00000080:00000010:3.1:1784943292.680932:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198c40. 00010000:00000010:3.1:1784943292.680946:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73540500. 00010000:00000010:3.1:1784943292.680951:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be8b400. 00000080:00000010:3.1:1784943292.702558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106a40. 00010000:00000010:3.1:1784943292.702573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c7d00. 00010000:00000010:3.1:1784943292.702578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d01e600. 00000080:00000010:3.1:1784943292.723640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198440. 00010000:00000010:3.1:1784943292.727585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73540c00. 00010000:00000010:3.1:1784943292.727592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be8ac00. 00000080:00000010:3.1:1784943292.749568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d45e19ec0. 00010000:00000010:3.1:1784943292.749590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73540700. 00010000:00000010:3.1:1784943292.749595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b7da00. 00000080:00000010:3.1:1784943292.783592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd472a0. 00010000:00000010:3.1:1784943292.783620:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d03fb00. 00010000:00000010:3.1:1784943292.783643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7370bc00. 00000080:00000010:3.1:1784943292.803090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198500. 00010000:00000010:3.1:1784943292.806838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73540600. 00010000:00000010:3.1:1784943292.806844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be8a600. 00000080:00000010:3.1:1784943292.831704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198620. 00010000:00000010:3.1:1784943292.831721:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738d6100. 00010000:00000010:3.1:1784943292.831726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7370da00. 00000080:00000010:3.1:1784943292.867570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47c40. 00010000:00000010:3.1:1784943292.867594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738d6300. 00010000:00000010:3.1:1784943292.867599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7370b000. 00000080:00000010:3.1:1784943292.883566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47ec0. 00010000:00000010:3.1:1784943292.887580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7348f000. 00010000:00000010:3.1:1784943292.887594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7370b400. 00000080:00000010:3.1:1784943292.904412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0bab40. 00010000:00000010:3.1:1784943292.904448:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7348fc00. 00010000:00000010:3.1:1784943292.904453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7370d200. 00000080:00000010:3.1:1784943292.936717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ba8a0. 00010000:00000010:3.1:1784943292.936734:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7348fd00. 00010000:00000010:3.1:1784943292.936738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7370dc00. 00000080:00000010:3.1:1784943292.954708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0badc0. 00010000:00000010:3.1:1784943292.954720:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7348f100. 00010000:00000010:3.1:1784943292.954725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7370d000. 00000080:00000010:3.1:1784943292.974566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ba4a0. 00010000:00000010:3.1:1784943292.974591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7348f300. 00010000:00000010:3.1:1784943292.974596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7370c800. 00000080:00000010:3.1:1784943292.981622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ba160. 00010000:00000010:3.1:1784943292.981642:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7348fa00. 00010000:00000010:3.1:1784943292.981647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7370d400. 00000080:00000010:3.1:1784943292.991628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd472c0. 00010000:00000010:3.1:1784943292.991648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738d6f00. 00010000:00000010:3.1:1784943292.991654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7370aa00. 00000080:00000010:3.1:1784943293.005554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47220. 00010000:00000010:3.1:1784943293.005573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738d6900. 00010000:00000010:3.1:1784943293.005578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7370b600. 00000080:00000010:3.1:1784943293.011668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47280. 00010000:00000010:3.1:1784943293.011686:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738d6400. 00010000:00000010:3.1:1784943293.011692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7370ac00. 00000080:00000010:3.1:1784943293.018566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47fe0. 00010000:00000010:3.1:1784943293.028565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738d6e00. 00010000:00000010:3.1:1784943293.028572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7370b800. 00000080:00000010:3.1:1784943293.037551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47500. 00010000:00000010:3.1:1784943293.037619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738d6b00. 00010000:00000010:3.1:1784943293.037625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7370a600. 00000080:00000010:3.1:1784943293.047487:0:178432:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47fc0. 00010000:00000010:3.1:1784943293.047510:0:178432:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738d6500. 00010000:00000010:3.1:1784943293.047531:0:178432:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7370a000. 00000080:00000010:3.1:1784943293.051930:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd475c0. 00010000:00000010:3.1:1784943293.057692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738d6000. 00010000:00000010:3.1:1784943293.057708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7370ba00. 00000080:00000010:0.1:1784943293.342590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ba780. 00010000:00000010:0.1:1784943293.342610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663bf000. 00010000:00000010:0.1:1784943293.342616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42d3ba00. 00000080:00000010:3.1:1784943293.581643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237440. 00010000:00000010:3.1:1784943293.581661:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0de800. 00010000:00000010:3.1:1784943293.581667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73585c00. 00000080:00000010:3.1:1784943293.623690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2379e0. 00010000:00000010:3.1:1784943293.623702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0de700. 00010000:00000010:3.1:1784943293.623707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73585000. 00000080:00000010:3.1:1784943293.642460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237900. 00010000:00000010:3.1:1784943293.642484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0ded00. 00010000:00000010:3.1:1784943293.642491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73585400. 00000080:00000010:3.1:1784943293.674555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237c40. 00010000:00000010:3.1:1784943293.674578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0de100. 00010000:00000010:3.1:1784943293.674584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73585600. 00000080:00000010:3.1:1784943293.717672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237580. 00010000:00000010:3.1:1784943293.717696:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0de300. 00010000:00000010:3.1:1784943293.717702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73584c00. 00000080:00000010:3.1:1784943293.718561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cb300. 00010000:00000010:3.1:1784943293.718571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d427c0400. 00010000:00000010:3.1:1784943293.718575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdaa800. 00000080:00000010:3.1:1784943293.732564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237140. 00010000:00000010:3.1:1784943293.732587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0dea00. 00010000:00000010:3.1:1784943293.732594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73585800. 00000080:00000010:3.1:1784943293.752581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237700. 00010000:00000010:3.1:1784943293.752616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0def00. 00010000:00000010:3.1:1784943293.752626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73584600. 00000080:00000010:3.1:1784943293.813765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2372a0. 00010000:00000010:3.1:1784943293.813789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0de900. 00010000:00000010:3.1:1784943293.813797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73584000. 00000080:00000010:3.1:1784943293.842939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237180. 00010000:00000010:3.1:1784943293.842974:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0de400. 00010000:00000010:3.1:1784943293.842982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73585a00. 00000080:00000010:3.1:1784943293.869575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2376a0. 00010000:00000010:3.1:1784943293.869600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0dee00. 00010000:00000010:3.1:1784943293.869608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73584400. 00000080:00000010:3.1:1784943293.889773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237ea0. 00010000:00000010:3.1:1784943293.889805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6629c600. 00010000:00000010:3.1:1784943293.889811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73585200. 00000080:00000010:3.1:1784943293.911385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47200. 00010000:00000010:3.1:1784943293.911417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6629c100. 00010000:00000010:3.1:1784943293.911425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663bce00. 00000080:00000010:3.1:1784943293.925747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46c80. 00010000:00000010:3.1:1784943293.934927:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6629c300. 00010000:00000010:3.1:1784943293.934945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663bde00. 00000080:00000010:3.1:1784943293.956568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd460a0. 00010000:00000010:3.1:1784943293.956589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6629ca00. 00010000:00000010:3.1:1784943293.956594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663bdc00. 00000080:00000010:3.1:1784943294.023569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46c00. 00010000:00000010:3.1:1784943294.023594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6629cf00. 00010000:00000010:3.1:1784943294.023599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663bc200. 00000080:00000010:3.1:1784943294.057564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cba60. 00010000:00000010:3.1:1784943294.057587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c7e00. 00010000:00000010:3.1:1784943294.057593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdab400. 00000080:00000010:3.1:1784943294.378564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237a60. 00010000:00000010:3.1:1784943294.378586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73583f00. 00010000:00000010:3.1:1784943294.378591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663a6200. 00000080:00000010:3.1:1784943294.450670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d45e193c0. 00010000:00000010:3.1:1784943294.450682:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bde1700. 00010000:00000010:3.1:1784943294.450687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51b7d000. 00000080:00000010:3.1:1784943294.521569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cbf20. 00010000:00000010:3.1:1784943294.525570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51f63300. 00010000:00000010:3.1:1784943294.525583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdaaa00. 00000080:00000010:3.1:1784943294.537954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611360e0. 00010000:00000010:3.1:1784943294.537967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73583400. 00010000:00000010:3.1:1784943294.537972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73625200. 00000080:00000010:3.1:1784943294.568569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2373a0. 00010000:00000010:3.1:1784943294.576954:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73583b00. 00010000:00000010:3.1:1784943294.576967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663a7400. 00000080:00000010:3.1:1784943294.594679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237fa0. 00010000:00000010:3.1:1784943294.594707:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73583000. 00010000:00000010:3.1:1784943294.598925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663a7600. 00000080:00000010:3.1:1784943294.642810:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237720. 00010000:00000010:3.1:1784943294.642826:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73583c00. 00010000:00000010:3.1:1784943294.642831:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663a7800. 00000080:00000010:3.1:1784943294.667706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2376c0. 00010000:00000010:3.1:1784943294.667732:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73583200. 00010000:00000010:3.1:1784943294.667739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663a6000. 00000080:00000010:3.1:1784943294.706581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2370c0. 00010000:00000010:3.1:1784943294.706607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73583d00. 00010000:00000010:3.1:1784943294.706614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663a7a00. 00000080:00000010:3.1:1784943294.730564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2378c0. 00010000:00000010:3.1:1784943294.730584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d147000. 00010000:00000010:3.1:1784943294.730591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663a7200. 00000080:00000010:3.1:1784943294.795547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237cc0. 00010000:00000010:3.1:1784943294.799556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d147d00. 00010000:00000010:3.1:1784943294.799635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be11a00. 00000080:00000010:3.1:1784943294.813557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237760. 00010000:00000010:3.1:1784943294.813571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d147100. 00010000:00000010:3.1:1784943294.813576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be11200. 00000080:00000010:3.1:1784943294.840655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2378a0. 00010000:00000010:3.1:1784943294.846554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d147300. 00010000:00000010:3.1:1784943294.846563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be10e00. 00000080:00000010:3.1:1784943294.877561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237e20. 00010000:00000010:3.1:1784943294.877574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d147f00. 00010000:00000010:3.1:1784943294.877578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be11c00. 00000080:00000010:3.1:1784943294.891639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237d40. 00010000:00000010:3.1:1784943294.891661:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d147400. 00010000:00000010:3.1:1784943294.891667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be11000. 00000080:00000010:3.1:1784943294.919711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237b40. 00010000:00000010:3.1:1784943294.919722:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d147b00. 00010000:00000010:3.1:1784943294.919727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be11400. 00000080:00000010:3.1:1784943295.087554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46bc0. 00010000:00000010:3.1:1784943295.087569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6629c000. 00010000:00000010:3.1:1784943295.087574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd1d800. 00000080:00000010:3.1:1784943295.107715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237de0. 00010000:00000010:3.1:1784943295.116077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d661d5f00. 00010000:00000010:3.1:1784943295.116096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66592a00. 00000080:00000010:3.1:1784943295.141683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2370a0. 00000080:00000010:3.1:1784943295.173567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2374e0. 00010000:00000010:3.1:1784943295.173582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d661d5b00. 00010000:00000010:3.1:1784943295.173587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66592600. 00000080:00000010:3.1:1784943295.203560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2372c0. 00010000:00000010:3.1:1784943295.207574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d661d5000. 00010000:00000010:3.1:1784943295.207590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66593a00. 00000080:00000010:3.1:1784943295.507953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136420. 00010000:00000010:3.1:1784943295.507963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663b5400. 00010000:00000010:3.1:1784943295.507967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73625c00. 00000080:00000010:3.1:1784943295.560555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136be0. 00010000:00000010:3.1:1784943295.560569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663b5b00. 00010000:00000010:3.1:1784943295.560573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fff3400. 00000080:00000010:3.1:1784943295.590572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237a20. 00010000:00000010:3.1:1784943295.590594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d230a00. 00010000:00000010:3.1:1784943295.590601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7381ba00. 00000080:00000010:3.1:1784943295.656568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2376e0. 00010000:00000010:3.1:1784943295.656591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d230400. 00010000:00000010:3.1:1784943295.656597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7381ae00. 00000080:00000010:3.1:1784943295.692618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237980. 00010000:00000010:3.1:1784943295.692639:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d230b00. 00010000:00000010:3.1:1784943295.692645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7381bc00. 00000080:00000010:3.1:1784943295.728695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2375e0. 00010000:00000010:3.1:1784943295.728706:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d230000. 00010000:00000010:3.1:1784943295.728710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7381b000. 00000080:00000010:3.1:1784943295.746648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237e00. 00010000:00000010:3.1:1784943295.746672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d230c00. 00010000:00000010:3.1:1784943295.746677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7381b400. 00000080:00000010:3.1:1784943295.774257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237d20. 00010000:00000010:3.1:1784943295.777707:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d230200. 00010000:00000010:3.1:1784943295.777715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7381b600. 00000080:00000010:3.1:1784943295.784997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237fe0. 00010000:00000010:3.1:1784943295.785018:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d230d00. 00010000:00000010:3.1:1784943295.785024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7381ac00. 00000080:00000010:3.1:1784943295.803621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cb500. 00010000:00000010:3.1:1784943295.803634:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51f63200. 00010000:00000010:3.1:1784943295.803639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdab200. 00000080:00000010:3.1:1784943295.828566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237640. 00010000:00000010:3.1:1784943295.828586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d230600. 00010000:00000010:3.1:1784943295.828592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7381b800. 00000080:00000010:3.1:1784943295.843554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ba8e0. 00010000:00000010:3.1:1784943295.843572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf77500. 00010000:00000010:3.1:1784943295.843577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7381a600. 00000080:00000010:3.1:1784943295.854567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0bafc0. 00010000:00000010:3.1:1784943295.864559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf77000. 00010000:00000010:3.1:1784943295.864574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6626d000. 00000080:00000010:3.1:1784943295.881897:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0bafe0. 00010000:00000010:3.1:1784943295.881922:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf77800. 00010000:00000010:3.1:1784943295.881928:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6626c800. 00000080:00000010:3.1:1784943295.922554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d43078320. 00010000:00000010:3.1:1784943295.922569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66269700. 00010000:00000010:3.1:1784943295.922574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd1da00. 00000080:00000010:3.1:1784943295.940566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754240. 00010000:00000010:3.1:1784943295.944742:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66269d00. 00010000:00000010:3.1:1784943295.944750:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd1d200. 00000080:00000010:3.1:1784943295.958669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ba900. 00010000:00000010:3.1:1784943295.958690:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf77700. 00010000:00000010:3.1:1784943295.958695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6626d600. 00000080:00000010:3.1:1784943295.981562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ba140. 00010000:00000010:3.1:1784943295.981582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf77200. 00010000:00000010:3.1:1784943295.981588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6626cc00. 00000080:00000010:3.1:1784943296.010391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ba1e0. 00010000:00000010:3.1:1784943296.010414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf77600. 00010000:00000010:3.1:1784943296.010419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6626c600. 00000080:00000010:3.1:1784943296.053560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5ba0. 00010000:00000010:3.1:1784943296.053573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf77100. 00010000:00000010:3.1:1784943296.053579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd1c200. 00000080:00000010:3.1:1784943296.076371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ba020. 00000080:00000010:3.1:1784943296.193296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198700. 00010000:00000010:3.1:1784943296.193323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d502e8300. 00010000:00000010:3.1:1784943296.193328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d502eae00. 00000080:00000010:3.1:1784943296.215575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d45e19e40. 00010000:00000010:3.1:1784943296.215596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bde1e00. 00010000:00000010:3.1:1784943296.215602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73818400. 00000080:00000010:3.1:1784943296.241008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d45e192a0. 00010000:00000010:3.1:1784943296.241025:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bde1b00. 00010000:00000010:3.1:1784943296.241030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73819200. 00010000:00000010:3.1:1784943296.511906:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d050800. 00010000:00000010:3.1:1784943296.511923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734e6800. 00000080:00000010:3.1:1784943296.529320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73617820. 00010000:00000010:3.1:1784943296.535600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d050700. 00010000:00000010:3.1:1784943296.535611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734e6a00. 00000080:00000010:3.1:1784943296.556355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d45e19b00. 00010000:00000010:3.1:1784943296.560724:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bde1000. 00010000:00000010:3.1:1784943296.560746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73818c00. 00000080:00000010:3.1:1784943296.966318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae860. 00010000:00000010:3.1:1784943296.966340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73539900. 00010000:00000010:3.1:1784943296.966346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc27600. 00000080:00000010:3.1:1784943296.990793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d664e1060. 00010000:00000010:3.1:1784943296.990806:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73815b00. 00010000:00000010:3.1:1784943296.990812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735a0600. 00000080:00000010:3.1:1784943297.008825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d664e15c0. 00010000:00000010:3.1:1784943297.008856:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73815000. 00010000:00000010:3.1:1784943297.008862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735a1a00. 00000080:00000010:3.1:1784943297.020618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d664e1d60. 00010000:00000010:3.1:1784943297.024584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663b5500. 00010000:00000010:3.1:1784943297.024592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735a0400. 00000080:00000010:3.1:1784943297.049620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d664e1220. 00010000:00000010:3.1:1784943297.049643:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45f41000. 00010000:00000010:3.1:1784943297.049649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73866000. 00000080:00000010:3.1:1784943297.183555:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47a20. 00010000:00000010:3.1:1784943297.183574:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45f41800. 00010000:00000010:3.1:1784943297.183579:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73866a00. 00000080:00000010:3.1:1784943297.192608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d45e19460. 00010000:00000010:3.1:1784943297.192630:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45f41c00. 00010000:00000010:3.1:1784943297.192635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd41000. 00000080:00000010:3.1:1784943297.204925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611972a0. 00010000:00000010:3.1:1784943297.208718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45f41700. 00010000:00000010:3.1:1784943297.208728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd40800. 00000080:00000010:3.1:1784943297.212673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61197480. 00010000:00000010:3.1:1784943297.212693:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45f41200. 00010000:00000010:3.1:1784943297.212699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd41400. 00000080:00000010:3.1:1784943297.219825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cb100. 00010000:00000010:3.1:1784943297.219854:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089eb00. 00010000:00000010:3.1:1784943297.219861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73647400. 00000080:00000010:3.1:1784943297.237585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61197ee0. 00010000:00000010:3.1:1784943297.237609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d735a2400. 00010000:00000010:3.1:1784943297.237616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fff2400. 00000080:00000010:3.1:1784943297.237620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c52a0. 00010000:00000010:3.1:1784943297.237626:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66269f00. 00010000:00000010:3.1:1784943297.237629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd1c800. 00000080:00000010:3.1:1784943297.247659:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5ee0. 00010000:00000010:3.1:1784943297.256574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66269900. 00010000:00000010:3.1:1784943297.256589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd1d400. 00000080:00000010:3.1:1784943297.263556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd475e0. 00010000:00000010:3.1:1784943297.263570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d735a2e00. 00010000:00000010:3.1:1784943297.263575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73867600. 00000080:00000010:3.1:1784943297.274293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47d20. 00000080:00000010:3.1:1784943297.277617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47560. 00010000:00000010:3.1:1784943297.277639:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d735a2500. 00010000:00000010:3.1:1784943297.277644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73867800. 00000080:00000010:3.1:1784943297.300708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47580. 00010000:00000010:3.1:1784943297.300721:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d735a2800. 00010000:00000010:3.1:1784943297.300725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bccfa00. 00000080:00000010:3.1:1784943297.310640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47ca0. 00010000:00000010:3.1:1784943297.314660:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6636ec00. 00010000:00000010:3.1:1784943297.314666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bccf200. 00000080:00000010:1.1:1784943297.333601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5dc0. 00010000:00000010:1.1:1784943297.333614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66269400. 00010000:00000010:1.1:1784943297.333619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd1ca00. 00010000:00000010:3.1:1784943297.373560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66269500. 00010000:00000010:3.1:1784943297.373573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73818000. 00000080:00000010:0.1:1784943297.384549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106ac0. 00010000:00000010:0.1:1784943297.384566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66269800. 00010000:00000010:0.1:1784943297.384581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d32ba00. 00000080:00000010:3.1:1784943297.411548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106760. 00010000:00000010:3.1:1784943297.411560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61a8c400. 00010000:00000010:3.1:1784943297.411564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d32ae00. 00000080:00000010:3.1:1784943297.423568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cbd60. 00010000:00000010:3.1:1784943297.423592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089e100. 00010000:00000010:3.1:1784943297.423597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73647600. 00000080:00000010:3.1:1784943297.439633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106360. 00010000:00000010:3.1:1784943297.441878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61a8cb00. 00010000:00000010:3.1:1784943297.441886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d32a200. 00000080:00000010:3.1:1784943297.686760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d466ba620. 00010000:00000010:3.1:1784943297.692935:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6636e400. 00010000:00000010:3.1:1784943297.692945:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bccea00. 00000080:00000010:3.1:1784943297.751567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d466ba180. 00010000:00000010:3.1:1784943297.751590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d734cd200. 00010000:00000010:3.1:1784943297.751595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7374bc00. 00000080:00000010:3.1:1784943297.774567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d466ba480. 00010000:00000010:3.1:1784943297.781780:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d734cd600. 00010000:00000010:3.1:1784943297.781795:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7374b000. 00000080:00000010:3.1:1784943297.790617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cb320. 00010000:00000010:3.1:1784943297.790635:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089ec00. 00010000:00000010:3.1:1784943297.790641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73646600. 00000080:00000010:3.1:1784943297.974800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d737537a0. 00010000:00000010:3.1:1784943297.978663:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d734cd800. 00010000:00000010:3.1:1784943297.978680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7374b200. 00000080:00000010:3.1:1784943298.001764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73753d60. 00010000:00000010:0.1:1784943298.004674:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d500bbf00. 00010000:00000010:0.1:1784943298.004688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49919e00. 00000080:00000010:3.1:1784943298.053549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46542620. 00010000:00000010:3.1:1784943298.053564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d117700. 00010000:00000010:3.1:1784943298.053567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d114e00. 00000080:00000010:3.1:1784943298.081659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46542300. 00010000:00000010:3.1:1784943298.081680:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d117d00. 00010000:00000010:3.1:1784943298.081683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d115c00. 00000080:00000010:1.1:1784943298.411565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106a60. 00010000:00000010:1.1:1784943298.417795:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c7900. 00010000:00000010:1.1:1784943298.417803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663f7a00. 00000080:00000010:3.1:1784943298.575594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106220. 00010000:00000010:3.1:1784943298.575616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089f300. 00010000:00000010:3.1:1784943298.575666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663f6400. 00000080:00000010:3.1:1784943298.606563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae5c0. 00010000:00000010:3.1:1784943298.606577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d117400. 00010000:00000010:3.1:1784943298.606582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d115600. 00000080:00000010:3.1:1784943298.769569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f95a0. 00010000:00000010:3.1:1784943298.775461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bca9900. 00010000:00000010:3.1:1784943298.775476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d14ca00. 00000080:00000010:3.1:1784943298.810740:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae540. 00010000:00000010:3.1:1784943298.826168:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d117b00. 00010000:00000010:3.1:1784943298.826182:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d114c00. 00000080:00000010:3.1:1784943298.836745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61197240. 00010000:00000010:3.1:1784943298.836758:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bca9400. 00010000:00000010:3.1:1784943298.836763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd40e00. 00000080:00000010:3.1:1784943298.853683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573e00. 00010000:00000010:3.1:1784943298.858580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bca9b00. 00010000:00000010:3.1:1784943298.858595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d14d800. 00000080:00000010:3.1:1784943298.894560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573980. 00010000:00000010:3.1:1784943298.894583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bca9000. 00010000:00000010:3.1:1784943298.894588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d14c000. 00000080:00000010:3.1:1784943298.959954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106e60. 00010000:00000010:3.1:1784943298.959977:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089ff00. 00010000:00000010:3.1:1784943298.959983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663f6e00. 00000080:00000010:3.1:1784943298.996568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4630ddc0. 00010000:00000010:3.1:1784943298.996581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c7f00. 00010000:00000010:3.1:1784943298.996588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fff5400. 00000080:00000010:3.1:1784943299.771771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573ca0. 00010000:00000010:3.1:1784943299.771789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738f9700. 00010000:00000010:3.1:1784943299.771797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fff7800. 00000080:00000010:3.1:1784943299.788610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573360. 00010000:00000010:3.1:1784943299.788625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738f9d00. 00010000:00000010:3.1:1784943299.788633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d08e400. 00000080:00000010:3.1:1784943299.814574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573c40. 00010000:00000010:3.1:1784943299.823918:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6beaf300. 00010000:00000010:3.1:1784943299.823935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d08ee00. 00000080:00000010:3.1:1784943299.851117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573180. 00010000:00000010:3.1:1784943299.857561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6beaff00. 00010000:00000010:3.1:1784943299.857567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d08fc00. 00000080:00000010:3.1:1784943299.873564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106b40. 00010000:00000010:3.1:1784943299.873583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089fe00. 00010000:00000010:3.1:1784943299.873589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663f7000. 00000080:00000010:3.1:1784943299.903476:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4650a1a0. 00010000:00000010:3.1:1784943299.903503:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6beaf400. 00010000:00000010:3.1:1784943299.903509:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d08e800. 00000080:00000010:3.1:1784943299.909552:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4650a6a0. 00010000:00000010:3.1:1784943299.909566:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6beafb00. 00010000:00000010:3.1:1784943299.909570:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d08ea00. 00000080:00000010:3.1:1784943299.988672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4650aa60. 00010000:00000010:3.1:1784943299.993573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6beaf200. 00010000:00000010:3.1:1784943299.993584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50858400. 00000080:00000010:3.1:1784943300.007783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106e20. 00010000:00000010:3.1:1784943300.012027:0:178432:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089fb00. 00010000:00000010:3.1:1784943300.012041:0:178432:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663f7c00. 00000080:00000010:3.1:1784943300.023764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4650ad40. 00010000:00000010:3.1:1784943300.023782:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6beafd00. 00010000:00000010:3.1:1784943300.023787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50859200. 00000080:00000010:3.1:1784943300.027625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0adb40. 00010000:00000010:3.1:1784943300.027641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6beaf600. 00010000:00000010:3.1:1784943300.027646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50858e00. 00000080:00000010:3.1:1784943300.040570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0adae0. 00010000:00000010:3.1:1784943300.040596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5085a400. 00010000:00000010:3.1:1784943300.040602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50859e00. 00000080:00000010:3.1:1784943300.048574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad3a0. 00010000:00000010:3.1:1784943300.048594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5085ae00. 00010000:00000010:3.1:1784943300.048599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50859c00. 00000080:00000010:3.1:1784943300.061614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0adee0. 00010000:00000010:3.1:1784943300.061631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c7800. 00010000:00000010:3.1:1784943300.061636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50858200. 00000080:00000010:3.1:1784943300.072566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0add40. 00010000:00000010:3.1:1784943300.078757:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5085ab00. 00010000:00000010:3.1:1784943300.078768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50859000. 00000080:00000010:3.1:1784943300.087924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d79a0. 00000080:00000010:3.1:1784943300.138564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad9c0. 00010000:00000010:3.1:1784943300.138585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5085a800. 00010000:00000010:3.1:1784943300.138590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50858a00. 00000080:00000010:3.1:1784943300.159681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad3e0. 00010000:00000010:3.1:1784943300.159705:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5085a700. 00010000:00000010:3.1:1784943300.159711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50858c00. 00000080:00000010:3.1:1784943300.180955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad340. 00010000:00000010:3.1:1784943300.180980:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5085a200. 00010000:00000010:3.1:1784943300.180986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50858600. 00000080:00000010:3.1:1784943300.202689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad000. 00010000:00000010:3.1:1784943300.202705:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5085a600. 00010000:00000010:3.1:1784943300.202711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50859a00. 00000080:00000010:3.1:1784943300.216558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad860. 00010000:00000010:3.1:1784943300.216578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5085a100. 00010000:00000010:3.1:1784943300.216584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d308400. 00000080:00000010:3.1:1784943300.216587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ada40. 00010000:00000010:3.1:1784943300.216591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5085a300. 00010000:00000010:3.1:1784943300.216594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d309200. 00000080:00000010:3.1:1784943300.227469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad960. 00010000:00000010:3.1:1784943300.227492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5085aa00. 00010000:00000010:3.1:1784943300.227498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d308e00. 00000080:00000010:3.1:1784943300.240556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae680. 00010000:00000010:3.1:1784943300.240574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73539600. 00010000:00000010:3.1:1784943300.240579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc26800. 00000080:00000010:3.1:1784943300.264661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46542120. 00010000:00000010:3.1:1784943300.264681:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5151df00. 00010000:00000010:3.1:1784943300.264687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73646400. 00000080:00000010:3.1:1784943300.274280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0adcc0. 00010000:00000010:3.1:1784943300.278623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5085af00. 00010000:00000010:3.1:1784943300.278635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d309e00. 00000080:00000010:3.1:1784943300.298654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad760. 00000080:00000010:3.1:1784943300.332990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad020. 00010000:00000010:3.1:1784943300.333002:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d398a00. 00010000:00000010:3.1:1784943300.333006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d309400. 00000080:00000010:3.1:1784943300.350968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad060. 00010000:00000010:3.1:1784943300.350990:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d398900. 00010000:00000010:3.1:1784943300.350996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d309600. 00000080:00000010:3.1:1784943300.375662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad2e0. 00010000:00000010:0.1:1784943300.376601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d398e00. 00010000:00000010:0.1:1784943300.376610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d309800. 00000080:00000010:3.1:1784943300.461246:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4130b5a0. 00010000:00000010:3.1:1784943300.461263:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4991aa00. 00010000:00000010:3.1:1784943300.461269:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d429a5c00. 00000080:00000010:3.1:1784943300.464710:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4130b400. 00010000:00000010:3.1:1784943300.464723:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4991af00. 00010000:00000010:3.1:1784943300.464727:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d429a4200. 00000080:00000010:0.1:1784943300.471877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d44fb0560. 00010000:00000010:0.1:1784943300.479641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d398500. 00010000:00000010:0.1:1784943300.479652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d429a5000. 00000080:00000010:3.1:1784943300.484562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad7a0. 00010000:00000010:3.1:1784943300.484577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d398000. 00010000:00000010:3.1:1784943300.484583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d308000. 00000080:00000010:3.1:1784943300.490559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0adce0. 00010000:00000010:3.1:1784943300.490578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d398800. 00010000:00000010:3.1:1784943300.490584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d309a00. 00000080:00000010:3.1:1784943300.499579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d465425e0. 00010000:00000010:3.1:1784943300.499602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5151de00. 00010000:00000010:3.1:1784943300.499607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feaae00. 00000080:00000010:3.1:1784943300.510630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0adf80. 00010000:00000010:3.1:1784943300.510652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d398c00. 00010000:00000010:3.1:1784943300.510657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d429a7000. 00000080:00000010:3.1:1784943300.518562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0adb00. 00010000:00000010:3.1:1784943300.518582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d398700. 00010000:00000010:3.1:1784943300.518587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d429a6800. 00000080:00000010:3.1:1784943300.530555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad620. 00010000:00000010:3.1:1784943300.530574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d398200. 00010000:00000010:3.1:1784943300.530580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d429a7400. 00000080:00000010:3.1:1784943300.548125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0adb60. 00010000:00000010:3.1:1784943300.551679:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d398d00. 00010000:00000010:3.1:1784943300.551694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d429a6a00. 00000080:00000010:3.1:1784943300.561856:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad1c0. 00010000:00000010:3.1:1784943300.561880:0:178433:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d734f6700. 00010000:00000010:3.1:1784943300.561886:0:178433:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d429a7600. 00000080:00000010:3.1:1784943300.566565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad320. 00010000:00000010:3.1:1784943300.575657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d734f6200. 00010000:00000010:3.1:1784943300.575670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d429a6c00. 00000080:00000010:3.1:1784943300.581589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0add60. 00010000:00000010:3.1:1784943300.581612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d734f6d00. 00010000:00000010:3.1:1784943300.581618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d429a7800. 00000080:00000010:3.1:1784943300.588565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0adf00. 00010000:00000010:3.1:1784943300.588585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d734f6600. 00010000:00000010:3.1:1784943300.588590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d429a6600. 00000080:00000010:3.1:1784943300.611587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842a60. 00010000:00000010:3.1:1784943300.611605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c7200. 00010000:00000010:3.1:1784943300.611611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fff5a00. 00000080:00000010:3.1:1784943300.630557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842560. 00010000:00000010:3.1:1784943300.633942:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d734f6100. 00010000:00000010:3.1:1784943300.633956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fff4400. 00000080:00000010:3.1:1784943300.644557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46542f80. 00010000:00000010:3.1:1784943300.644579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5151d900. 00010000:00000010:3.1:1784943300.644585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feabe00. 00000080:00000010:3.1:1784943300.660151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0adfe0. 00010000:00000010:3.1:1784943300.660169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d734f6300. 00010000:00000010:3.1:1784943300.660174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d429a6000. 00000080:00000010:3.1:1784943300.684697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842f60. 00010000:00000010:3.1:1784943300.684709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d734f6a00. 00010000:00000010:3.1:1784943300.684713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fff5200. 00000080:00000010:3.1:1784943300.716661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad360. 00010000:00000010:3.1:1784943300.716682:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d734f6900. 00010000:00000010:3.1:1784943300.716687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d429a6400. 00000080:00000010:3.1:1784943300.744559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad220. 00010000:00000010:3.1:1784943300.744578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d734f6e00. 00010000:00000010:3.1:1784943300.744583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d429a6e00. 00000080:00000010:3.1:1784943300.995566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad6a0. 00010000:00000010:3.1:1784943300.995584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be96a00. 00010000:00000010:3.1:1784943300.995589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be94400. 00000080:00000010:3.1:1784943301.017566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad1e0. 00010000:00000010:3.1:1784943301.017585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be96900. 00010000:00000010:3.1:1784943301.017589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be94e00. 00000080:00000010:3.1:1784943301.031625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0add00. 00010000:00000010:3.1:1784943301.031644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be96400. 00010000:00000010:3.1:1784943301.031649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be95e00. 00000080:00000010:3.1:1784943301.038661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0adca0. 00010000:00000010:3.1:1784943301.038686:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be96e00. 00010000:00000010:3.1:1784943301.038691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be95c00. 00000080:00000010:3.1:1784943301.059632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad380. 00010000:00000010:3.1:1784943301.059644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be96b00. 00010000:00000010:3.1:1784943301.059649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be94200. 00000080:00000010:3.1:1784943301.075565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad940. 00010000:00000010:3.1:1784943301.075590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be96500. 00010000:00000010:3.1:1784943301.075595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffff000. 00000080:00000010:3.1:1784943301.107942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad480. 00000080:00000010:3.1:1784943301.122409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2133a0. 00010000:00000010:3.1:1784943301.122422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d214b00. 00010000:00000010:3.1:1784943301.122427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fffea00. 00000080:00000010:3.1:1784943301.131675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46542420. 00010000:00000010:3.1:1784943301.137803:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5151dc00. 00010000:00000010:3.1:1784943301.137823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feab000. 00000080:00000010:3.1:1784943301.142564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213ee0. 00010000:00000010:3.1:1784943301.142585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d214500. 00010000:00000010:3.1:1784943301.142590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffff600. 00000080:00000010:3.1:1784943301.154617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213fa0. 00010000:00000010:3.1:1784943301.158558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c7d00. 00010000:00000010:3.1:1784943301.158570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fffec00. 00000080:00000010:3.1:1784943301.172560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842240. 00010000:00000010:3.1:1784943301.172575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c7600. 00010000:00000010:3.1:1784943301.172580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fff4e00. 00000080:00000010:3.1:1784943301.183632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d508428a0. 00000080:00000010:3.1:1784943301.585581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213720. 00010000:00000010:3.1:1784943301.589572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d214c00. 00010000:00000010:3.1:1784943301.589589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fffe600. 00010000:00000010:2.1:1784943301.673576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fff2e00. 00000080:00000010:2.1:1784943301.683707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136ec0. 00010000:00000010:2.1:1784943301.683730:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d735fb300. 00010000:00000010:2.1:1784943301.683736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fff3600. 00000080:00000010:2.1:1784943301.689222:0:178432:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136b00. 00010000:00000010:2.1:1784943301.689235:0:178432:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d735fba00. 00010000:00000010:2.1:1784943301.689239:0:178432:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fff2a00. 00000080:00000010:2.1:1784943301.694586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136960. 00010000:00000010:2.1:1784943301.694601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d735fbf00. 00010000:00000010:2.1:1784943301.694607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fff3000. 00000080:00000010:2.1:1784943301.706364:0:178432:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136000. 00010000:00000010:2.1:1784943301.713640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d735fb900. 00010000:00000010:2.1:1784943301.713650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66220e00. 00000080:00000010:1.1:1784943301.721772:0:2345:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136f00. 00010000:00000010:1.1:1784943301.721787:0:2345:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d735fb400. 00010000:00000010:1.1:1784943301.721791:0:2345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66221e00. 00000080:00000010:2.1:1784943301.725604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136b80. 00010000:00000010:2.1:1784943301.725623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d735fbe00. 00010000:00000010:2.1:1784943301.725628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66221c00. 00000080:00000010:2.1:1784943301.740564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611369e0. 00010000:00000010:2.1:1784943301.740583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d735fbb00. 00010000:00000010:2.1:1784943301.740589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66220200. 00000080:00000010:2.1:1784943301.749629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136e20. 00010000:00000010:2.1:1784943301.749646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d735fb500. 00010000:00000010:2.1:1784943301.749649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66221000. 00000080:00000010:2.1:1784943301.756645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae940. 00010000:00000010:2.1:1784943301.756659:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73539d00. 00010000:00000010:2.1:1784943301.756664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc27400. 00000080:00000010:2.1:1784943301.775656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d465427e0. 00010000:00000010:2.1:1784943301.775676:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61bae500. 00010000:00000010:2.1:1784943301.775681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feab600. 00000080:00000010:2.1:1784943301.783626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136660. 00010000:00000010:2.1:1784943301.787672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d735fb000. 00010000:00000010:2.1:1784943301.787691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66220800. 00000080:00000010:2.1:1784943301.802563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136fa0. 00010000:00000010:2.1:1784943301.802586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d735fb800. 00010000:00000010:2.1:1784943301.802592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66221400. 00000080:00000010:2.1:1784943301.809825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136880. 00010000:00000010:2.1:1784943301.819890:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d735fbc00. 00010000:00000010:2.1:1784943301.819911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66220a00. 00000080:00000010:3.1:1784943301.825655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136ba0. 00010000:00000010:3.1:1784943301.831572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d735fb700. 00010000:00000010:3.1:1784943301.831598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66221600. 00000080:00000010:2.1:1784943301.837470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136900. 00010000:00000010:2.1:1784943301.837485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9db00. 00010000:00000010:2.1:1784943301.837490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66220c00. 00000080:00000010:3.1:1784943301.840767:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136fc0. 00010000:00000010:3.1:1784943301.844829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9d500. 00010000:00000010:3.1:1784943301.844838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66221800. 00000080:00000010:2.1:1784943301.860608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2133e0. 00010000:00000010:2.1:1784943301.860631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d214200. 00010000:00000010:2.1:1784943301.860636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fffe400. 00000080:00000010:3.1:1784943301.864286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213260. 00010000:00000010:3.1:1784943301.864309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d214d00. 00010000:00000010:3.1:1784943301.864314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffff200. 00000080:00000010:2.1:1784943301.873570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2133c0. 00010000:00000010:2.1:1784943301.878351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d214600. 00010000:00000010:2.1:1784943301.878365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fffee00. 00000080:00000010:3.1:1784943301.889600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2138a0. 00010000:00000010:3.1:1784943301.893692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d214100. 00010000:00000010:3.1:1784943301.893700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffffe00. 00000080:00000010:2.1:1784943301.899634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46542920. 00010000:00000010:2.1:1784943301.910223:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61baef00. 00010000:00000010:2.1:1784943301.910239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feaac00. 00000080:00000010:3.1:1784943301.916555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213200. 00010000:00000010:3.1:1784943301.916570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d214300. 00010000:00000010:3.1:1784943301.916575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffffc00. 00000080:00000010:2.1:1784943301.930067:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213c00. 00010000:00000010:2.1:1784943301.930091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d214a00. 00010000:00000010:2.1:1784943301.930096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fffe200. 00000080:00000010:3.1:1784943301.948316:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2130e0. 00010000:00000010:3.1:1784943301.948332:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d214f00. 00010000:00000010:3.1:1784943301.948336:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7387d400. 00000080:00000010:2.1:1784943301.952965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213820. 00010000:00000010:2.1:1784943301.952988:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d214900. 00010000:00000010:2.1:1784943301.952993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7387ca00. 00000080:00000010:2.1:1784943301.965557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213c60. 00010000:00000010:2.1:1784943301.968853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d214400. 00010000:00000010:2.1:1784943301.968862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7387d600. 00000080:00000010:2.1:1784943301.972628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213800. 00010000:00000010:2.1:1784943301.972642:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d214e00. 00010000:00000010:2.1:1784943301.972646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7387cc00. 00000080:00000010:2.1:1784943301.986729:0:178432:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213bc0. 00010000:00000010:2.1:1784943301.986746:0:178432:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d462a9b00. 00010000:00000010:2.1:1784943301.986751:0:178432:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7387d800. 00000080:00000010:2.1:1784943301.991558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213d80. 00010000:00000010:2.1:1784943301.996848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d462a9500. 00010000:00000010:2.1:1784943301.996864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7387c600. 00000080:00000010:2.1:1784943302.006559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213540. 00010000:00000010:2.1:1784943302.006576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d462a9000. 00010000:00000010:2.1:1784943302.006581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7387c000. 00000080:00000010:2.1:1784943302.016558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213240. 00010000:00000010:2.1:1784943302.016576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d462a9800. 00010000:00000010:2.1:1784943302.016581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7387da00. 00000080:00000010:2.1:1784943302.023634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46542440. 00010000:00000010:2.1:1784943302.023648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61bae300. 00010000:00000010:2.1:1784943302.023655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feab800. 00000080:00000010:2.1:1784943302.036687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300440. 00010000:00000010:2.1:1784943302.036709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d39bc00. 00010000:00000010:2.1:1784943302.036714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664ed000. 00000080:00000010:3.1:1784943302.049649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300b40. 00010000:00000010:3.1:1784943302.049659:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d39b700. 00010000:00000010:3.1:1784943302.049663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664ec800. 00000080:00000010:2.1:1784943302.057584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300a00. 00010000:00000010:2.1:1784943302.057597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d39b200. 00010000:00000010:2.1:1784943302.057601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664ed400. 00000080:00000010:2.1:1784943302.069758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300180. 00010000:00000010:2.1:1784943302.074871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d39bd00. 00010000:00000010:2.1:1784943302.074879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664eca00. 00000080:00000010:2.1:1784943302.079627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d463008a0. 00010000:00000010:2.1:1784943302.083652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d39b600. 00010000:00000010:2.1:1784943302.083665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664ed600. 00000080:00000010:2.1:1784943302.099576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d463000c0. 00010000:00000010:2.1:1784943302.099591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d39b100. 00010000:00000010:2.1:1784943302.099596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664ecc00. 00000080:00000010:2.1:1784943302.113645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611367e0. 00010000:00000010:2.1:1784943302.122822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9d000. 00010000:00000010:2.1:1784943302.122829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66221a00. 00000080:00000010:2.1:1784943302.130851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136ca0. 00010000:00000010:2.1:1784943302.130867:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9d800. 00010000:00000010:2.1:1784943302.130872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66220000. 00000080:00000010:2.1:1784943302.143558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611366a0. 00010000:00000010:2.1:1784943302.143580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9dc00. 00010000:00000010:2.1:1784943302.143585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66220600. 00000080:00000010:2.1:1784943302.170906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136380. 00010000:00000010:2.1:1784943302.170919:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9d700. 00010000:00000010:2.1:1784943302.170923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66220400. 00000080:00000010:2.1:1784943302.180846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d465422e0. 00010000:00000010:2.1:1784943302.180867:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61baed00. 00010000:00000010:2.1:1784943302.185740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feaa600. 00000080:00000010:2.1:1784943302.199595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136560. 00010000:00000010:2.1:1784943302.199615:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9d200. 00010000:00000010:2.1:1784943302.199620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66221200. 00000080:00000010:2.1:1784943302.218349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611367a0. 00010000:00000010:2.1:1784943302.221578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9dd00. 00010000:00000010:2.1:1784943302.221596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d248a00. 00000080:00000010:2.1:1784943302.238621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136940. 00010000:00000010:2.1:1784943302.245641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9d600. 00010000:00000010:2.1:1784943302.245660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d249600. 00000080:00000010:2.1:1784943302.250672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136800. 00010000:00000010:2.1:1784943302.250695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9d100. 00010000:00000010:2.1:1784943302.250700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d248c00. 00000080:00000010:2.1:1784943302.255568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136e00. 00010000:00000010:2.1:1784943302.255590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9d300. 00010000:00000010:2.1:1784943302.255596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d249800. 00000080:00000010:2.1:1784943302.267580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611364c0. 00010000:00000010:2.1:1784943302.272599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9da00. 00010000:00000010:2.1:1784943302.272608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d248600. 00000080:00000010:2.1:1784943302.285916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136840. 00010000:00000010:2.1:1784943302.285928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9df00. 00010000:00000010:2.1:1784943302.285932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d248000. 00000080:00000010:2.1:1784943302.290624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2134a0. 00010000:00000010:2.1:1784943302.300912:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d462a9c00. 00010000:00000010:2.1:1784943302.300928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7387c400. 00000080:00000010:2.1:1784943302.305640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213da0. 00010000:00000010:2.1:1784943302.305659:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d462a9700. 00010000:00000010:2.1:1784943302.305665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7387d200. 00000080:00000010:2.1:1784943302.320555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2137c0. 00010000:00000010:2.1:1784943302.320577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d462a9200. 00010000:00000010:2.1:1784943302.320583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7387ce00. 00000080:00000010:2.1:1784943302.327569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d465422c0. 00010000:00000010:2.1:1784943302.335552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61bae900. 00010000:00000010:2.1:1784943302.335562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feaa000. 00000080:00000010:2.1:1784943302.345639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213a20. 00010000:00000010:2.1:1784943302.356804:0:178432:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d462a9d00. 00010000:00000010:2.1:1784943302.356811:0:178432:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7387de00. 00000080:00000010:2.1:1784943302.363554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213160. 00010000:00000010:2.1:1784943302.367548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d462a9600. 00010000:00000010:2.1:1784943302.367555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7387dc00. 00000080:00000010:0.1:1784943302.379566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213300. 00010000:00000010:0.1:1784943302.383561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d462a9100. 00010000:00000010:0.1:1784943302.383569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7387c200. 00000080:00000010:2.1:1784943302.397694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2136e0. 00010000:00000010:2.1:1784943302.397703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d462a9300. 00010000:00000010:2.1:1784943302.397707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7387d000. 00000080:00000010:2.1:1784943302.407581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2138e0. 00010000:00000010:2.1:1784943302.410658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d462a9a00. 00010000:00000010:2.1:1784943302.410672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7387c800. 00000080:00000010:2.1:1784943302.415571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300f60. 00010000:00000010:2.1:1784943302.415585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d39b300. 00010000:00000010:2.1:1784943302.415590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664ed800. 00000080:00000010:2.1:1784943302.419644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d463005e0. 00010000:00000010:2.1:1784943302.419662:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d39ba00. 00010000:00000010:2.1:1784943302.419667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664ec600. 00000080:00000010:2.1:1784943302.426563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300c40. 00010000:00000010:2.1:1784943302.435826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d39bf00. 00010000:00000010:2.1:1784943302.435848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664ec000. 00000080:00000010:2.1:1784943302.442548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300840. 00010000:00000010:2.1:1784943302.442561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d39b900. 00010000:00000010:2.1:1784943302.442566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664eda00. 00010000:00000010:0.1:1784943302.451601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d39b400. 00010000:00000010:0.1:1784943302.451611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664ec400. 00000080:00000010:2.1:1784943302.458587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300360. 00000080:00000010:2.1:1784943302.477569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46542960. 00010000:00000010:2.1:1784943302.477590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61bae100. 00010000:00000010:2.1:1784943302.477596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feaba00. 00000080:00000010:2.1:1784943302.496891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213980. 00010000:00000010:2.1:1784943302.496911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d462a9f00. 00010000:00000010:2.1:1784943302.496917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1a1a00. 00000080:00000010:2.1:1784943302.518587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2135c0. 00010000:00000010:2.1:1784943302.523710:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d462a9900. 00010000:00000010:2.1:1784943302.523724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1a0400. 00000080:00000010:2.1:1784943302.532889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2135e0. 00010000:00000010:2.1:1784943302.532904:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d462a9400. 00010000:00000010:2.1:1784943302.532909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1a1200. 00000080:00000010:2.1:1784943302.541782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213fc0. 00010000:00000010:2.1:1784943302.541812:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d462a9e00. 00010000:00000010:2.1:1784943302.541817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1a0e00. 00000080:00000010:2.1:1784943302.545845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213e00. 00010000:00000010:2.1:1784943302.545860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66585700. 00010000:00000010:2.1:1784943302.545865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1a1e00. 00000080:00000010:2.1:1784943302.552568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213500. 00010000:00000010:2.1:1784943302.552591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66585200. 00010000:00000010:2.1:1784943302.552596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1a1c00. 00000080:00000010:2.1:1784943302.563561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213d20. 00010000:00000010:2.1:1784943302.563583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66585d00. 00010000:00000010:2.1:1784943302.563588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1a0200. 00000080:00000010:2.1:1784943302.577959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213fe0. 00010000:00000010:2.1:1784943302.577973:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66585600. 00010000:00000010:2.1:1784943302.577978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1a1000. 00000080:00000010:2.1:1784943302.588557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213640. 00010000:00000010:2.1:1784943302.588569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66585100. 00010000:00000010:2.1:1784943302.588575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1a0800. 00000080:00000010:2.1:1784943302.596632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213280. 00010000:00000010:2.1:1784943302.596646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66585300. 00010000:00000010:2.1:1784943302.596651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1a1400. 00000080:00000010:2.1:1784943302.622544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d465425a0. 00010000:00000010:2.1:1784943302.622566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61bae700. 00010000:00000010:2.1:1784943302.622572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feaa400. 00000080:00000010:2.1:1784943302.637677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213780. 00010000:00000010:2.1:1784943302.637692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66585a00. 00010000:00000010:2.1:1784943302.637698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1a0a00. 00000080:00000010:2.1:1784943302.643236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213420. 00010000:00000010:2.1:1784943302.643259:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66585f00. 00010000:00000010:2.1:1784943302.643265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1a1600. 00000080:00000010:2.1:1784943302.645680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213680. 00010000:00000010:2.1:1784943302.645701:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66585900. 00010000:00000010:2.1:1784943302.645706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1a0c00. 00000080:00000010:2.1:1784943302.656663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213440. 00010000:00000010:2.1:1784943302.656682:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66585400. 00010000:00000010:2.1:1784943302.656687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1a1800. 00000080:00000010:2.1:1784943302.674563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136d20. 00010000:00000010:2.1:1784943302.674578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9d900. 00010000:00000010:2.1:1784943302.674586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d249a00. 00000080:00000010:2.1:1784943302.681696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611369a0. 00010000:00000010:2.1:1784943302.681716:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664efd00. 00010000:00000010:2.1:1784943302.681721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d248400. 00000080:00000010:2.1:1784943302.688704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213be0. 00010000:00000010:2.1:1784943302.688726:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66585e00. 00010000:00000010:2.1:1784943302.688731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1a0600. 00000080:00000010:2.1:1784943302.730902:0:1354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2139e0. 00010000:00000010:2.1:1784943302.730914:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66585b00. 00010000:00000010:2.1:1784943302.730918:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1a0000. 00000080:00000010:1.1:1784943302.735635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213c80. 00010000:00000010:1.1:1784943302.735654:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66585500. 00010000:00000010:1.1:1784943302.735659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6659c600. 00000080:00000010:2.1:1784943302.749556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213900. 00010000:00000010:0.1:1784943302.753561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66585000. 00010000:00000010:0.1:1784943302.753573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6659c000. 00000080:00000010:2.1:1784943302.757557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46542640. 00010000:00000010:2.1:1784943302.757570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61baee00. 00010000:00000010:2.1:1784943302.757575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feab200. 00000080:00000010:2.1:1784943302.769685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213a00. 00010000:00000010:2.1:1784943302.769704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66585800. 00010000:00000010:2.1:1784943302.769709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6659da00. 00000080:00000010:2.1:1784943302.790460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213c40. 00010000:00000010:2.1:1784943302.794774:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66585c00. 00010000:00000010:2.1:1784943302.794785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6659c400. 00000080:00000010:3.1:1784943302.810603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213580. 00010000:00000010:3.1:1784943302.810615:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73586900. 00010000:00000010:3.1:1784943302.810621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6659d200. 00000080:00000010:2.1:1784943302.843002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213140. 00010000:00000010:2.1:1784943302.843032:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73586400. 00010000:00000010:2.1:1784943302.843037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6659ce00. 00000080:00000010:3.1:1784943302.853567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213700. 00010000:00000010:3.1:1784943302.853582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73586e00. 00010000:00000010:3.1:1784943302.853588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6659de00. 00000080:00000010:2.1:1784943302.863561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2132a0. 00010000:00000010:2.1:1784943302.867559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73586b00. 00010000:00000010:2.1:1784943302.867571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6659dc00. 00000080:00000010:3.1:1784943302.882554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213180. 00010000:00000010:3.1:1784943302.891890:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73586500. 00010000:00000010:3.1:1784943302.891900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6659c200. 00000080:00000010:2.1:1784943302.892943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2136a0. 00010000:00000010:2.1:1784943302.892953:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73586000. 00010000:00000010:2.1:1784943302.892958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6659d000. 00000080:00000010:3.1:1784943302.897552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213ea0. 00010000:00000010:3.1:1784943302.897571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73586800. 00010000:00000010:3.1:1784943302.897577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6659c800. 00000080:00000010:2.1:1784943302.920566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2131e0. 00010000:00000010:2.1:1784943302.920587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73586c00. 00010000:00000010:2.1:1784943302.920592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6659d400. 00000080:00000010:3.1:1784943302.933827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d465428e0. 00010000:00000010:3.1:1784943302.940582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61bae000. 00010000:00000010:3.1:1784943302.940594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73811600. 00000080:00000010:2.1:1784943302.946587:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213d00. 00010000:00000010:2.1:1784943302.946599:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73586700. 00010000:00000010:2.1:1784943302.946604:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6659ca00. 00000080:00000010:2.1:1784943302.952560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213ca0. 00010000:00000010:2.1:1784943302.952577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73586200. 00010000:00000010:2.1:1784943302.952587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6659d600. 00000080:00000010:2.1:1784943302.961585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213380. 00010000:00000010:2.1:1784943302.961605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73586d00. 00010000:00000010:2.1:1784943302.961610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6659cc00. 00000080:00000010:2.1:1784943302.976678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213940. 00010000:00000010:2.1:1784943302.976702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73586600. 00010000:00000010:2.1:1784943302.976710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6659d800. 00000080:00000010:2.1:1784943302.992888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213a60. 00010000:00000010:2.1:1784943302.997731:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73586100. 00010000:00000010:2.1:1784943302.997739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42dbc800. 00000080:00000010:2.1:1784943303.015608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213480. 00010000:00000010:2.1:1784943303.015627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73586300. 00010000:00000010:2.1:1784943303.015633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42dbd400. 00000080:00000010:2.1:1784943303.027023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213840. 00010000:00000010:2.1:1784943303.031743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73586a00. 00010000:00000010:2.1:1784943303.031751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42dbca00. 00000080:00000010:2.1:1784943303.036609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213ac0. 00010000:00000010:2.1:1784943303.036621:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664ef600. 00010000:00000010:2.1:1784943303.036625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42dbd600. 00000080:00000010:2.1:1784943303.044331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d9e0. 00010000:00000010:2.1:1784943303.044346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664ef100. 00010000:00000010:2.1:1784943303.044351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721b3600. 00000080:00000010:2.1:1784943303.050553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d440. 00010000:00000010:2.1:1784943303.050568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664ef300. 00010000:00000010:2.1:1784943303.050573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721b2c00. 00000080:00000010:2.1:1784943303.061330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46542a40. 00010000:00000010:2.1:1784943303.064556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61bae200. 00010000:00000010:2.1:1784943303.064564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73810c00. 00000080:00000010:2.1:1784943303.071572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d420. 00010000:00000010:2.1:1784943303.071593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664efa00. 00010000:00000010:2.1:1784943303.071598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721b3800. 00000080:00000010:2.1:1784943303.075635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d320. 00010000:00000010:2.1:1784943303.075647:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664eff00. 00010000:00000010:2.1:1784943303.075652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721b2600. 00000080:00000010:2.1:1784943303.081565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15dd60. 00010000:00000010:2.1:1784943303.081581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50037000. 00010000:00000010:2.1:1784943303.081586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721b2000. 00000080:00000010:2.1:1784943303.092187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15df00. 00010000:00000010:2.1:1784943303.099648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50037800. 00010000:00000010:2.1:1784943303.099659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721b3a00. 00000080:00000010:2.1:1784943303.103673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d1a0. 00010000:00000010:2.1:1784943303.103694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50037c00. 00010000:00000010:2.1:1784943303.103699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721b2400. 00000080:00000010:2.1:1784943303.125558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15df20. 00010000:00000010:2.1:1784943303.125576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50037700. 00010000:00000010:2.1:1784943303.125581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721b3200. 00000080:00000010:2.1:1784943303.144561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d660. 00010000:00000010:2.1:1784943303.153278:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50037200. 00010000:00000010:2.1:1784943303.153293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721b2e00. 00000080:00000010:3.1:1784943303.161195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d360. 00010000:00000010:3.1:1784943303.161209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50037d00. 00010000:00000010:3.1:1784943303.161213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721b3e00. 00000080:00000010:3.1:1784943303.167571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d560. 00010000:00000010:3.1:1784943303.167596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50037600. 00010000:00000010:3.1:1784943303.167602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721b3c00. 00000080:00000010:2.1:1784943303.192750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d1e0. 00010000:00000010:2.1:1784943303.192774:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50037100. 00010000:00000010:2.1:1784943303.192780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721b2200. 00000080:00000010:3.1:1784943303.204566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7380. 00010000:00000010:3.1:1784943303.204590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6f00. 00010000:00000010:3.1:1784943303.204597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feae000. 00000080:00000010:2.1:1784943303.217565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae3c0. 00010000:00000010:2.1:1784943303.217583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73539800. 00010000:00000010:2.1:1784943303.217589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50021000. 00000080:00000010:3.1:1784943303.233548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46542900. 00010000:00000010:3.1:1784943303.233560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61bae400. 00010000:00000010:3.1:1784943303.233565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73811800. 00000080:00000010:2.1:1784943303.246590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15dd00. 00010000:00000010:2.1:1784943303.246616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50037300. 00010000:00000010:2.1:1784943303.246623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfa2a00. 00000080:00000010:3.1:1784943303.258751:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15dca0. 00010000:00000010:3.1:1784943303.260554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50037a00. 00010000:00000010:3.1:1784943303.260563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfa3600. 00000080:00000010:2.1:1784943303.268635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d380. 00010000:00000010:2.1:1784943303.268648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73586f00. 00010000:00000010:2.1:1784943303.268655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfa2c00. 00000080:00000010:3.1:1784943303.283916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213080. 00010000:00000010:3.1:1784943303.287549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d583af000. 00010000:00000010:3.1:1784943303.287558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42dbcc00. 00000080:00000010:3.1:1784943303.293716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213c20. 00010000:00000010:3.1:1784943303.293729:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d583af800. 00010000:00000010:3.1:1784943303.293733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42dbd800. 00000080:00000010:3.1:1784943303.301685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213760. 00010000:00000010:3.1:1784943303.301703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d583afc00. 00010000:00000010:3.1:1784943303.301708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42dbc600. 00000080:00000010:3.1:1784943303.313623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213cc0. 00010000:00000010:2.1:1784943303.318814:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d39be00. 00010000:00000010:2.1:1784943303.318822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42dbc000. 00000080:00000010:3.1:1784943303.334956:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300da0. 00010000:00000010:3.1:1784943303.334971:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fea7a00. 00010000:00000010:3.1:1784943303.334976:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664ed200. 00000080:00000010:2.1:1784943303.343152:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300e60. 00010000:00000010:2.1:1784943303.343164:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d583af700. 00010000:00000010:2.1:1784943303.343168:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664ece00. 00000080:00000010:3.1:1784943303.361554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213a40. 00010000:00000010:3.1:1784943303.361568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d583af200. 00010000:00000010:3.1:1784943303.361573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42dbda00. 00000080:00000010:3.1:1784943303.367557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46542ec0. 00010000:00000010:3.1:1784943303.367576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61baeb00. 00010000:00000010:3.1:1784943303.367581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73810600. 00000080:00000010:3.1:1784943303.371617:0:178432:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213000. 00010000:00000010:3.1:1784943303.371628:0:178432:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d583afd00. 00010000:00000010:3.1:1784943303.371632:0:178432:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42dbc400. 00000080:00000010:3.1:1784943303.375657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213340. 00010000:00000010:3.1:1784943303.383703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d583af600. 00010000:00000010:3.1:1784943303.383713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42dbd200. 00000080:00000010:0.1:1784943303.388562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213e20. 00010000:00000010:0.1:1784943303.388583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d583af100. 00010000:00000010:0.1:1784943303.388589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42dbce00. 00000080:00000010:2.1:1784943303.394671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213e80. 00010000:00000010:2.1:1784943303.398670:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d583af300. 00010000:00000010:2.1:1784943303.398685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42dbde00. 00000080:00000010:2.1:1784943303.408590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213d40. 00010000:00000010:2.1:1784943303.411559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d583afa00. 00010000:00000010:2.1:1784943303.411568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42dbdc00. 00000080:00000010:3.1:1784943303.415556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213520. 00010000:00000010:3.1:1784943303.415572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d583aff00. 00010000:00000010:3.1:1784943303.415576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42dbc200. 00000080:00000010:2.1:1784943303.424534:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae7a0. 00010000:00000010:2.1:1784943303.424543:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d583af900. 00010000:00000010:2.1:1784943303.424545:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42dbd000. 00000080:00000010:3.1:1784943303.429550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae620. 00010000:00000010:3.1:1784943303.434016:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d583af400. 00010000:00000010:3.1:1784943303.434027:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb3a00. 00000080:00000010:2.1:1784943303.440067:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9920. 00010000:00000010:2.1:1784943303.440079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d583afe00. 00010000:00000010:2.1:1784943303.440304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb2400. 00000080:00000010:2.1:1784943303.448681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9e40. 00010000:00000010:2.1:1784943303.448692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d583afb00. 00010000:00000010:2.1:1784943303.448697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb3200. 00000080:00000010:2.1:1784943303.455814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46542360. 00010000:00000010:2.1:1784943303.455827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61baec00. 00010000:00000010:2.1:1784943303.455832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73810000. 00000080:00000010:2.1:1784943303.465958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f96a0. 00010000:00000010:2.1:1784943303.465983:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d583af500. 00010000:00000010:2.1:1784943303.465989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb2e00. 00000080:00000010:2.1:1784943303.473570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9b60. 00010000:00000010:2.1:1784943303.473591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51adb500. 00010000:00000010:2.1:1784943303.473599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb3e00. 00000080:00000010:2.1:1784943303.491643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9540. 00010000:00000010:2.1:1784943303.491662:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51adb000. 00010000:00000010:2.1:1784943303.491669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb3c00. 00000080:00000010:2.1:1784943303.516573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9120. 00010000:00000010:2.1:1784943303.519707:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51adb800. 00010000:00000010:2.1:1784943303.519719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb2200. 00000080:00000010:2.1:1784943303.530587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f95c0. 00010000:00000010:2.1:1784943303.533878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51adbc00. 00010000:00000010:2.1:1784943303.533889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb3000. 00000080:00000010:2.1:1784943303.549940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9c20. 00010000:00000010:2.1:1784943303.553650:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51adb700. 00010000:00000010:2.1:1784943303.553666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb2800. 00000080:00000010:2.1:1784943303.586681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9e20. 00010000:00000010:2.1:1784943303.586706:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51adb200. 00010000:00000010:2.1:1784943303.586713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb3400. 00000080:00000010:2.1:1784943303.602586:0:178432:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f98c0. 00010000:00000010:2.1:1784943303.602611:0:178432:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51adbd00. 00010000:00000010:2.1:1784943303.602619:0:178432:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb2a00. 00000080:00000010:0.1:1784943303.608837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9740. 00010000:00000010:0.1:1784943303.612714:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51adb600. 00010000:00000010:0.1:1784943303.612726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb3600. 00000080:00000010:2.1:1784943303.631551:0:1540:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cbfa0. 00010000:00000010:2.1:1784943303.631574:0:1540:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51adb100. 00010000:00000010:2.1:1784943303.631583:0:1540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb2c00. 00000080:00000010:3.1:1784943303.638636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46542fe0. 00010000:00000010:3.1:1784943303.644549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53534600. 00010000:00000010:3.1:1784943303.644559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73811a00. 00000080:00000010:2.1:1784943303.648557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cb8e0. 00010000:00000010:2.1:1784943303.648575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51adb300. 00010000:00000010:2.1:1784943303.648582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb3800. 00000080:00000010:3.1:1784943303.657809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d737534e0. 00010000:00000010:3.1:1784943303.657830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51adba00. 00010000:00000010:3.1:1784943303.657836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb2600. 00000080:00000010:2.1:1784943303.666677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73753660. 00010000:00000010:2.1:1784943303.670806:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51adbf00. 00010000:00000010:2.1:1784943303.670817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb2000. 00000080:00000010:3.1:1784943303.681456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d737531c0. 00010000:00000010:3.1:1784943303.681479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51adb900. 00010000:00000010:3.1:1784943303.681487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721a7400. 00000080:00000010:3.1:1784943303.692606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d737532e0. 00010000:00000010:3.1:1784943303.692624:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51adb400. 00010000:00000010:3.1:1784943303.692631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721a6a00. 00000080:00000010:3.1:1784943303.717734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73753cc0. 00010000:00000010:3.1:1784943303.717746:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51adbe00. 00010000:00000010:3.1:1784943303.717753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721a7600. 00000080:00000010:3.1:1784943303.723592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73753e20. 00010000:00000010:3.1:1784943303.736640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51adbb00. 00010000:00000010:3.1:1784943303.736655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721a6c00. 00000080:00000010:3.1:1784943303.742108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73753840. 00010000:00000010:3.1:1784943303.742143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d721a4500. 00010000:00000010:3.1:1784943303.742149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721a7800. 00000080:00000010:3.1:1784943303.750573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46542c40. 00010000:00000010:3.1:1784943303.750596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d721a4000. 00010000:00000010:3.1:1784943303.750602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721a6600. 00000080:00000010:3.1:1784943303.759675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d465429e0. 00010000:00000010:3.1:1784943303.759698:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d721a4800. 00010000:00000010:3.1:1784943303.759703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721a6000. 00000080:00000010:3.1:1784943303.776711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044640. 00010000:00000010:3.1:1784943303.780666:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d24cb00. 00010000:00000010:3.1:1784943303.780676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50021600. 00000080:00000010:3.1:1784943303.780681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e300. 00010000:00000010:3.1:1784943303.780691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d721a4c00. 00010000:00000010:3.1:1784943303.780695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721a7a00. 00000080:00000010:3.1:1784943303.794767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e940. 00010000:00000010:3.1:1784943303.794800:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d721a4700. 00010000:00000010:3.1:1784943303.794806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721a6400. 00000080:00000010:3.1:1784943303.805574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34ec80. 00010000:00000010:3.1:1784943303.805592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d721a4200. 00010000:00000010:3.1:1784943303.805597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721a7200. 00010000:00000010:2.1:1784943303.817566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d721a4d00. 00010000:00000010:2.1:1784943303.817579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721a6e00. 00000080:00000010:3.1:1784943303.818204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d466ba260. 00000080:00000010:3.1:1784943303.833684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d466ba520. 00010000:00000010:3.1:1784943303.833704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d721a4600. 00010000:00000010:3.1:1784943303.833711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721a7e00. 00000080:00000010:2.1:1784943303.850660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d466baea0. 00010000:00000010:2.1:1784943303.850687:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d721a4100. 00010000:00000010:2.1:1784943303.850693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721a7c00. 00000080:00000010:3.1:1784943303.873572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d466bac40. 00010000:00000010:3.1:1784943303.873595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d721a4300. 00010000:00000010:3.1:1784943303.873601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721a6200. 00000080:00000010:2.1:1784943303.898538:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d466ba560. 00010000:00000010:2.1:1784943303.898551:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d721a4a00. 00010000:00000010:2.1:1784943303.898557:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721a7000. 00000080:00000010:3.1:1784943303.907664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d466ba1c0. 00010000:00000010:3.1:1784943303.907690:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d721a4f00. 00010000:00000010:3.1:1784943303.907697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721a6800. 00000080:00000010:2.1:1784943303.923704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d466ba7a0. 00010000:00000010:2.1:1784943303.923730:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d721a4900. 00010000:00000010:2.1:1784943303.923735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d08a400. 00000080:00000010:3.1:1784943303.930570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480446e0. 00010000:00000010:3.1:1784943303.935608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d24c400. 00010000:00000010:3.1:1784943303.935617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50020800. 00000080:00000010:2.1:1784943303.948619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d466badc0. 00010000:00000010:2.1:1784943303.948639:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d721a4400. 00010000:00000010:2.1:1784943303.948645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d08b200. 00000080:00000010:3.1:1784943303.962231:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50417820. 00010000:00000010:3.1:1784943303.962252:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d721a4e00. 00010000:00000010:3.1:1784943303.962258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d08ae00. 00000080:00000010:2.1:1784943303.979687:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504176a0. 00010000:00000010:2.1:1784943303.983605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d721a4b00. 00010000:00000010:2.1:1784943303.983622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d08be00. 00000080:00000010:3.1:1784943303.995669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106500. 00010000:00000010:3.1:1784943304.008969:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d02e000. 00010000:00000010:3.1:1784943304.008988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d08bc00. 00000080:00000010:2.1:1784943304.013571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106f80. 00010000:00000010:2.1:1784943304.013596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d02e800. 00010000:00000010:2.1:1784943304.013602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d08a200. 00000080:00000010:1.1:1784943304.051698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1066e0. 00010000:00000010:1.1:1784943304.051727:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d02ec00. 00010000:00000010:1.1:1784943304.051732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d08b000. 00000080:00000010:2.1:1784943304.070675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106140. 00010000:00000010:2.1:1784943304.084568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d02e700. 00010000:00000010:2.1:1784943304.084579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d08a800. 00000080:00000010:2.1:1784943304.088579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1066a0. 00010000:00000010:2.1:1784943304.088601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d02e200. 00010000:00000010:2.1:1784943304.088608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d08b400. 00000080:00000010:3.1:1784943304.115623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61197da0. 00010000:00000010:3.1:1784943304.115650:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d02ed00. 00010000:00000010:3.1:1784943304.115655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d08aa00. 00000080:00000010:3.1:1784943304.125710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611971c0. 00010000:00000010:3.1:1784943304.125737:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d02e600. 00010000:00000010:3.1:1784943304.125743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d08b600. 00000080:00000010:3.1:1784943304.205718:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480443a0. 00010000:00000010:3.1:1784943304.205731:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d24ce00. 00010000:00000010:3.1:1784943304.205736:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50020000. 00000080:00000010:3.1:1784943304.255574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300b60. 00010000:00000010:3.1:1784943304.255593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fea7f00. 00010000:00000010:3.1:1784943304.255599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664ede00. 00000080:00000010:3.1:1784943304.278861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5925b020. 00010000:00000010:3.1:1784943304.278883:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fea7900. 00010000:00000010:3.1:1784943304.278889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d004200. 00000080:00000010:3.1:1784943304.322581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d508420a0. 00010000:00000010:3.1:1784943304.322600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fea7400. 00010000:00000010:3.1:1784943304.322606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d005000. 00000080:00000010:3.1:1784943304.346566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61197e00. 00010000:00000010:3.1:1784943304.346592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d02e100. 00010000:00000010:3.1:1784943304.346598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d08ac00. 00000080:00000010:3.1:1784943304.389670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61197c80. 00010000:00000010:3.1:1784943304.397261:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d02e300. 00010000:00000010:3.1:1784943304.397278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d08b800. 00000080:00000010:3.1:1784943304.441282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61197be0. 00010000:00000010:3.1:1784943304.449571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d02ea00. 00010000:00000010:3.1:1784943304.449581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d08a600. 00000080:00000010:3.1:1784943304.454569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611973c0. 00010000:00000010:3.1:1784943304.454591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d02ef00. 00010000:00000010:3.1:1784943304.454597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d08a000. 00000080:00000010:3.1:1784943304.483675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611977a0. 00010000:00000010:3.1:1784943304.483695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d02e900. 00010000:00000010:3.1:1784943304.483701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d08ba00. 00000080:00000010:3.1:1784943304.504575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61197a00. 00010000:00000010:3.1:1784943304.504596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d02e400. 00010000:00000010:3.1:1784943304.504602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582d5c00. 00000080:00000010:3.1:1784943304.535258:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd478a0. 00010000:00000010:3.1:1784943304.535280:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9d400. 00010000:00000010:3.1:1784943304.535285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582d4200. 00000080:00000010:0.1:1784943304.566662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044900. 00010000:00000010:0.1:1784943304.566679:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d24c900. 00010000:00000010:0.1:1784943304.566685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50021c00. 00000080:00000010:3.1:1784943304.598571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d508423e0. 00010000:00000010:3.1:1784943304.598595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fea7e00. 00010000:00000010:3.1:1784943304.598601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d004800. 00000080:00000010:2.1:1784943304.688807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842ac0. 00010000:00000010:2.1:1784943304.692650:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fea7b00. 00010000:00000010:2.1:1784943304.692659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d005400. 00000080:00000010:2.1:1784943304.777610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4130bbe0. 00010000:00000010:2.1:1784943304.781563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fea7500. 00010000:00000010:2.1:1784943304.781579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d004a00. 00000080:00000010:2.1:1784943304.804671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4130b440. 00010000:00000010:2.1:1784943304.804694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fea7000. 00010000:00000010:2.1:1784943304.804700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d005600. 00000080:00000010:2.1:1784943304.828892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611368e0. 00010000:00000010:2.1:1784943304.828903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d02ee00. 00010000:00000010:2.1:1784943304.828908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d249c00. 00000080:00000010:2.1:1784943304.839804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47e80. 00010000:00000010:2.1:1784943304.839829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d02eb00. 00010000:00000010:2.1:1784943304.839834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582d5000. 00000080:00000010:2.1:1784943304.855559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47380. 00010000:00000010:2.1:1784943304.855580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d02e500. 00010000:00000010:2.1:1784943304.855585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582d4800. 00000080:00000010:2.1:1784943304.885577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47700. 00010000:00000010:2.1:1784943304.885602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736e4000. 00010000:00000010:2.1:1784943304.885610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582d5400. 00000080:00000010:2.1:1784943304.898565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47400. 00010000:00000010:2.1:1784943304.898585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736e4800. 00010000:00000010:2.1:1784943304.898591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582d4a00. 00000080:00000010:0.1:1784943304.913025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47e00. 00010000:00000010:0.1:1784943304.913046:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736e4c00. 00010000:00000010:0.1:1784943304.913051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582d5600. 00000080:00000010:2.1:1784943304.926700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044c20. 00010000:00000010:2.1:1784943304.936210:0:178433:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737a1500. 00010000:00000010:2.1:1784943304.936228:0:178433:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66289800. 00000080:00000010:2.1:1784943304.946572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd476e0. 00010000:00000010:2.1:1784943304.946593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736e4700. 00010000:00000010:2.1:1784943304.946599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582d4c00. 00000080:00000010:2.1:1784943304.959558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47d80. 00010000:00000010:2.1:1784943304.963563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736e4200. 00010000:00000010:2.1:1784943304.963579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582d5800. 00000080:00000010:2.1:1784943304.980720:0:178432:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47180. 00010000:00000010:2.1:1784943304.980732:0:178432:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736e4d00. 00010000:00000010:2.1:1784943304.980736:0:178432:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582d4600. 00000080:00000010:2.1:1784943304.986564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d664e1a60. 00010000:00000010:2.1:1784943304.998771:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736e4600. 00010000:00000010:2.1:1784943304.998788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582d4000. 00000080:00000010:2.1:1784943305.004619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d664e1ba0. 00010000:00000010:2.1:1784943305.004639:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736e4100. 00010000:00000010:2.1:1784943305.004644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582d5a00. 00000080:00000010:2.1:1784943305.016632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d664e1740. 00010000:00000010:2.1:1784943305.016654:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736e4300. 00010000:00000010:2.1:1784943305.016659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582d4400. 00000080:00000010:2.1:1784943305.039889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d664e1fc0. 00010000:00000010:2.1:1784943305.039902:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736e4a00. 00010000:00000010:2.1:1784943305.039906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582d5200. 00000080:00000010:2.1:1784943305.048715:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d664e12e0. 00010000:00000010:2.1:1784943305.048735:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736e4f00. 00010000:00000010:2.1:1784943305.048740:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582d4e00. 00000080:00000010:2.1:1784943305.059280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d664e1c60. 00010000:00000010:2.1:1784943305.061678:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736e4900. 00010000:00000010:2.1:1784943305.061685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582d5e00. 00000080:00000010:2.1:1784943305.071654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d664e13e0. 00010000:00000010:2.1:1784943305.071671:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6be9de00. 00010000:00000010:2.1:1784943305.071676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735ada00. 00000080:00000010:2.1:1784943305.086568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044b80. 00010000:00000010:2.1:1784943305.086591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737a1c00. 00010000:00000010:2.1:1784943305.086597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66288600. 00000080:00000010:2.1:1784943305.097548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c54a0. 00010000:00000010:2.1:1784943305.097568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736e4400. 00010000:00000010:2.1:1784943305.097572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735ac400. 00000080:00000010:2.1:1784943305.107507:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c55c0. 00010000:00000010:2.1:1784943305.107541:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50791800. 00010000:00000010:2.1:1784943305.107547:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735ad200. 00000080:00000010:2.1:1784943305.124672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136d60. 00010000:00000010:2.1:1784943305.124695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736e4e00. 00010000:00000010:2.1:1784943305.124700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d249e00. 00000080:00000010:2.1:1784943305.143772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5e00. 00010000:00000010:2.1:1784943305.143794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736e4b00. 00010000:00000010:2.1:1784943305.143799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735ace00. 00000080:00000010:2.1:1784943305.158084:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736173e0. 00010000:00000010:2.1:1784943305.161855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736e4500. 00010000:00000010:2.1:1784943305.161874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735ade00. 00000080:00000010:3.1:1784943305.168649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73617480. 00010000:00000010:3.1:1784943305.168665:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d268000. 00010000:00000010:3.1:1784943305.168671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735adc00. 00000080:00000010:2.1:1784943305.172570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736176a0. 00010000:00000010:2.1:1784943305.172594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d268800. 00010000:00000010:2.1:1784943305.172600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735ac200. 00000080:00000010:3.1:1784943305.180564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73617900. 00010000:00000010:3.1:1784943305.180591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fea7800. 00010000:00000010:3.1:1784943305.180597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735ad000. 00000080:00000010:2.1:1784943305.193551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad120. 00010000:00000010:2.1:1784943305.193564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fea7c00. 00010000:00000010:2.1:1784943305.193569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d004c00. 00000080:00000010:3.1:1784943305.212681:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad100. 00010000:00000010:3.1:1784943305.212697:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fea7700. 00010000:00000010:3.1:1784943305.212701:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d005800. 00000080:00000010:3.1:1784943305.216933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae060. 00010000:00000010:3.1:1784943305.216954:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73539000. 00010000:00000010:3.1:1784943305.216957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc27000. 00000080:00000010:3.1:1784943305.232390:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044400. 00010000:00000010:3.1:1784943305.232413:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737a1300. 00010000:00000010:3.1:1784943305.232419:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66288000. 00000080:00000010:2.1:1784943305.234606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73617440. 00010000:00000010:2.1:1784943305.234621:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d268c00. 00010000:00000010:2.1:1784943305.234626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735ac800. 00000080:00000010:3.1:1784943305.242656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73617500. 00010000:00000010:3.1:1784943305.247711:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d268700. 00010000:00000010:3.1:1784943305.247717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735ad400. 00000080:00000010:2.1:1784943305.257566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73617300. 00010000:00000010:1.1:1784943305.257988:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d268200. 00010000:00000010:1.1:1784943305.257995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735aca00. 00000080:00000010:3.1:1784943305.262601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73617d80. 00010000:00000010:3.1:1784943305.262614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d268d00. 00010000:00000010:3.1:1784943305.262619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735ad600. 00000080:00000010:3.1:1784943305.270555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73617c00. 00010000:00000010:3.1:1784943305.270572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fea7200. 00010000:00000010:3.1:1784943305.270578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735acc00. 00000080:00000010:3.1:1784943305.284657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0adde0. 00010000:00000010:3.1:1784943305.292700:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fea7d00. 00010000:00000010:3.1:1784943305.292713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d004600. 00000080:00000010:3.1:1784943305.302554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd260. 00010000:00000010:3.1:1784943305.302566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d268600. 00010000:00000010:3.1:1784943305.302572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735ad800. 00000080:00000010:3.1:1784943305.308661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdaa0. 00010000:00000010:3.1:1784943305.312928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d268100. 00010000:00000010:3.1:1784943305.312937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735ac600. 00000080:00000010:3.1:1784943305.329948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd5e0. 00010000:00000010:3.1:1784943305.333625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d268300. 00010000:00000010:3.1:1784943305.333631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735ac000. 00000080:00000010:3.1:1784943305.338557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd600. 00010000:00000010:3.1:1784943305.338580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d268a00. 00010000:00000010:3.1:1784943305.338585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bcd1600. 00000080:00000010:3.1:1784943305.357123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044180. 00010000:00000010:3.1:1784943305.357155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737a1600. 00010000:00000010:3.1:1784943305.357162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66289a00. 00000080:00000010:3.1:1784943305.364695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfda80. 00010000:00000010:3.1:1784943305.364715:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d268f00. 00010000:00000010:3.1:1784943305.364720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bcd0c00. 00000080:00000010:3.1:1784943305.383815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1982e0. 00010000:00000010:3.1:1784943305.383828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d268900. 00010000:00000010:3.1:1784943305.383833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bcd1800. 00000080:00000010:3.1:1784943305.395699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1984c0. 00010000:00000010:3.1:1784943305.395720:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d268400. 00010000:00000010:3.1:1784943305.395726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bcd0600. 00000080:00000010:3.1:1784943305.416607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1980c0. 00010000:00000010:3.1:1784943305.416615:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d268e00. 00010000:00000010:3.1:1784943305.416618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bcd0000. 00000080:00000010:3.1:1784943305.421622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198840. 00010000:00000010:3.1:1784943305.421644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d268b00. 00010000:00000010:3.1:1784943305.421649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bcd1a00. 00000080:00000010:3.1:1784943305.429567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad460. 00010000:00000010:3.1:1784943305.429580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fea7600. 00010000:00000010:3.1:1784943305.429586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d004000. 00000080:00000010:3.1:1784943305.446563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad600. 00010000:00000010:3.1:1784943305.446578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d268500. 00010000:00000010:3.1:1784943305.446584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d005a00. 00000080:00000010:3.1:1784943305.469941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198580. 00010000:00000010:3.1:1784943305.469957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42eb4100. 00010000:00000010:3.1:1784943305.469962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bcd0400. 00000080:00000010:2.1:1784943305.484557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198680. 00010000:00000010:2.1:1784943305.484580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42eb4300. 00010000:00000010:2.1:1784943305.484585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bcd1200. 00000080:00000010:3.1:1784943305.505580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198e00. 00010000:00000010:3.1:1784943305.505600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42eb4a00. 00010000:00000010:3.1:1784943305.505605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bcd0e00. 00000080:00000010:2.1:1784943305.522854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1064a0. 00010000:00000010:2.1:1784943305.524584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53534d00. 00010000:00000010:2.1:1784943305.524594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663f6200. 00000080:00000010:3.1:1784943305.536643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d439c52c0. 00010000:00000010:3.1:1784943305.541086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42eb4f00. 00010000:00000010:3.1:1784943305.541095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bcd1e00. 00000080:00000010:3.1:1784943305.557619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ba260. 00010000:00000010:3.1:1784943305.557643:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42eb4900. 00010000:00000010:3.1:1784943305.557658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bcd1c00. 00000080:00000010:3.1:1784943305.572611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ba7c0. 00010000:00000010:3.1:1784943305.572630:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42eb4400. 00010000:00000010:3.1:1784943305.572636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bcd0200. 00000080:00000010:3.1:1784943305.593850:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0baca0. 00010000:00000010:3.1:1784943305.597698:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42eb4e00. 00010000:00000010:3.1:1784943305.597714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bcd1000. 00000080:00000010:3.1:1784943305.600888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0bac40. 00010000:00000010:3.1:1784943305.600909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42eb4b00. 00010000:00000010:3.1:1784943305.600914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bcd0800. 00000080:00000010:3.1:1784943305.612587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ba280. 00010000:00000010:3.1:1784943305.612612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42eb4500. 00010000:00000010:3.1:1784943305.612617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bcd1400. 00000080:00000010:2.1:1784943305.625019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ba5c0. 00010000:00000010:2.1:1784943305.629623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42eb4000. 00010000:00000010:2.1:1784943305.629632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bcd0a00. 00000080:00000010:3.1:1784943305.643793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d413458a0. 00010000:00000010:3.1:1784943305.648558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42eb4800. 00010000:00000010:3.1:1784943305.648568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d456c7a00. 00000080:00000010:2.1:1784943305.652564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d737545c0. 00010000:00000010:2.1:1784943305.652586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42eb4c00. 00010000:00000010:2.1:1784943305.652591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d456c6400. 00000080:00000010:2.1:1784943305.662611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754300. 00010000:00000010:2.1:1784943305.662635:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42eb4700. 00010000:00000010:2.1:1784943305.662639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d456c7200. 00000080:00000010:2.1:1784943305.674991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46542400. 00010000:00000010:2.1:1784943305.675008:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53534500. 00010000:00000010:2.1:1784943305.675015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73810400. 00000080:00000010:2.1:1784943305.697593:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d45e196a0. 00010000:00000010:2.1:1784943305.697622:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42eb4200. 00010000:00000010:2.1:1784943305.697628:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d456c6e00. 00000080:00000010:2.1:1784943305.712562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d45e19220. 00010000:00000010:2.1:1784943305.712577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42eb4d00. 00010000:00000010:2.1:1784943305.712582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d456c7e00. 00000080:00000010:2.1:1784943305.722815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d45e19a80. 00010000:00000010:2.1:1784943305.725779:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42eb4600. 00010000:00000010:2.1:1784943305.725788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d456c7c00. 00000080:00000010:2.1:1784943305.752329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d45e196e0. 00010000:00000010:2.1:1784943305.752343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d359500. 00010000:00000010:2.1:1784943305.752349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d456c6200. 00000080:00000010:2.1:1784943305.762918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d45e19fa0. 00010000:00000010:2.1:1784943305.766679:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d359000. 00010000:00000010:2.1:1784943305.766698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d456c7000. 00000080:00000010:2.1:1784943305.775572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad0a0. 00010000:00000010:2.1:1784943305.775593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fea7100. 00010000:00000010:2.1:1784943305.775599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d004400. 00000080:00000010:2.1:1784943305.800696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad880. 00010000:00000010:2.1:1784943305.800719:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d359800. 00010000:00000010:2.1:1784943305.800724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d005200. 00000080:00000010:2.1:1784943305.824557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d45e19dc0. 00010000:00000010:2.1:1784943305.824575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d359c00. 00010000:00000010:2.1:1784943305.824580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d456c6800. 00000080:00000010:2.1:1784943305.848173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d45e19d80. 00010000:00000010:2.1:1784943305.848193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d359700. 00010000:00000010:2.1:1784943305.848198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d456c7400. 00000080:00000010:2.1:1784943305.864563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d45e19960. 00010000:00000010:2.1:1784943305.864580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d359200. 00010000:00000010:2.1:1784943305.864585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d456c6a00. 00000080:00000010:2.1:1784943305.892397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46542cc0. 00010000:00000010:2.1:1784943305.892418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53534c00. 00010000:00000010:2.1:1784943305.892425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73811200. 00000080:00000010:2.1:1784943305.895636:0:178432:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d45e19340. 00010000:00000010:2.1:1784943305.895652:0:178432:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d359d00. 00010000:00000010:2.1:1784943305.895657:0:178432:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d456c7600. 00000080:00000010:2.1:1784943305.902573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d45e191a0. 00010000:00000010:2.1:1784943305.902599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d359600. 00010000:00000010:2.1:1784943305.902605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d456c6c00. 00000080:00000010:2.1:1784943305.913695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d45e19800. 00010000:00000010:2.1:1784943305.913717:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d359100. 00010000:00000010:2.1:1784943305.913723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d456c7800. 00000080:00000010:2.1:1784943305.929332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46940. 00010000:00000010:2.1:1784943305.933546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d359300. 00010000:00000010:2.1:1784943305.933553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d456c6600. 00000080:00000010:2.1:1784943305.963057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46ea0. 00010000:00000010:2.1:1784943305.963077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d359a00. 00010000:00000010:2.1:1784943305.963083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d456c6000. 00000080:00000010:2.1:1784943305.975569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46dc0. 00010000:00000010:2.1:1784943305.975589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d359f00. 00010000:00000010:2.1:1784943305.975594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73596600. 00000080:00000010:2.1:1784943306.004555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237f20. 00010000:00000010:2.1:1784943306.009663:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d359900. 00010000:00000010:2.1:1784943306.009672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73596000. 00000080:00000010:2.1:1784943306.015560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237f00. 00010000:00000010:2.1:1784943306.015576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d359400. 00010000:00000010:2.1:1784943306.015582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73597a00. 00000080:00000010:2.1:1784943306.027553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237320. 00010000:00000010:2.1:1784943306.027574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d359e00. 00010000:00000010:2.1:1784943306.027580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73596400. 00000080:00000010:2.1:1784943306.043553:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237b60. 00010000:00000010:2.1:1784943306.046875:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d359b00. 00010000:00000010:2.1:1784943306.046885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73597200. 00000080:00000010:2.1:1784943306.054672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46542c00. 00010000:00000010:2.1:1784943306.054692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53534b00. 00010000:00000010:2.1:1784943306.054697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73810e00. 00000080:00000010:2.1:1784943306.095594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237b00. 00010000:00000010:2.1:1784943306.095611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43b3c200. 00010000:00000010:2.1:1784943306.095670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73596e00. 00000080:00000010:2.1:1784943306.111557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237ce0. 00010000:00000010:2.1:1784943306.111576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43b3cd00. 00010000:00000010:2.1:1784943306.111581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73597e00. 00000080:00000010:2.1:1784943306.139476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237a80. 00010000:00000010:2.1:1784943306.139497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43b3c600. 00010000:00000010:2.1:1784943306.139503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73597c00. 00000080:00000010:2.1:1784943306.162145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237ac0. 00010000:00000010:2.1:1784943306.162163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43b3c100. 00010000:00000010:2.1:1784943306.162168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73596200. 00000080:00000010:2.1:1784943306.178567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237240. 00010000:00000010:2.1:1784943306.178600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43b3c300. 00010000:00000010:2.1:1784943306.178606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73597000. 00000080:00000010:2.1:1784943306.198728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237d80. 00010000:00000010:2.1:1784943306.202555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43b3ca00. 00010000:00000010:2.1:1784943306.202563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73596800. 00000080:00000010:2.1:1784943306.210567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237780. 00010000:00000010:2.1:1784943306.210591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43b3cf00. 00010000:00000010:2.1:1784943306.210597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73597400. 00000080:00000010:2.1:1784943306.222689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237400. 00010000:00000010:2.1:1784943306.228551:0:178433:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43b3c900. 00010000:00000010:2.1:1784943306.228558:0:178433:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73596a00. 00000080:00000010:2.1:1784943306.234648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2375a0. 00010000:00000010:2.1:1784943306.237551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43b3c400. 00010000:00000010:2.1:1784943306.237557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73597600. 00000080:00000010:2.1:1784943306.246695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237f40. 00010000:00000010:2.1:1784943306.250725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43b3ce00. 00010000:00000010:2.1:1784943306.250741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73596c00. 00000080:00000010:2.1:1784943306.264555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34ea00. 00010000:00000010:2.1:1784943306.268553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53534400. 00010000:00000010:2.1:1784943306.268563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73811e00. 00000080:00000010:2.1:1784943306.278557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237460. 00010000:00000010:2.1:1784943306.278573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43b3cb00. 00010000:00000010:2.1:1784943306.278580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73597800. 00000080:00000010:2.1:1784943306.294562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237100. 00010000:00000010:2.1:1784943306.294588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43b3c500. 00010000:00000010:2.1:1784943306.294594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdd5c00. 00000080:00000010:2.1:1784943306.306712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237b80. 00010000:00000010:2.1:1784943306.310710:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43b3c000. 00010000:00000010:2.1:1784943306.310724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdd4200. 00000080:00000010:2.1:1784943306.324400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237b20. 00010000:00000010:2.1:1784943306.330847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43b3c800. 00010000:00000010:2.1:1784943306.330856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdd5000. 00000080:00000010:2.1:1784943306.340556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2379c0. 00010000:00000010:2.1:1784943306.340573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43b3cc00. 00010000:00000010:2.1:1784943306.340579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdd4800. 00000080:00000010:2.1:1784943306.345759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2373c0. 00010000:00000010:2.1:1784943306.345791:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fea7300. 00010000:00000010:2.1:1784943306.345796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdd5400. 00000080:00000010:2.1:1784943306.349566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad900. 00010000:00000010:2.1:1784943306.349589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50037f00. 00010000:00000010:2.1:1784943306.349595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfa3c00. 00000080:00000010:2.1:1784943306.362637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15ddc0. 00010000:00000010:2.1:1784943306.368942:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50037900. 00010000:00000010:2.1:1784943306.368949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfa2200. 00000080:00000010:2.1:1784943306.378568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d760. 00010000:00000010:2.1:1784943306.378590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50037400. 00010000:00000010:2.1:1784943306.378595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfa3000. 00000080:00000010:3.1:1784943306.399606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d4c0. 00010000:00000010:3.1:1784943306.399624:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50037e00. 00010000:00000010:3.1:1784943306.399629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfa2800. 00000080:00000010:2.1:1784943306.415073:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34ee20. 00010000:00000010:2.1:1784943306.415652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53534e00. 00010000:00000010:2.1:1784943306.415662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73811c00. 00000080:00000010:3.1:1784943306.431573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15dcc0. 00010000:00000010:3.1:1784943306.431601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50037b00. 00010000:00000010:3.1:1784943306.431606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfa3400. 00000080:00000010:3.1:1784943306.445566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d960. 00010000:00000010:3.1:1784943306.445598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50037500. 00010000:00000010:3.1:1784943306.445619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfa3e00. 00000080:00000010:3.1:1784943306.462597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15da40. 00010000:00000010:3.1:1784943306.462621:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50033400. 00010000:00000010:3.1:1784943306.462670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfa2e00. 00000080:00000010:3.1:1784943306.491445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d860. 00010000:00000010:3.1:1784943306.491464:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50033e00. 00010000:00000010:3.1:1784943306.491472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfa3200. 00000080:00000010:3.1:1784943306.494723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d000. 00010000:00000010:3.1:1784943306.494815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50033b00. 00010000:00000010:3.1:1784943306.494821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfa2400. 00000080:00000010:3.1:1784943306.511563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d8c0. 00010000:00000010:3.1:1784943306.511587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50033500. 00010000:00000010:3.1:1784943306.511592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfa3a00. 00000080:00000010:3.1:1784943306.545029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d340. 00010000:00000010:3.1:1784943306.545054:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50033000. 00010000:00000010:3.1:1784943306.545059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfa2000. 00000080:00000010:3.1:1784943306.562626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d0c0. 00010000:00000010:3.1:1784943306.562640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50033800. 00010000:00000010:3.1:1784943306.562645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfa2600. 00000080:00000010:2.1:1784943306.592564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237200. 00010000:00000010:2.1:1784943306.592579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43b3c700. 00010000:00000010:2.1:1784943306.592585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdd4a00. 00000080:00000010:2.1:1784943306.613984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d237c60. 00010000:00000010:2.1:1784943306.614000:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcc5800. 00010000:00000010:2.1:1784943306.614007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdd5600. 00000080:00000010:2.1:1784943306.619665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e660. 00010000:00000010:2.1:1784943306.619681:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53534800. 00010000:00000010:2.1:1784943306.619687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73810200. 00000080:00000010:2.1:1784943306.647559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2370e0. 00010000:00000010:2.1:1784943306.655572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcc5c00. 00010000:00000010:2.1:1784943306.655596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdd4c00. 00000080:00000010:2.1:1784943306.674554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d43e90060. 00010000:00000010:2.1:1784943306.674576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcc5700. 00010000:00000010:2.1:1784943306.674583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdd5800. 00000080:00000010:2.1:1784943306.697485:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044d00. 00010000:00000010:2.1:1784943306.697501:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcc5200. 00010000:00000010:2.1:1784943306.697508:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdd4600. 00000080:00000010:2.1:1784943306.713383:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480441e0. 00010000:00000010:2.1:1784943306.726943:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcc5d00. 00010000:00000010:2.1:1784943306.726960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdd4000. 00000080:00000010:2.1:1784943306.732683:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480448c0. 00010000:00000010:2.1:1784943306.732703:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcc5600. 00010000:00000010:2.1:1784943306.732709:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdd5a00. 00000080:00000010:3.1:1784943306.736865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044de0. 00010000:00000010:3.1:1784943306.736889:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcc5100. 00010000:00000010:3.1:1784943306.736895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdd4400. 00000080:00000010:2.1:1784943306.750574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480449a0. 00010000:00000010:2.1:1784943306.750589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50791c00. 00010000:00000010:2.1:1784943306.750595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdd5200. 00000080:00000010:3.1:1784943306.769068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611360c0. 00010000:00000010:3.1:1784943306.769083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50791700. 00010000:00000010:3.1:1784943306.769089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d249400. 00000080:00000010:2.1:1784943306.780781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136ea0. 00010000:00000010:2.1:1784943306.784712:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50791200. 00010000:00000010:2.1:1784943306.784720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d248800. 00000080:00000010:3.1:1784943306.797613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136e80. 00010000:00000010:3.1:1784943306.797628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50791d00. 00010000:00000010:3.1:1784943306.797633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d249000. 00000080:00000010:2.1:1784943306.815591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e500. 00010000:00000010:2.1:1784943306.823714:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53534300. 00010000:00000010:2.1:1784943306.823728:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73811000. 00000080:00000010:3.1:1784943306.824619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136200. 00010000:00000010:3.1:1784943306.824632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50791600. 00010000:00000010:3.1:1784943306.824637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d248200. 00000080:00000010:2.1:1784943306.836573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136a60. 00010000:00000010:2.1:1784943306.836594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50791100. 00010000:00000010:2.1:1784943306.836600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d248e00. 00000080:00000010:0.1:1784943306.860138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136280. 00010000:00000010:0.1:1784943306.860162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50791300. 00010000:00000010:0.1:1784943306.860168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d249200. 00000080:00000010:2.1:1784943306.873586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136c40. 00010000:00000010:2.1:1784943306.873606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50791a00. 00010000:00000010:2.1:1784943306.873611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663fe800. 00000080:00000010:2.1:1784943306.902570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611360a0. 00010000:00000010:2.1:1784943306.902585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50791f00. 00010000:00000010:2.1:1784943306.902590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ff400. 00000080:00000010:2.1:1784943306.907571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136f20. 00010000:00000010:2.1:1784943306.907591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50791900. 00010000:00000010:2.1:1784943306.907596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663fea00. 00000080:00000010:3.1:1784943306.923714:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136920. 00010000:00000010:3.1:1784943306.928572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50791400. 00010000:00000010:3.1:1784943306.928585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ff600. 00000080:00000010:2.1:1784943306.932592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611363e0. 00010000:00000010:2.1:1784943306.932604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50791e00. 00010000:00000010:2.1:1784943306.932609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663fec00. 00000080:00000010:3.1:1784943306.936360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136740. 00010000:00000010:3.1:1784943306.941648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50791b00. 00010000:00000010:3.1:1784943306.941656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ff800. 00000080:00000010:2.1:1784943306.946955:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480444e0. 00010000:00000010:2.1:1784943306.946967:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcc5300. 00010000:00000010:2.1:1784943306.946972:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdd4e00. 00000080:00000010:2.1:1784943306.953806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae0e0. 00010000:00000010:2.1:1784943306.956849:0:178432:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73539500. 00010000:00000010:2.1:1784943306.956855:0:178432:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc27a00. 00000080:00000010:2.1:1784943306.961830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e7a0. 00010000:00000010:2.1:1784943306.968513:0:178433:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53534a00. 00010000:00000010:2.1:1784943306.968539:0:178433:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73810800. 00000080:00000010:2.1:1784943306.978614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044040. 00010000:00000010:2.1:1784943306.978634:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcc5a00. 00010000:00000010:2.1:1784943306.978640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdd5e00. 00000080:00000010:2.1:1784943306.985588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044480. 00010000:00000010:2.1:1784943306.985608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcc5f00. 00010000:00000010:2.1:1784943306.985615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be16a00. 00000080:00000010:2.1:1784943306.993226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480443e0. 00010000:00000010:2.1:1784943306.993236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcc5900. 00010000:00000010:2.1:1784943306.993239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be17600. 00000080:00000010:2.1:1784943306.997688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044b40. 00010000:00000010:2.1:1784943307.002766:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcc5400. 00010000:00000010:2.1:1784943307.002786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be16c00. 00000080:00000010:2.1:1784943307.012730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044a40. 00010000:00000010:2.1:1784943307.022576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcc5e00. 00010000:00000010:2.1:1784943307.022593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be17800. 00000080:00000010:2.1:1784943307.028604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044d60. 00010000:00000010:2.1:1784943307.028625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcc5b00. 00010000:00000010:2.1:1784943307.028631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be16600. 00000080:00000010:2.1:1784943307.038842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044cc0. 00010000:00000010:2.1:1784943307.038860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcc5500. 00010000:00000010:2.1:1784943307.038866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be16000. 00000080:00000010:2.1:1784943307.042810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044360. 00010000:00000010:2.1:1784943307.042832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bcc5000. 00010000:00000010:2.1:1784943307.042839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be17a00. 00000080:00000010:2.1:1784943307.055557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044860. 00010000:00000010:2.1:1784943307.055583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738bee00. 00010000:00000010:2.1:1784943307.055590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be16400. 00000080:00000010:2.1:1784943307.066598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044a20. 00010000:00000010:2.1:1784943307.069982:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738beb00. 00010000:00000010:2.1:1784943307.069998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be17200. 00000080:00000010:2.1:1784943307.083552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e4a0. 00010000:00000010:2.1:1784943307.083568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53534100. 00010000:00000010:2.1:1784943307.083574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73811400. 00000080:00000010:2.1:1784943307.105436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044520. 00010000:00000010:2.1:1784943307.105452:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738be500. 00010000:00000010:2.1:1784943307.105456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be16e00. 00000080:00000010:2.1:1784943307.113558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044680. 00010000:00000010:2.1:1784943307.113585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738be000. 00010000:00000010:2.1:1784943307.113591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be17e00. 00000080:00000010:2.1:1784943307.129570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044380. 00010000:00000010:2.1:1784943307.133874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738be800. 00010000:00000010:2.1:1784943307.133885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be17c00. 00000080:00000010:2.1:1784943307.149188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d592155c0. 00010000:00000010:2.1:1784943307.152576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738bec00. 00010000:00000010:2.1:1784943307.152589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be16200. 00000080:00000010:2.1:1784943307.166154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4512cee0. 00010000:00000010:2.1:1784943307.166168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738be700. 00010000:00000010:2.1:1784943307.166174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be17000. 00000080:00000010:2.1:1784943307.181543:0:178432:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388c20. 00010000:00000010:2.1:1784943307.181554:0:178432:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738be200. 00010000:00000010:2.1:1784943307.181558:0:178432:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be16800. 00000080:00000010:2.1:1784943307.187593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388760. 00010000:00000010:2.1:1784943307.187608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738bed00. 00010000:00000010:2.1:1784943307.187613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be17400. 00000080:00000010:2.1:1784943307.209871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388cc0. 00010000:00000010:2.1:1784943307.209888:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738be600. 00010000:00000010:2.1:1784943307.209893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfb8e00. 00000080:00000010:2.1:1784943307.214573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388a40. 00010000:00000010:2.1:1784943307.214591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfba800. 00010000:00000010:2.1:1784943307.214599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfb9e00. 00000080:00000010:2.1:1784943307.230571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388000. 00010000:00000010:2.1:1784943307.242235:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738be100. 00010000:00000010:2.1:1784943307.242252:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfb9c00. 00000080:00000010:3.1:1784943307.245264:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e680. 00010000:00000010:3.1:1784943307.248240:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53534f00. 00010000:00000010:3.1:1784943307.248260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73810a00. 00000080:00000010:3.1:1784943307.256529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388340. 00010000:00000010:3.1:1784943307.260729:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738be300. 00010000:00000010:3.1:1784943307.260737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfb8200. 00000080:00000010:3.1:1784943307.277583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d613886c0. 00010000:00000010:3.1:1784943307.277603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738bea00. 00010000:00000010:3.1:1784943307.277609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfb9000. 00000080:00000010:3.1:1784943307.281839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388720. 00010000:00000010:3.1:1784943307.281859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738bef00. 00010000:00000010:3.1:1784943307.281864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfb8800. 00000080:00000010:3.1:1784943307.293998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388fa0. 00010000:00000010:3.1:1784943307.294010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738be900. 00010000:00000010:3.1:1784943307.294014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfb9400. 00000080:00000010:3.1:1784943307.304331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d613883a0. 00010000:00000010:3.1:1784943307.304346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738be400. 00010000:00000010:3.1:1784943307.304349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfb8a00. 00000080:00000010:3.1:1784943307.307680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388840. 00010000:00000010:3.1:1784943307.307702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432b5900. 00010000:00000010:3.1:1784943307.307709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfb9600. 00000080:00000010:3.1:1784943307.321571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388a60. 00010000:00000010:3.1:1784943307.321588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432b5400. 00010000:00000010:3.1:1784943307.321593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfb8c00. 00000080:00000010:3.1:1784943307.328567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388380. 00010000:00000010:3.1:1784943307.333094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432b5e00. 00010000:00000010:3.1:1784943307.333101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfb9800. 00000080:00000010:3.1:1784943307.337636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388d00. 00010000:00000010:3.1:1784943307.337656:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432b5b00. 00010000:00000010:3.1:1784943307.337661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfb8600. 00000080:00000010:2.1:1784943307.352787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388ea0. 00010000:00000010:2.1:1784943307.352800:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432b5500. 00010000:00000010:2.1:1784943307.352806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfb8000. 00000080:00000010:3.1:1784943307.360750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e380. 00010000:00000010:3.1:1784943307.360771:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d8206cd00. 00010000:00000010:3.1:1784943307.360777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c2c00. 00000080:00000010:2.1:1784943307.376417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388180. 00010000:00000010:2.1:1784943307.382657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432b5000. 00010000:00000010:2.1:1784943307.382669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfb9a00. 00000080:00000010:2.1:1784943307.388586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388da0. 00010000:00000010:2.1:1784943307.388596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432b5800. 00010000:00000010:2.1:1784943307.388599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfb8400. 00000080:00000010:2.1:1784943307.400924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388300. 00010000:00000010:2.1:1784943307.400938:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432b5c00. 00010000:00000010:2.1:1784943307.400942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfb9200. 00000080:00000010:2.1:1784943307.406557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d613885e0. 00010000:00000010:2.1:1784943307.406573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432b5700. 00010000:00000010:2.1:1784943307.406580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d432bea00. 00000080:00000010:2.1:1784943307.418721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388f00. 00010000:00000010:2.1:1784943307.418741:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432b5200. 00010000:00000010:2.1:1784943307.418748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d432bf600. 00000080:00000010:2.1:1784943307.439569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388360. 00010000:00000010:2.1:1784943307.439594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432b5d00. 00010000:00000010:2.1:1784943307.439600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d432bec00. 00000080:00000010:2.1:1784943307.449606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d613882c0. 00010000:00000010:2.1:1784943307.449626:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432b5600. 00010000:00000010:2.1:1784943307.449632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d432bf800. 00000080:00000010:2.1:1784943307.480370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d613884e0. 00010000:00000010:2.1:1784943307.480393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432b5100. 00010000:00000010:2.1:1784943307.480399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d432be600. 00000080:00000010:2.1:1784943307.484652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388140. 00010000:00000010:2.1:1784943307.484668:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432b5300. 00010000:00000010:2.1:1784943307.484673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d432be000. 00000080:00000010:2.1:1784943307.490011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61388c40. 00010000:00000010:2.1:1784943307.490039:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432b5a00. 00010000:00000010:2.1:1784943307.490046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d432bfa00. 00000080:00000010:3.1:1784943307.508880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34eea0. 00010000:00000010:3.1:1784943307.510928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d8206c200. 00010000:00000010:3.1:1784943307.510936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c2a00. 00000080:00000010:2.1:1784943307.514561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557280. 00010000:00000010:2.1:1784943307.514584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfbac00. 00010000:00000010:2.1:1784943307.514590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d432be400. 00000080:00000010:3.1:1784943307.528554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad9e0. 00010000:00000010:3.1:1784943307.528569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfba700. 00010000:00000010:3.1:1784943307.528574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d004e00. 00000080:00000010:2.1:1784943307.532577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad440. 00010000:00000010:2.1:1784943307.532603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfba200. 00010000:00000010:2.1:1784943307.532610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d005e00. 00000080:00000010:2.1:1784943307.541559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad420. 00010000:00000010:2.1:1784943307.541579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfbad00. 00010000:00000010:2.1:1784943307.541585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d005c00. 00000080:00000010:2.1:1784943307.569605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad280. 00010000:00000010:2.1:1784943307.569622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432b5f00. 00010000:00000010:2.1:1784943307.569627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bfa3800. 00000080:00000010:0.1:1784943307.577617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557960. 00010000:00000010:0.1:1784943307.581239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432bdb00. 00010000:00000010:0.1:1784943307.581249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d432bf200. 00000080:00000010:2.1:1784943307.591567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557740. 00010000:00000010:2.1:1784943307.596563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432bd500. 00010000:00000010:2.1:1784943307.596579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d432bee00. 00000080:00000010:2.1:1784943307.613239:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad640. 00010000:00000010:2.1:1784943307.613269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfba600. 00010000:00000010:2.1:1784943307.613277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66249a00. 00000080:00000010:3.1:1784943307.625571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad1a0. 00010000:00000010:3.1:1784943307.625594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50033c00. 00010000:00000010:3.1:1784943307.625600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66248400. 00000080:00000010:3.1:1784943307.639569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557b20. 00010000:00000010:3.1:1784943307.639588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432bd000. 00010000:00000010:3.1:1784943307.639594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d432bfe00. 00000080:00000010:3.1:1784943307.648721:0:178432:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e640. 00010000:00000010:3.1:1784943307.652552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d8206c900. 00010000:00000010:3.1:1784943307.652559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c3800. 00000080:00000010:3.1:1784943307.659710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505573e0. 00010000:00000010:3.1:1784943307.659728:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432bd800. 00010000:00000010:3.1:1784943307.659733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d432bfc00. 00000080:00000010:3.1:1784943307.665892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557580. 00010000:00000010:3.1:1784943307.665910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432bdc00. 00010000:00000010:3.1:1784943307.665914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d432be200. 00000080:00000010:3.1:1784943307.675579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557880. 00010000:00000010:3.1:1784943307.675591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50033700. 00010000:00000010:3.1:1784943307.675596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d432bf000. 00000080:00000010:3.1:1784943307.685343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15dfa0. 00010000:00000010:3.1:1784943307.685364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50033200. 00010000:00000010:3.1:1784943307.685370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be15e00. 00000080:00000010:3.1:1784943307.696581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15dee0. 00010000:00000010:3.1:1784943307.696592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50033d00. 00010000:00000010:3.1:1784943307.696596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be14e00. 00000080:00000010:3.1:1784943307.701599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d3a0. 00010000:00000010:3.1:1784943307.701617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50033600. 00010000:00000010:3.1:1784943307.701621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be15200. 00000080:00000010:3.1:1784943307.701623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15dae0. 00010000:00000010:3.1:1784943307.701625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50033100. 00010000:00000010:3.1:1784943307.701628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be14400. 00000080:00000010:3.1:1784943307.710696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15db40. 00010000:00000010:3.1:1784943307.716956:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50033300. 00010000:00000010:3.1:1784943307.716975:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be15a00. 00010000:00000010:2.1:1784943307.720856:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432bd700. 00010000:00000010:2.1:1784943307.720870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d432be800. 00000080:00000010:3.1:1784943307.724723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557620. 00000080:00000010:3.1:1784943307.730706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557140. 00010000:00000010:3.1:1784943307.730728:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432bd200. 00010000:00000010:3.1:1784943307.730734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d432bf400. 00000080:00000010:2.1:1784943307.743603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d71c0. 00010000:00000010:2.1:1784943307.743623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc35600. 00010000:00000010:2.1:1784943307.743628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f12c00. 00000080:00000010:3.1:1784943307.757191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557b00. 00010000:00000010:3.1:1784943307.757213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432bdd00. 00010000:00000010:3.1:1784943307.757219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582dd000. 00000080:00000010:2.1:1784943307.771842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557020. 00010000:00000010:2.1:1784943307.771858:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432bd600. 00010000:00000010:2.1:1784943307.771864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582dc800. 00000080:00000010:2.1:1784943307.788860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557b60. 00010000:00000010:2.1:1784943307.788880:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432bd100. 00010000:00000010:2.1:1784943307.788884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582dd400. 00000080:00000010:2.1:1784943307.800567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557d80. 00010000:00000010:2.1:1784943307.805601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432bd300. 00010000:00000010:2.1:1784943307.805612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582dca00. 00000080:00000010:2.1:1784943307.812631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557e80. 00010000:00000010:2.1:1784943307.812646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432bda00. 00010000:00000010:2.1:1784943307.812651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582dd600. 00000080:00000010:2.1:1784943307.823556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505572a0. 00010000:00000010:2.1:1784943307.823571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432bdf00. 00010000:00000010:2.1:1784943307.823576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582dcc00. 00000080:00000010:2.1:1784943307.827637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557660. 00010000:00000010:2.1:1784943307.827652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432bd900. 00010000:00000010:2.1:1784943307.827657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582dd800. 00000080:00000010:2.1:1784943307.839803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47d638e0. 00010000:00000010:2.1:1784943307.839829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432bd400. 00010000:00000010:2.1:1784943307.839834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582dc600. 00000080:00000010:2.1:1784943307.848660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47d63180. 00010000:00000010:2.1:1784943307.848673:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432bde00. 00010000:00000010:2.1:1784943307.848690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582dc000. 00000080:00000010:2.1:1784943307.862899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47d63c40. 00010000:00000010:2.1:1784943307.862920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d334e00. 00010000:00000010:2.1:1784943307.862927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582dda00. 00000080:00000010:2.1:1784943307.891562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7ca0. 00010000:00000010:2.1:1784943307.891584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc35100. 00010000:00000010:2.1:1784943307.891591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f13800. 00000080:00000010:2.1:1784943307.904565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47d63f20. 00010000:00000010:2.1:1784943307.904580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d334b00. 00010000:00000010:2.1:1784943307.904586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582dc400. 00000080:00000010:2.1:1784943307.910585:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47d63280. 00010000:00000010:2.1:1784943307.910597:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d334500. 00010000:00000010:2.1:1784943307.910602:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582dd200. 00000080:00000010:2.1:1784943307.920686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47d632c0. 00010000:00000010:2.1:1784943307.920710:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d334000. 00010000:00000010:2.1:1784943307.920716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582dce00. 00000080:00000010:2.1:1784943307.932699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47d63ce0. 00010000:00000010:2.1:1784943307.940642:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d334800. 00010000:00000010:2.1:1784943307.940657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582dde00. 00000080:00000010:2.1:1784943307.953759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336300. 00010000:00000010:2.1:1784943307.953769:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d334c00. 00010000:00000010:2.1:1784943307.953773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582ddc00. 00000080:00000010:3.1:1784943307.957959:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3366e0. 00010000:00000010:3.1:1784943307.965588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d334700. 00010000:00000010:3.1:1784943307.965606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582dc200. 00000080:00000010:2.1:1784943307.982027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3368e0. 00010000:00000010:2.1:1784943307.982042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d334200. 00010000:00000010:2.1:1784943307.982046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51bd4400. 00000080:00000010:3.1:1784943308.004586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0add20. 00010000:00000010:3.1:1784943308.009568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfba100. 00010000:00000010:3.1:1784943308.009580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66249200. 00000080:00000010:2.1:1784943308.031983:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ade00. 00010000:00000010:2.1:1784943308.031995:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d334d00. 00010000:00000010:2.1:1784943308.031999:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66248e00. 00000080:00000010:3.1:1784943308.036560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336620. 00010000:00000010:3.1:1784943308.046299:0:178432:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d334600. 00010000:00000010:3.1:1784943308.046315:0:178432:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51bd5200. 00000080:00000010:3.1:1784943308.054645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7560. 00010000:00000010:3.1:1784943308.054667:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc35300. 00010000:00000010:3.1:1784943308.054673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f12600. 00000080:00000010:3.1:1784943308.064572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0adfc0. 00010000:00000010:3.1:1784943308.064594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfba300. 00010000:00000010:3.1:1784943308.064601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66249e00. 00000080:00000010:3.1:1784943308.079744:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad5c0. 00010000:00000010:3.1:1784943308.079766:0:178433:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfbaa00. 00010000:00000010:3.1:1784943308.079772:0:178433:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66249c00. 00000080:00000010:3.1:1784943308.090561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad8e0. 00010000:00000010:3.1:1784943308.090573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfbaf00. 00010000:00000010:3.1:1784943308.090579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66248200. 00000080:00000010:3.1:1784943308.095565:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336b60. 00010000:00000010:3.1:1784943308.095588:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d334100. 00010000:00000010:3.1:1784943308.095596:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51bd4e00. 00000080:00000010:3.1:1784943308.107640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3361c0. 00010000:00000010:3.1:1784943308.107656:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50033a00. 00010000:00000010:3.1:1784943308.107660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51bd5e00. 00000080:00000010:3.1:1784943308.122282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336fc0. 00010000:00000010:3.1:1784943308.125710:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfba900. 00010000:00000010:3.1:1784943308.125728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51bd5c00. 00000080:00000010:3.1:1784943308.136559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad160. 00010000:00000010:3.1:1784943308.136576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfba400. 00010000:00000010:3.1:1784943308.136583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66249000. 00000080:00000010:3.1:1784943308.169566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad7c0. 00010000:00000010:3.1:1784943308.172677:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfbae00. 00010000:00000010:3.1:1784943308.172693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66248800. 00000080:00000010:3.1:1784943308.188835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad4a0. 00010000:00000010:3.1:1784943308.188860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfbab00. 00010000:00000010:3.1:1784943308.188866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66249400. 00000080:00000010:3.1:1784943308.205711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad540. 00010000:00000010:3.1:1784943308.205735:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfba500. 00010000:00000010:3.1:1784943308.205742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66248a00. 00000080:00000010:3.1:1784943308.221559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7180. 00010000:00000010:3.1:1784943308.221581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc35a00. 00010000:00000010:3.1:1784943308.221587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f12000. 00000080:00000010:3.1:1784943308.246784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0adbc0. 00010000:00000010:2.1:1784943308.250577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfba000. 00010000:00000010:2.1:1784943308.250598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66249600. 00000080:00000010:3.1:1784943308.263966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336320. 00010000:00000010:3.1:1784943308.263987:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d334300. 00010000:00000010:3.1:1784943308.263992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51bd4200. 00000080:00000010:2.1:1784943308.276660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336d60. 00010000:00000010:2.1:1784943308.281205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d334a00. 00010000:00000010:2.1:1784943308.281226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51bd5000. 00000080:00000010:2.1:1784943308.297561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336f00. 00010000:00000010:2.1:1784943308.297586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d334f00. 00010000:00000010:2.1:1784943308.297592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51bd4800. 00000080:00000010:3.1:1784943308.317562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d300. 00010000:00000010:3.1:1784943308.317579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50033f00. 00010000:00000010:3.1:1784943308.317586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be14a00. 00000080:00000010:2.1:1784943308.351178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d6e0. 00010000:00000010:2.1:1784943308.356213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50033900. 00010000:00000010:2.1:1784943308.356237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be15400. 00010000:00000010:2.1:1784943308.368663:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d334900. 00010000:00000010:2.1:1784943308.368672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51bd5400. 00000080:00000010:3.1:1784943308.373555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d8e0. 00000080:00000010:2.1:1784943308.380864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336fe0. 00010000:00000010:2.1:1784943308.380877:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d334400. 00010000:00000010:2.1:1784943308.380882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51bd4a00. 00000080:00000010:2.1:1784943308.398707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336640. 00010000:00000010:2.1:1784943308.404564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51bd2d00. 00010000:00000010:2.1:1784943308.404576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51bd5600. 00000080:00000010:2.1:1784943308.409576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336280. 00010000:00000010:2.1:1784943308.409607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51bd2600. 00010000:00000010:2.1:1784943308.409612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51bd4c00. 00000080:00000010:2.1:1784943308.423560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae6a0. 00010000:00000010:2.1:1784943308.426796:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73539c00. 00010000:00000010:2.1:1784943308.426806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc26400. 00000080:00000010:2.1:1784943308.441567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e460. 00010000:00000010:2.1:1784943308.450811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d8206c500. 00010000:00000010:2.1:1784943308.450827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c2000. 00000080:00000010:2.1:1784943308.460840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336780. 00010000:00000010:2.1:1784943308.460857:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51bd2100. 00010000:00000010:2.1:1784943308.460862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51bd5800. 00000080:00000010:2.1:1784943308.465639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336420. 00010000:00000010:2.1:1784943308.465657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51bd2300. 00010000:00000010:2.1:1784943308.465663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51bd4600. 00000080:00000010:2.1:1784943308.486561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336680. 00010000:00000010:2.1:1784943308.490574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51bd2a00. 00010000:00000010:2.1:1784943308.490586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51bd4000. 00000080:00000010:2.1:1784943308.495556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336440. 00010000:00000010:2.1:1784943308.495576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51bd2f00. 00010000:00000010:2.1:1784943308.495582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51bd5a00. 00000080:00000010:2.1:1784943308.503640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336be0. 00010000:00000010:2.1:1784943308.503662:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51bd2900. 00010000:00000010:2.1:1784943308.503668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44d82c00. 00000080:00000010:2.1:1784943308.515651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3369e0. 00010000:00000010:2.1:1784943308.515676:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51bd2400. 00010000:00000010:2.1:1784943308.515681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44d83800. 00000080:00000010:2.1:1784943308.533561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336c80. 00010000:00000010:2.1:1784943308.545851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51bd2e00. 00010000:00000010:2.1:1784943308.545862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44d82600. 00000080:00000010:2.1:1784943308.554658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336900. 00010000:00000010:2.1:1784943308.554680:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51bd2b00. 00010000:00000010:2.1:1784943308.554685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44d82000. 00000080:00000010:2.1:1784943308.561557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336a00. 00010000:00000010:2.1:1784943308.561570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51bd2500. 00010000:00000010:2.1:1784943308.561576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44d83a00. 00000080:00000010:2.1:1784943308.575556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336c40. 00010000:00000010:2.1:1784943308.575579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51bd2000. 00010000:00000010:2.1:1784943308.575585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44d82400. 00000080:00000010:2.1:1784943308.588557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34edc0. 00010000:00000010:2.1:1784943308.588575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d8206c800. 00010000:00000010:2.1:1784943308.588583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c3200. 00000080:00000010:2.1:1784943308.604759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336580. 00010000:00000010:2.1:1784943308.604772:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432b2d00. 00010000:00000010:2.1:1784943308.604778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44d83200. 00000080:00000010:2.1:1784943308.637562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad820. 00010000:00000010:2.1:1784943308.637585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432b2600. 00010000:00000010:2.1:1784943308.637591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66248c00. 00000080:00000010:2.1:1784943308.659577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336f40. 00010000:00000010:2.1:1784943308.659592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51bd2800. 00010000:00000010:2.1:1784943308.659597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44d82e00. 00000080:00000010:2.1:1784943308.670564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3360a0. 00010000:00000010:2.1:1784943308.670577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51bd2c00. 00010000:00000010:2.1:1784943308.670582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44d83e00. 00000080:00000010:2.1:1784943308.699593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336600. 00010000:00000010:2.1:1784943308.699612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51bd2700. 00010000:00000010:2.1:1784943308.699617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44d83c00. 00000080:00000010:3.1:1784943308.714888:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336ba0. 00010000:00000010:3.1:1784943308.714914:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51bd2200. 00010000:00000010:3.1:1784943308.714919:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44d82200. 00000080:00000010:2.1:1784943308.731008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336460. 00010000:00000010:2.1:1784943308.731029:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66232800. 00010000:00000010:2.1:1784943308.731035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44d83000. 00000080:00000010:3.1:1784943308.756558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336de0. 00010000:00000010:3.1:1784943308.756584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66232c00. 00010000:00000010:3.1:1784943308.756590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44d82800. 00000080:00000010:2.1:1784943308.779103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336e60. 00010000:00000010:2.1:1784943308.779117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66232700. 00010000:00000010:2.1:1784943308.779122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44d83400. 00000080:00000010:0.1:1784943308.788930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336e40. 00010000:00000010:0.1:1784943308.788944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66232200. 00010000:00000010:0.1:1784943308.788950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44d82a00. 00000080:00000010:2.1:1784943308.809614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e020. 00010000:00000010:2.1:1784943308.809635:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d8206ce00. 00010000:00000010:2.1:1784943308.809641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c3e00. 00000080:00000010:3.1:1784943308.819811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336100. 00010000:00000010:3.1:1784943308.819829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66232d00. 00010000:00000010:3.1:1784943308.819834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44d83600. 00000080:00000010:2.1:1784943308.831549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3369a0. 00010000:00000010:2.1:1784943308.831567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66232600. 00010000:00000010:2.1:1784943308.831572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44d8ec00. 00000080:00000010:3.1:1784943308.848861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336120. 00010000:00000010:3.1:1784943308.848872:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66232100. 00010000:00000010:3.1:1784943308.848877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44d8f800. 00000080:00000010:2.1:1784943308.857263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336aa0. 00010000:00000010:2.1:1784943308.857273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66232300. 00010000:00000010:2.1:1784943308.857277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44d8e600. 00000080:00000010:3.1:1784943308.862650:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336b80. 00010000:00000010:3.1:1784943308.862662:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66232a00. 00010000:00000010:3.1:1784943308.862666:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44d8e000. 00000080:00000010:2.1:1784943308.871723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336b40. 00010000:00000010:2.1:1784943308.871740:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66232f00. 00010000:00000010:2.1:1784943308.871753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44d8fa00. 00000080:00000010:3.1:1784943308.888560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336ae0. 00010000:00000010:3.1:1784943308.888575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66232900. 00010000:00000010:3.1:1784943308.888580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44d8e400. 00000080:00000010:2.1:1784943308.891620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3363a0. 00010000:00000010:2.1:1784943308.891630:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66232400. 00010000:00000010:2.1:1784943308.891634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44d8f200. 00000080:00000010:3.1:1784943308.902625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336ee0. 00010000:00000010:3.1:1784943308.902641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66232e00. 00010000:00000010:3.1:1784943308.902647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44d8ee00. 00000080:00000010:2.1:1784943308.914554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336fa0. 00010000:00000010:2.1:1784943308.922483:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66232b00. 00010000:00000010:2.1:1784943308.922490:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44d8fe00. 00000080:00000010:3.1:1784943308.931272:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e3c0. 00010000:00000010:3.1:1784943308.936951:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389c00. 00010000:00000010:3.1:1784943308.936959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c2400. 00000080:00000010:3.1:1784943308.944144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336040. 00010000:00000010:3.1:1784943308.944155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66232500. 00010000:00000010:3.1:1784943308.944158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44d8fc00. 00000080:00000010:2.1:1784943308.944670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336720. 00010000:00000010:2.1:1784943308.944676:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66232000. 00010000:00000010:2.1:1784943308.944679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44d8e200. 00000080:00000010:3.1:1784943308.957244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d2a0. 00010000:00000010:3.1:1784943308.959801:0:178432:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666a5000. 00010000:00000010:3.1:1784943308.959809:0:178432:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be14800. 00000080:00000010:2.1:1784943308.960572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336e20. 00010000:00000010:2.1:1784943308.962552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666a5800. 00010000:00000010:2.1:1784943308.962560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44d8f000. 00000080:00000010:3.1:1784943308.968383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3363e0. 00010000:00000010:2.1:1784943308.975665:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666a5c00. 00010000:00000010:2.1:1784943308.975682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44d8e800. 00000080:00000010:2.1:1784943308.984575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336260. 00010000:00000010:2.1:1784943308.984601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666a5700. 00010000:00000010:2.1:1784943308.984606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44d8f400. 00000080:00000010:2.1:1784943308.989570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3363c0. 00010000:00000010:2.1:1784943308.989582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666a5200. 00010000:00000010:2.1:1784943308.989636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44d8ea00. 00000080:00000010:3.1:1784943308.995663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3368a0. 00010000:00000010:2.1:1784943309.007633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666a5d00. 00010000:00000010:2.1:1784943309.007641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44d8f600. 00000080:00000010:2.1:1784943309.015699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336200. 00010000:00000010:2.1:1784943309.015714:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666a5600. 00010000:00000010:2.1:1784943309.015729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73a4cc00. 00000080:00000010:3.1:1784943309.020551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336c00. 00010000:00000010:3.1:1784943309.020573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666a5100. 00010000:00000010:3.1:1784943309.020578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73a4d800. 00000080:00000010:2.1:1784943309.027577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34ebe0. 00010000:00000010:2.1:1784943309.027597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389e00. 00010000:00000010:2.1:1784943309.027602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c2e00. 00000080:00000010:3.1:1784943309.031572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3360e0. 00010000:00000010:3.1:1784943309.031599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666a5300. 00010000:00000010:3.1:1784943309.031606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73a4c600. 00000080:00000010:2.1:1784943309.043976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336820. 00010000:00000010:2.1:1784943309.043997:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666a5a00. 00010000:00000010:2.1:1784943309.044002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73a4c000. 00000080:00000010:3.1:1784943309.048875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336c60. 00010000:00000010:3.1:1784943309.048889:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666a5f00. 00010000:00000010:3.1:1784943309.048894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73a4da00. 00000080:00000010:2.1:1784943309.056704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336800. 00010000:00000010:2.1:1784943309.059559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666a5900. 00010000:00000010:2.1:1784943309.059570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73a4c400. 00000080:00000010:3.1:1784943309.066578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336bc0. 00010000:00000010:3.1:1784943309.066595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666a5400. 00010000:00000010:3.1:1784943309.066600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73a4d200. 00000080:00000010:2.1:1784943309.076585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336d80. 00010000:00000010:2.1:1784943309.080560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666a5e00. 00010000:00000010:2.1:1784943309.080571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73a4ce00. 00000080:00000010:3.1:1784943309.088993:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336540. 00010000:00000010:3.1:1784943309.089014:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666a5b00. 00010000:00000010:3.1:1784943309.089021:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73a4de00. 00000080:00000010:2.1:1784943309.090571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336240. 00010000:00000010:2.1:1784943309.090587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666a5500. 00010000:00000010:2.1:1784943309.090592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73a4dc00. 00000080:00000010:3.1:1784943309.105014:0:1033:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3364a0. 00010000:00000010:3.1:1784943309.107608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5feb6700. 00010000:00000010:3.1:1784943309.107615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73a4c200. 00000080:00000010:2.1:1784943309.111827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336da0. 00010000:00000010:2.1:1784943309.111852:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5feb6200. 00010000:00000010:2.1:1784943309.111858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73a4d000. 00000080:00000010:3.1:1784943309.131581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e6a0. 00010000:00000010:3.1:1784943309.131615:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389300. 00010000:00000010:3.1:1784943309.131623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c2800. 00000080:00000010:2.1:1784943309.146695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3367c0. 00010000:00000010:2.1:1784943309.146720:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5feb6d00. 00010000:00000010:2.1:1784943309.146725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73a4c800. 00000080:00000010:3.1:1784943309.165573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336a20. 00010000:00000010:3.1:1784943309.165601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5feb6600. 00010000:00000010:3.1:1784943309.165607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73a4d400. 00000080:00000010:2.1:1784943309.180981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336160. 00010000:00000010:2.1:1784943309.189366:0:178433:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5feb6100. 00010000:00000010:2.1:1784943309.189385:0:178433:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73a4ca00. 00000080:00000010:2.1:1784943309.196577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d581914e0. 00010000:00000010:2.1:1784943309.196590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5feb6300. 00010000:00000010:2.1:1784943309.196595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73a4d600. 00000080:00000010:2.1:1784943309.221660:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191920. 00010000:00000010:2.1:1784943309.221673:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5feb6a00. 00010000:00000010:2.1:1784943309.221676:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73a53000. 00000080:00000010:3.1:1784943309.231304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191880. 00010000:00000010:3.1:1784943309.234583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5feb6f00. 00010000:00000010:3.1:1784943309.234600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73a52800. 00000080:00000010:2.1:1784943309.263651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191f40. 00010000:00000010:3.1:1784943309.264567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5feb6900. 00010000:00000010:3.1:1784943309.264580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73a53400. 00000080:00000010:3.1:1784943309.305564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d581910a0. 00010000:00000010:3.1:1784943309.305586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5feb6400. 00010000:00000010:3.1:1784943309.305592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73a52a00. 00000080:00000010:3.1:1784943309.338561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d7c0. 00010000:00000010:3.1:1784943309.338584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50791500. 00010000:00000010:3.1:1784943309.338590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be15600. 00000080:00000010:2.1:1784943309.359576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191600. 00010000:00000010:2.1:1784943309.359598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5feb6e00. 00010000:00000010:2.1:1784943309.359604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73a53600. 00000080:00000010:3.1:1784943309.373167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34eb60. 00010000:00000010:3.1:1784943309.376671:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389a00. 00010000:00000010:3.1:1784943309.376686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c3400. 00000080:00000010:2.1:1784943309.397565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191ba0. 00010000:00000010:2.1:1784943309.397588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5feb6b00. 00010000:00000010:2.1:1784943309.397594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73a52c00. 00000080:00000010:3.1:1784943309.416851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191460. 00010000:00000010:3.1:1784943309.416868:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5feb6500. 00010000:00000010:3.1:1784943309.416873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73a53800. 00000080:00000010:2.1:1784943309.439632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191de0. 00010000:00000010:2.1:1784943309.444574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5feb6000. 00010000:00000010:2.1:1784943309.444592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73a52600. 00000080:00000010:3.1:1784943309.471718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191e60. 00010000:00000010:2.1:1784943309.476576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5feb6800. 00010000:00000010:2.1:1784943309.476594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73a52000. 00000080:00000010:2.1:1784943309.503553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191e40. 00010000:00000010:2.1:1784943309.503572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5feb6c00. 00010000:00000010:2.1:1784943309.503578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73a53a00. 00000080:00000010:2.1:1784943309.536253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191100. 00010000:00000010:2.1:1784943309.536273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a50000. 00010000:00000010:2.1:1784943309.536279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73a52400. 00000080:00000010:3.1:1784943309.605708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d581919a0. 00010000:00000010:3.1:1784943309.605732:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a50800. 00010000:00000010:3.1:1784943309.605744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73a53200. 00000080:00000010:2.1:1784943309.627568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191120. 00010000:00000010:2.1:1784943309.627590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a50c00. 00010000:00000010:2.1:1784943309.627596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73a52e00. 00000080:00000010:3.1:1784943309.659161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191aa0. 00010000:00000010:3.1:1784943309.659177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50791000. 00010000:00000010:3.1:1784943309.659193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73a53e00. 00000080:00000010:2.1:1784943309.670697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191a60. 00010000:00000010:2.1:1784943309.670723:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a50700. 00010000:00000010:2.1:1784943309.670728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73a53c00. 00000080:00000010:3.1:1784943309.691820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e100. 00010000:00000010:3.1:1784943309.691831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389800. 00010000:00000010:3.1:1784943309.691835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c3000. 00000080:00000010:2.1:1784943309.696623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191480. 00010000:00000010:2.1:1784943309.696634:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a50200. 00010000:00000010:2.1:1784943309.696637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73a52200. 00000080:00000010:3.1:1784943309.703548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191840. 00010000:00000010:3.1:1784943309.707852:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432b2100. 00010000:00000010:3.1:1784943309.707859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73971c00. 00000080:00000010:2.1:1784943309.710730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad200. 00010000:00000010:2.1:1784943309.710753:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432b2300. 00010000:00000010:2.1:1784943309.710759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66249800. 00000080:00000010:3.1:1784943309.720599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad3c0. 00010000:00000010:2.1:1784943309.724571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432b2a00. 00010000:00000010:2.1:1784943309.724586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66248600. 00000080:00000010:2.1:1784943309.732653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad6c0. 00010000:00000010:2.1:1784943309.732669:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432b2f00. 00010000:00000010:2.1:1784943309.732675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66248000. 00000080:00000010:2.1:1784943309.740551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad720. 00010000:00000010:2.1:1784943309.740564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432b2900. 00010000:00000010:2.1:1784943309.740569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73972600. 00000080:00000010:2.1:1784943309.755000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0adfa0. 00010000:00000010:2.1:1784943309.759857:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432b2400. 00010000:00000010:2.1:1784943309.759864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73972000. 00000080:00000010:2.1:1784943309.763563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191ae0. 00010000:00000010:2.1:1784943309.763590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a50d00. 00010000:00000010:2.1:1784943309.763595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73970200. 00000080:00000010:2.1:1784943309.774870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d581913a0. 00010000:00000010:2.1:1784943309.774883:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a50600. 00010000:00000010:2.1:1784943309.774887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73971000. 00000080:00000010:2.1:1784943309.786569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191ee0. 00010000:00000010:2.1:1784943309.786587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432b2e00. 00010000:00000010:2.1:1784943309.786592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73970800. 00000080:00000010:2.1:1784943309.792667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e400. 00010000:00000010:2.1:1784943309.792688:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389b00. 00010000:00000010:2.1:1784943309.792693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c2200. 00000080:00000010:2.1:1784943309.807566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad840. 00010000:00000010:2.1:1784943309.807591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432b2b00. 00010000:00000010:2.1:1784943309.807599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73973a00. 00000080:00000010:2.1:1784943309.824114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4650a060. 00010000:00000010:2.1:1784943309.824133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432b2500. 00010000:00000010:2.1:1784943309.824138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73972400. 00000080:00000010:2.1:1784943309.836572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4650a020. 00010000:00000010:2.1:1784943309.844561:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432b2000. 00010000:00000010:2.1:1784943309.844580:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73973200. 00000080:00000010:2.1:1784943309.859687:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4650a6c0. 00010000:00000010:2.1:1784943309.859707:0:178433:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432b2800. 00010000:00000010:2.1:1784943309.859712:0:178433:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73972e00. 00000080:00000010:2.1:1784943309.871571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4650a0e0. 00010000:00000010:2.1:1784943309.871596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432b2c00. 00010000:00000010:2.1:1784943309.871602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73973e00. 00000080:00000010:2.1:1784943309.876630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4650a200. 00010000:00000010:2.1:1784943309.876662:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432b2700. 00010000:00000010:2.1:1784943309.876668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73973c00. 00000080:00000010:2.1:1784943309.876673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3367a0. 00010000:00000010:2.1:1784943309.876677:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432b2200. 00010000:00000010:2.1:1784943309.876681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73972200. 00000080:00000010:2.1:1784943309.884561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3362e0. 00010000:00000010:2.1:1784943309.884581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7397a500. 00010000:00000010:2.1:1784943309.884587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73973000. 00000080:00000010:2.1:1784943309.892687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191fa0. 00010000:00000010:2.1:1784943309.892721:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a50100. 00010000:00000010:2.1:1784943309.892727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73971400. 00000080:00000010:2.1:1784943309.902687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336ac0. 00010000:00000010:2.1:1784943309.907632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a50300. 00010000:00000010:2.1:1784943309.907639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73972800. 00000080:00000010:2.1:1784943309.915673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34ed00. 00010000:00000010:2.1:1784943309.915690:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389000. 00010000:00000010:2.1:1784943309.915695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735c3a00. 00000080:00000010:2.1:1784943309.923637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191e80. 00010000:00000010:2.1:1784943309.923650:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a50a00. 00010000:00000010:2.1:1784943309.923655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73970a00. 00000080:00000010:2.1:1784943309.936872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d581919c0. 00010000:00000010:2.1:1784943309.936884:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7397a000. 00010000:00000010:2.1:1784943309.936888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73971600. 00000080:00000010:2.1:1784943309.942660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336080. 00010000:00000010:2.1:1784943309.942682:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7397a800. 00010000:00000010:2.1:1784943309.942688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73973400. 00000080:00000010:2.1:1784943309.942691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336c20. 00010000:00000010:2.1:1784943309.942698:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7397ac00. 00010000:00000010:2.1:1784943309.942701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73972a00. 00000080:00000010:2.1:1784943309.953613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336760. 00010000:00000010:2.1:1784943309.953625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7397a700. 00010000:00000010:2.1:1784943309.953630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73973600. 00000080:00000010:2.1:1784943309.964561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d581917e0. 00010000:00000010:2.1:1784943309.964579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a50f00. 00010000:00000010:2.1:1784943309.964583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73970c00. 00000080:00000010:2.1:1784943309.982923:0:178432:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d581916c0. 00010000:00000010:2.1:1784943309.982934:0:178432:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a50900. 00010000:00000010:2.1:1784943309.982940:0:178432:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73971800. 00000080:00000010:2.1:1784943309.997555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d581910c0. 00010000:00000010:2.1:1784943309.997568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a50400. 00010000:00000010:2.1:1784943309.997573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73970600. 00000080:00000010:0.1:1784943310.000644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d581918c0. 00000080:00000010:2.1:1784943310.001580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191340. 00010000:00000010:2.1:1784943310.001594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a50e00. 00010000:00000010:2.1:1784943310.001599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73970000. 00010000:00000010:0.1:1784943310.004651:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a50b00. 00010000:00000010:0.1:1784943310.004667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73971a00. 00000080:00000010:2.1:1784943310.016568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae4a0. 00010000:00000010:2.1:1784943310.020560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73539f00. 00010000:00000010:2.1:1784943310.020579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc26e00. 00000080:00000010:2.1:1784943310.033559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106540. 00010000:00000010:2.1:1784943310.033584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089f000. 00010000:00000010:2.1:1784943310.033590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663f7800. 00000080:00000010:2.1:1784943310.048815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191000. 00010000:00000010:2.1:1784943310.048829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a50500. 00010000:00000010:2.1:1784943310.048835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73970400. 00000080:00000010:2.1:1784943310.056576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191860. 00010000:00000010:2.1:1784943310.060574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7389de00. 00010000:00000010:2.1:1784943310.060594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73971200. 00000080:00000010:2.1:1784943310.072016:0:2350:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191a40. 00010000:00000010:2.1:1784943310.072146:0:2350:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7389db00. 00010000:00000010:2.1:1784943310.072154:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73970e00. 00000080:00000010:2.1:1784943310.094636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191960. 00010000:00000010:2.1:1784943310.094662:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7389d500. 00010000:00000010:2.1:1784943310.094669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73971e00. 00000080:00000010:2.1:1784943310.100546:0:178432:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191cc0. 00010000:00000010:2.1:1784943310.100560:0:178432:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7389d000. 00010000:00000010:2.1:1784943310.100566:0:178432:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721bb600. 00000080:00000010:2.1:1784943310.105806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d581914c0. 00010000:00000010:2.1:1784943310.109706:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7389d800. 00010000:00000010:2.1:1784943310.109744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721bac00. 00000080:00000010:2.1:1784943310.122562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336cc0. 00010000:00000010:2.1:1784943310.122584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7397a200. 00010000:00000010:2.1:1784943310.122589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73972c00. 00000080:00000010:3.1:1784943310.144591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336a40. 00010000:00000010:3.1:1784943310.144602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7397ad00. 00010000:00000010:3.1:1784943310.144606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73973800. 00000080:00000010:2.1:1784943310.150899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336000. 00010000:00000010:2.1:1784943310.150912:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7397a600. 00010000:00000010:2.1:1784943310.150917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fea5000. 00000080:00000010:3.1:1784943310.158232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336340. 00010000:00000010:3.1:1784943310.158255:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5febd100. 00010000:00000010:3.1:1784943310.158261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fea4800. 00000080:00000010:2.1:1784943310.172573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1062c0. 00010000:00000010:2.1:1784943310.172586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089f800. 00010000:00000010:2.1:1784943310.172591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663f6c00. 00000080:00000010:3.1:1784943310.190691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15de00. 00010000:00000010:3.1:1784943310.190719:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7397a100. 00010000:00000010:3.1:1784943310.190725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be15000. 00000080:00000010:2.1:1784943310.209790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3366c0. 00010000:00000010:2.1:1784943310.218579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7397a300. 00010000:00000010:2.1:1784943310.218589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fea5400. 00000080:00000010:2.1:1784943310.230019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3369c0. 00010000:00000010:2.1:1784943310.230040:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666b4e00. 00010000:00000010:2.1:1784943310.230046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be14c00. 00000080:00000010:2.1:1784943310.245663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136f80. 00010000:00000010:2.1:1784943310.252806:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666b4b00. 00010000:00000010:2.1:1784943310.252815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663fe000. 00000080:00000010:2.1:1784943310.263728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611361e0. 00010000:00000010:2.1:1784943310.263757:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666b4500. 00010000:00000010:2.1:1784943310.263763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663fe600. 00000080:00000010:2.1:1784943310.272639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136c20. 00010000:00000010:2.1:1784943310.281704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666b4000. 00010000:00000010:2.1:1784943310.281710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ffa00. 00000080:00000010:3.1:1784943310.284655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136820. 00010000:00000010:3.1:1784943310.289854:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666b4800. 00010000:00000010:3.1:1784943310.289860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663fe400. 00000080:00000010:2.1:1784943310.294672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136aa0. 00010000:00000010:2.1:1784943310.294695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666b4c00. 00010000:00000010:2.1:1784943310.294701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ff200. 00000080:00000010:3.1:1784943310.310927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611367c0. 00010000:00000010:3.1:1784943310.310950:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666b4700. 00010000:00000010:3.1:1784943310.310955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663fee00. 00000080:00000010:2.1:1784943310.333754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136240. 00010000:00000010:2.1:1784943310.333778:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666b4200. 00010000:00000010:2.1:1784943310.333784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ffe00. 00000080:00000010:2.1:1784943310.347608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480440a0. 00010000:00000010:2.1:1784943310.347629:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389200. 00010000:00000010:2.1:1784943310.347634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66289200. 00000080:00000010:2.1:1784943310.382592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136620. 00010000:00000010:2.1:1784943310.382616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666b4d00. 00010000:00000010:2.1:1784943310.382622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ffc00. 00000080:00000010:2.1:1784943310.417563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136320. 00010000:00000010:2.1:1784943310.417652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666b4600. 00010000:00000010:2.1:1784943310.417657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663fe200. 00000080:00000010:2.1:1784943310.431653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136ce0. 00010000:00000010:2.1:1784943310.436656:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666b4100. 00010000:00000010:2.1:1784943310.436665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ff000. 00000080:00000010:2.1:1784943310.446687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611366c0. 00010000:00000010:2.1:1784943310.446711:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666b4300. 00010000:00000010:2.1:1784943310.446716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d58199800. 00000080:00000010:2.1:1784943310.463590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136500. 00010000:00000010:2.1:1784943310.463602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666b4a00. 00010000:00000010:2.1:1784943310.463607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d58198600. 00000080:00000010:2.1:1784943310.475677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136440. 00010000:00000010:2.1:1784943310.475695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666b4f00. 00010000:00000010:2.1:1784943310.475701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d58198000. 00000080:00000010:2.1:1784943310.489743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136ae0. 00010000:00000010:2.1:1784943310.489755:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666b4900. 00010000:00000010:2.1:1784943310.489760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d58199a00. 00000080:00000010:2.1:1784943310.500612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136460. 00010000:00000010:2.1:1784943310.504750:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666b4400. 00010000:00000010:2.1:1784943310.504760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d58198400. 00000080:00000010:2.1:1784943310.520616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136780. 00010000:00000010:2.1:1784943310.520638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60201f00. 00010000:00000010:2.1:1784943310.520645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d58199200. 00000080:00000010:2.1:1784943310.527835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191760. 00010000:00000010:2.1:1784943310.527856:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7389dc00. 00010000:00000010:2.1:1784943310.527863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721bb800. 00000080:00000010:2.1:1784943310.550782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e0a0. 00010000:00000010:2.1:1784943310.556786:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389400. 00010000:00000010:2.1:1784943310.556795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d3600. 00000080:00000010:2.1:1784943310.569821:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191dc0. 00010000:00000010:2.1:1784943310.569832:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7389d700. 00010000:00000010:2.1:1784943310.569837:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721ba600. 00000080:00000010:2.1:1784943310.574670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191c20. 00010000:00000010:2.1:1784943310.574687:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7389d200. 00010000:00000010:2.1:1784943310.574693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721ba000. 00000080:00000010:2.1:1784943310.591210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191020. 00010000:00000010:2.1:1784943310.591226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7389dd00. 00010000:00000010:2.1:1784943310.591232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721bba00. 00000080:00000010:2.1:1784943310.596836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191080. 00010000:00000010:2.1:1784943310.596859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7389d600. 00010000:00000010:2.1:1784943310.596866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721ba400. 00000080:00000010:2.1:1784943310.619557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191060. 00010000:00000010:2.1:1784943310.628007:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7389d100. 00010000:00000010:2.1:1784943310.628017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721bb200. 00000080:00000010:2.1:1784943310.634568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191ac0. 00010000:00000010:2.1:1784943310.634579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7389d300. 00010000:00000010:2.1:1784943310.634585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721bae00. 00000080:00000010:2.1:1784943310.648307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d581912e0. 00010000:00000010:2.1:1784943310.648320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7389da00. 00010000:00000010:2.1:1784943310.648325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721bbe00. 00000080:00000010:2.1:1784943310.655572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336e80. 00010000:00000010:2.1:1784943310.655594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7397aa00. 00010000:00000010:2.1:1784943310.655599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fea4a00. 00000080:00000010:2.1:1784943310.670629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d580. 00010000:00000010:2.1:1784943310.670645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7389df00. 00010000:00000010:2.1:1784943310.670651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be14200. 00000080:00000010:2.1:1784943310.679614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191160. 00010000:00000010:2.1:1784943310.683564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7389d900. 00010000:00000010:2.1:1784943310.683581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721bbc00. 00000080:00000010:2.1:1784943310.711587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34ec40. 00010000:00000010:2.1:1784943310.711600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389100. 00010000:00000010:2.1:1784943310.711605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2a00. 00000080:00000010:2.1:1784943310.719617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191300. 00010000:00000010:2.1:1784943310.719637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7389d400. 00010000:00000010:2.1:1784943310.719643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721ba200. 00000080:00000010:2.1:1784943310.736200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d581916e0. 00010000:00000010:2.1:1784943310.736214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5feb2100. 00010000:00000010:2.1:1784943310.736228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721bb000. 00000080:00000010:2.1:1784943310.739803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d581918e0. 00010000:00000010:2.1:1784943310.739822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5feb2300. 00010000:00000010:2.1:1784943310.739827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721ba800. 00000080:00000010:2.1:1784943310.749628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191980. 00010000:00000010:2.1:1784943310.749652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5feb2a00. 00010000:00000010:2.1:1784943310.749658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721bb400. 00000080:00000010:2.1:1784943310.783442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d581915c0. 00010000:00000010:2.1:1784943310.783455:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5feb2f00. 00010000:00000010:2.1:1784943310.783460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721baa00. 00000080:00000010:2.1:1784943310.790631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d581915e0. 00010000:00000010:2.1:1784943310.790654:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5feb2900. 00010000:00000010:2.1:1784943310.790661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73922000. 00000080:00000010:2.1:1784943310.804663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191fc0. 00010000:00000010:2.1:1784943310.807774:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5feb2400. 00010000:00000010:2.1:1784943310.807785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73923a00. 00000080:00000010:2.1:1784943310.835905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191e00. 00010000:00000010:2.1:1784943310.835918:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5feb2e00. 00010000:00000010:2.1:1784943310.835923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73922400. 00000080:00000010:2.1:1784943310.858685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191500. 00010000:00000010:2.1:1784943310.858705:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5feb2b00. 00010000:00000010:2.1:1784943310.858710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73923200. 00000080:00000010:2.1:1784943310.890637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191d20. 00010000:00000010:2.1:1784943310.890654:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5feb2500. 00010000:00000010:2.1:1784943310.890659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73922e00. 00000080:00000010:2.1:1784943310.921557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34ea80. 00010000:00000010:2.1:1784943310.921577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389700. 00010000:00000010:2.1:1784943310.921582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2400. 00000080:00000010:2.1:1784943310.961763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191fe0. 00010000:00000010:2.1:1784943310.961777:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5feb2000. 00010000:00000010:2.1:1784943310.961782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73923e00. 00000080:00000010:2.1:1784943310.979682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191640. 00010000:00000010:2.1:1784943310.984373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5feb2800. 00010000:00000010:2.1:1784943310.984382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73923c00. 00000080:00000010:2.1:1784943310.991702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191280. 00010000:00000010:2.1:1784943311.012783:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5feb2c00. 00010000:00000010:2.1:1784943311.012792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73922200. 00000080:00000010:2.1:1784943311.018554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191780. 00010000:00000010:2.1:1784943311.018574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5feb2700. 00010000:00000010:2.1:1784943311.018580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73923000. 00000080:00000010:2.1:1784943311.027217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191420. 00010000:00000010:2.1:1784943311.039632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5feb2200. 00010000:00000010:2.1:1784943311.039646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73922800. 00000080:00000010:2.1:1784943311.044575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191680. 00010000:00000010:2.1:1784943311.044599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5feb2d00. 00010000:00000010:2.1:1784943311.044607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73923400. 00000080:00000010:2.1:1784943311.057980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191440. 00010000:00000010:2.1:1784943311.058003:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5feb2600. 00010000:00000010:2.1:1784943311.058022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73922a00. 00000080:00000010:2.1:1784943311.068962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191be0. 00010000:00000010:2.1:1784943311.068990:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666ab900. 00010000:00000010:2.1:1784943311.069055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73923600. 00000080:00000010:2.1:1784943311.094580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d581919e0. 00010000:00000010:2.1:1784943311.098679:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666ab400. 00010000:00000010:2.1:1784943311.098689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73922c00. 00000080:00000010:2.1:1784943311.130648:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191c80. 00010000:00000010:2.1:1784943311.130684:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666abe00. 00010000:00000010:2.1:1784943311.130690:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73923800. 00000080:00000010:2.1:1784943311.142602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e320. 00010000:00000010:2.1:1784943311.142623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389f00. 00010000:00000010:2.1:1784943311.142629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2800. 00000080:00000010:3.1:1784943311.151650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191900. 00010000:00000010:3.1:1784943311.151666:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666abb00. 00010000:00000010:3.1:1784943311.151671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73922600. 00000080:00000010:2.1:1784943311.163572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191b80. 00010000:00000010:2.1:1784943311.172091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666ab500. 00010000:00000010:2.1:1784943311.172109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66242000. 00000080:00000010:3.1:1784943311.184152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191380. 00010000:00000010:3.1:1784943311.184180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666ab000. 00010000:00000010:3.1:1784943311.184185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66243a00. 00000080:00000010:2.1:1784943311.199661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191d00. 00010000:00000010:2.1:1784943311.199678:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666ab800. 00010000:00000010:2.1:1784943311.199684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66242400. 00000080:00000010:3.1:1784943311.238639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191ea0. 00010000:00000010:3.1:1784943311.238651:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666abc00. 00010000:00000010:3.1:1784943311.238656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66243200. 00000080:00000010:2.1:1784943311.250846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191180. 00010000:00000010:2.1:1784943311.259749:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666ab700. 00010000:00000010:2.1:1784943311.259756:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66242e00. 00000080:00000010:3.1:1784943311.263559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191700. 00010000:00000010:3.1:1784943311.263581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666ab200. 00010000:00000010:3.1:1784943311.263586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66243e00. 00000080:00000010:2.1:1784943311.277563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191580. 00010000:00000010:2.1:1784943311.277583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666abd00. 00010000:00000010:2.1:1784943311.277588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66243c00. 00000080:00000010:3.1:1784943311.302561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d58191a00. 00010000:00000010:3.1:1784943311.302584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666ab600. 00010000:00000010:3.1:1784943311.302589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66242200. 00000080:00000010:2.1:1784943311.311420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d45e19d20. 00010000:00000010:2.1:1784943311.311443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666ab100. 00010000:00000010:2.1:1784943311.311448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66243000. 00000080:00000010:3.1:1784943311.324765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e5e0. 00010000:00000010:2.1:1784943311.337321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389900. 00010000:00000010:2.1:1784943311.337338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2e00. 00000080:00000010:2.1:1784943311.348421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d45e19e00. 00010000:00000010:2.1:1784943311.348438:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666ab300. 00010000:00000010:2.1:1784943311.348443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66242800. 00000080:00000010:2.1:1784943311.365609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d45e19b60. 00010000:00000010:2.1:1784943311.365634:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666aba00. 00010000:00000010:2.1:1784943311.365639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66243400. 00000080:00000010:3.1:1784943311.382569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d45e19280. 00010000:00000010:3.1:1784943311.382590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d666abf00. 00010000:00000010:3.1:1784943311.382715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66242a00. 00000080:00000010:2.1:1784943311.401613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d45e19780. 00010000:00000010:2.1:1784943311.401639:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42d1a700. 00010000:00000010:2.1:1784943311.401645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66243600. 00000080:00000010:3.1:1784943311.410225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ba300. 00010000:00000010:3.1:1784943311.410253:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42d1a200. 00010000:00000010:3.1:1784943311.410259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66242c00. 00000080:00000010:2.1:1784943311.428681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ba9e0. 00010000:00000010:2.1:1784943311.428695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42d1ad00. 00010000:00000010:2.1:1784943311.428700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66243800. 00000080:00000010:3.1:1784943311.444659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ba120. 00010000:00000010:3.1:1784943311.444671:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42d1a600. 00010000:00000010:3.1:1784943311.444675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66242600. 00000080:00000010:2.1:1784943311.460344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ba3a0. 00010000:00000010:2.1:1784943311.471781:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42d1a100. 00010000:00000010:2.1:1784943311.471802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738f1e00. 00000080:00000010:2.1:1784943311.483103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754d40. 00010000:00000010:2.1:1784943311.483131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42d1a300. 00010000:00000010:2.1:1784943311.483137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738f1c00. 00000080:00000010:2.1:1784943311.490831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198b00. 00010000:00000010:2.1:1784943311.490852:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42d1aa00. 00010000:00000010:2.1:1784943311.490858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738f0200. 00000080:00000010:2.1:1784943311.508554:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e440. 00010000:00000010:2.1:1784943311.508565:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389600. 00010000:00000010:2.1:1784943311.508570:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d3800. 00000080:00000010:2.1:1784943311.532997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198c80. 00010000:00000010:2.1:1784943311.533020:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42d1af00. 00010000:00000010:2.1:1784943311.533026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738f1000. 00000080:00000010:2.1:1784943311.537567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198380. 00010000:00000010:2.1:1784943311.537591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42d1a900. 00010000:00000010:2.1:1784943311.537596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738f0800. 00000080:00000010:2.1:1784943311.552552:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198860. 00010000:00000010:2.1:1784943311.552565:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42d1a400. 00010000:00000010:2.1:1784943311.552571:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738f1400. 00000080:00000010:2.1:1784943311.576587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d198f80. 00010000:00000010:2.1:1784943311.576614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42d1ae00. 00010000:00000010:2.1:1784943311.576621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738f0a00. 00000080:00000010:2.1:1784943311.576624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73617da0. 00010000:00000010:2.1:1784943311.576628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42d1ab00. 00010000:00000010:2.1:1784943311.576631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738f1600. 00000080:00000010:2.1:1784943311.588398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73617280. 00010000:00000010:2.1:1784943311.588426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42d1a500. 00010000:00000010:2.1:1784943311.588432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738f0c00. 00000080:00000010:2.1:1784943311.596564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73617ca0. 00010000:00000010:2.1:1784943311.596590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42d1a000. 00010000:00000010:2.1:1784943311.596596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738f1800. 00000080:00000010:2.1:1784943311.609000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd640. 00010000:00000010:2.1:1784943311.609019:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42d1a800. 00010000:00000010:2.1:1784943311.609025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738f0600. 00000080:00000010:2.1:1784943311.621563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfd040. 00010000:00000010:2.1:1784943311.621584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42d1ac00. 00010000:00000010:2.1:1784943311.621589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738f0000. 00000080:00000010:2.1:1784943311.646635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdfdd00. 00010000:00000010:2.1:1784943311.651567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737c0f00. 00010000:00000010:2.1:1784943311.651584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738f1a00. 00000080:00000010:2.1:1784943311.667749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e900. 00010000:00000010:2.1:1784943311.672560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44758600. 00010000:00000010:2.1:1784943311.672572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2c00. 00000080:00000010:2.1:1784943311.691564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5340. 00010000:00000010:2.1:1784943311.691588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737c0900. 00010000:00000010:2.1:1784943311.691593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738f0400. 00000080:00000010:2.1:1784943311.703567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47820. 00010000:00000010:2.1:1784943311.706791:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737c0400. 00010000:00000010:2.1:1784943311.706798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738f1200. 00000080:00000010:2.1:1784943311.736878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47980. 00010000:00000010:2.1:1784943311.736891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5febd300. 00010000:00000010:2.1:1784943311.736895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738f0e00. 00000080:00000010:2.1:1784943311.742607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47640. 00010000:00000010:2.1:1784943311.742630:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737c0e00. 00010000:00000010:2.1:1784943311.742636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46621800. 00000080:00000010:2.1:1784943311.770736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47d00. 00010000:00000010:2.1:1784943311.770748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737c0b00. 00010000:00000010:2.1:1784943311.770752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46620600. 00000080:00000010:2.1:1784943311.810441:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd47e20. 00010000:00000010:2.1:1784943311.818563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737c0500. 00010000:00000010:2.1:1784943311.818574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46620000. 00000080:00000010:2.1:1784943311.823737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d664e1540. 00010000:00000010:2.1:1784943311.823762:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737c0000. 00010000:00000010:2.1:1784943311.823767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46621a00. 00000080:00000010:2.1:1784943311.848669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d664e1360. 00010000:00000010:2.1:1784943311.848686:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737c0800. 00010000:00000010:2.1:1784943311.848692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46620400. 00000080:00000010:2.1:1784943311.894089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d664e1e40. 00010000:00000010:2.1:1784943311.897576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737c0c00. 00010000:00000010:2.1:1784943311.897592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46621200. 00000080:00000010:3.1:1784943311.901646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad040. 00010000:00000010:3.1:1784943311.901671:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737c0700. 00010000:00000010:3.1:1784943311.901676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46620e00. 00000080:00000010:2.1:1784943311.922580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae560. 00010000:00000010:2.1:1784943311.925732:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73539e00. 00010000:00000010:2.1:1784943311.925741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc26600. 00000080:00000010:3.1:1784943311.947931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e420. 00010000:00000010:3.1:1784943311.955728:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44758700. 00010000:00000010:3.1:1784943311.955739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d2200. 00000080:00000010:2.1:1784943311.964562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad0c0. 00010000:00000010:2.1:1784943311.964576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737c0200. 00010000:00000010:2.1:1784943311.964582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46621e00. 00000080:00000010:3.1:1784943311.976574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0adc00. 00010000:00000010:3.1:1784943311.976595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737c0d00. 00010000:00000010:3.1:1784943311.976601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46621c00. 00000080:00000010:3.1:1784943311.982768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0adc60. 00010000:00000010:3.1:1784943311.982795:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737c0600. 00010000:00000010:3.1:1784943311.982800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46620200. 00000080:00000010:3.1:1784943311.990562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0add80. 00010000:00000010:3.1:1784943311.990584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737c0100. 00010000:00000010:3.1:1784943311.990589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46621000. 00000080:00000010:3.1:1784943312.001575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336d40. 00010000:00000010:3.1:1784943312.001596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737c0300. 00010000:00000010:3.1:1784943312.001602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fea5600. 00000080:00000010:3.1:1784943312.019796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ada20. 00010000:00000010:3.1:1784943312.024763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737c0a00. 00010000:00000010:3.1:1784943312.024778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46620800. 00000080:00000010:3.1:1784943312.030948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad6e0. 00010000:00000010:3.1:1784943312.030960:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d46623100. 00010000:00000010:3.1:1784943312.030966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46621400. 00000080:00000010:3.1:1784943312.038610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad5e0. 00010000:00000010:3.1:1784943312.038633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d46623300. 00010000:00000010:3.1:1784943312.038638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46620a00. 00000080:00000010:3.1:1784943312.050591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0adf20. 00010000:00000010:3.1:1784943312.050603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d46623a00. 00010000:00000010:3.1:1784943312.050608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46621600. 00000080:00000010:3.1:1784943312.065648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad680. 00010000:00000010:3.1:1784943312.070565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d46623f00. 00010000:00000010:3.1:1784943312.070574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d46620c00. 00000080:00000010:3.1:1784943312.077683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e0e0. 00010000:00000010:3.1:1784943312.077703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44758000. 00010000:00000010:3.1:1784943312.077708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d3400. 00000080:00000010:3.1:1784943312.082571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0adc80. 00010000:00000010:3.1:1784943312.082586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d46623900. 00010000:00000010:3.1:1784943312.082592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7365d400. 00000080:00000010:2.1:1784943312.097146:0:1033:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136cc0. 00010000:00000010:2.1:1784943312.101732:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60201900. 00010000:00000010:2.1:1784943312.101740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d58198200. 00000080:00000010:3.1:1784943312.108563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136300. 00010000:00000010:0.1:1784943312.112551:0:185399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60201400. 00010000:00000010:0.1:1784943312.112558:0:185399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d58199c00. 00000080:00000010:2.1:1784943312.117810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136a40. 00010000:00000010:2.1:1784943312.122562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60201e00. 00010000:00000010:2.1:1784943312.122573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d58199e00. 00000080:00000010:2.1:1784943312.137651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611365e0. 00010000:00000010:2.1:1784943312.137665:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60201b00. 00010000:00000010:2.1:1784943312.137669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d58198e00. 00000080:00000010:0.1:1784943312.143618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136bc0. 00010000:00000010:0.1:1784943312.143631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60201500. 00010000:00000010:0.1:1784943312.143634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d58199000. 00000080:00000010:2.1:1784943312.161554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0adf40. 00010000:00000010:2.1:1784943312.161571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d46623400. 00010000:00000010:2.1:1784943312.161576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7365ca00. 00000080:00000010:2.1:1784943312.178292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ade60. 00010000:00000010:2.1:1784943312.178311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d46623e00. 00010000:00000010:2.1:1784943312.181640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7365d600. 00000080:00000010:2.1:1784943312.187580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0ad9a0. 00010000:00000010:2.1:1784943312.187602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d46623b00. 00010000:00000010:2.1:1784943312.187608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7365cc00. 00000080:00000010:2.1:1784943312.198564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d0adb80. 00010000:00000010:2.1:1784943312.198598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d46623500. 00010000:00000010:2.1:1784943312.198604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7365d800. 00000080:00000010:2.1:1784943312.205634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e8c0. 00010000:00000010:2.1:1784943312.205654:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44758e00. 00010000:00000010:2.1:1784943312.205660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d3e00. 00000080:00000010:2.1:1784943312.219560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106ea0. 00010000:00000010:2.1:1784943312.219581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d46623000. 00010000:00000010:2.1:1784943312.219586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7365c600. 00000080:00000010:2.1:1784943312.236979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106780. 00010000:00000010:2.1:1784943312.237000:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d46623800. 00010000:00000010:2.1:1784943312.237006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7365c000. 00000080:00000010:2.1:1784943312.242043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1066c0. 00010000:00000010:2.1:1784943312.249593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d46623c00. 00010000:00000010:2.1:1784943312.249603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7365da00. 00000080:00000010:2.1:1784943312.254603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61197ae0. 00010000:00000010:2.1:1784943312.254623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d46623700. 00010000:00000010:2.1:1784943312.254628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7365c400. 00000080:00000010:2.1:1784943312.264636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611970e0. 00010000:00000010:2.1:1784943312.264651:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d46623200. 00010000:00000010:2.1:1784943312.264656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7365d200. 00000080:00000010:2.1:1784943312.268848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61197660. 00010000:00000010:2.1:1784943312.268875:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d46623d00. 00010000:00000010:2.1:1784943312.268882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7365ce00. 00000080:00000010:2.1:1784943312.275630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61197800. 00010000:00000010:2.1:1784943312.283595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d46623600. 00010000:00000010:2.1:1784943312.283613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7365de00. 00000080:00000010:2.1:1784943312.289583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d44fb0f00. 00010000:00000010:2.1:1784943312.289599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45f7f600. 00010000:00000010:2.1:1784943312.289605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7365dc00. 00000080:00000010:2.1:1784943312.299618:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d508422c0. 00010000:00000010:2.1:1784943312.299632:0:178433:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45f7f100. 00010000:00000010:2.1:1784943312.299638:0:178433:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7365c200. 00000080:00000010:2.1:1784943312.309866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50417660. 00010000:00000010:2.1:1784943312.309879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45f7f300. 00010000:00000010:2.1:1784943312.309883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7365d000. 00000080:00000010:2.1:1784943312.318767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e620. 00010000:00000010:2.1:1784943312.318781:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44758300. 00010000:00000010:2.1:1784943312.318787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079c00. 00000080:00000010:2.1:1784943312.335745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73753f60. 00010000:00000010:2.1:1784943312.335762:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45f7fa00. 00010000:00000010:2.1:1784943312.335777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7365c800. 00000080:00000010:2.1:1784943312.342622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73753c20. 00010000:00000010:2.1:1784943312.342637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45f7ff00. 00010000:00000010:2.1:1784943312.342643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d062600. 00000080:00000010:2.1:1784943312.347562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d737531a0. 00010000:00000010:2.1:1784943312.347577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45f7f900. 00010000:00000010:2.1:1784943312.347581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d062000. 00000080:00000010:2.1:1784943312.353674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73753600. 00010000:00000010:2.1:1784943312.357664:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45f7f400. 00010000:00000010:2.1:1784943312.357679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d063a00. 00000080:00000010:2.1:1784943312.370556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e700. 00010000:00000010:2.1:1784943312.370571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45f7fe00. 00010000:00000010:2.1:1784943312.370577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d062400. 00000080:00000010:2.1:1784943312.388790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e0c0. 00010000:00000010:2.1:1784943312.392729:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45f7fb00. 00010000:00000010:2.1:1784943312.392739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d063200. 00000080:00000010:2.1:1784943312.396697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d466bac00. 00010000:00000010:2.1:1784943312.396724:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45f7f500. 00010000:00000010:2.1:1784943312.396729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d062e00. 00000080:00000010:2.1:1784943312.407256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d466baf80. 00010000:00000010:2.1:1784943312.412581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45f7f000. 00010000:00000010:2.1:1784943312.412594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d063e00. 00000080:00000010:2.1:1784943312.417559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d466ba9e0. 00010000:00000010:2.1:1784943312.417581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45f7f800. 00010000:00000010:2.1:1784943312.417587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d063c00. 00000080:00000010:2.1:1784943312.428566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d466ba940. 00010000:00000010:2.1:1784943312.428586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45f7fc00. 00010000:00000010:2.1:1784943312.428591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d062200. 00000080:00000010:2.1:1784943312.437690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e720. 00010000:00000010:2.1:1784943312.437708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44758100. 00010000:00000010:2.1:1784943312.437723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078800. 00000080:00000010:2.1:1784943312.449975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cb1a0. 00010000:00000010:2.1:1784943312.449984:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45f7f700. 00010000:00000010:2.1:1784943312.449988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d063000. 00000080:00000010:2.1:1784943312.463568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300500. 00010000:00000010:2.1:1784943312.463592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45f7f200. 00010000:00000010:2.1:1784943312.463598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d062800. 00000080:00000010:2.1:1784943312.487947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300980. 00010000:00000010:2.1:1784943312.494690:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45f7fd00. 00010000:00000010:2.1:1784943312.494705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d063400. 00000080:00000010:2.1:1784943312.498784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300900. 00010000:00000010:2.1:1784943312.498798:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663fa800. 00010000:00000010:2.1:1784943312.498804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d062a00. 00000080:00000010:2.1:1784943312.505664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300e40. 00010000:00000010:2.1:1784943312.505675:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663fac00. 00010000:00000010:2.1:1784943312.505679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d063600. 00000080:00000010:2.1:1784943312.519571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae2e0. 00010000:00000010:2.1:1784943312.519590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663fa700. 00010000:00000010:2.1:1784943312.519596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d062c00. 00000080:00000010:2.1:1784943312.529725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae580. 00010000:00000010:2.1:1784943312.529749:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663fa200. 00010000:00000010:2.1:1784943312.529754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d063800. 00000080:00000010:2.1:1784943312.547871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9ba0. 00010000:00000010:2.1:1784943312.547899:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663fad00. 00010000:00000010:2.1:1784943312.547905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d318a00. 00000080:00000010:2.1:1784943312.558809:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9680. 00010000:00000010:2.1:1784943312.558823:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663fa600. 00010000:00000010:2.1:1784943312.558829:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d319600. 00000080:00000010:2.1:1784943312.578072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9420. 00010000:00000010:2.1:1784943312.578089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663fa100. 00010000:00000010:2.1:1784943312.578093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d318c00. 00000080:00000010:2.1:1784943312.587987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e9e0. 00010000:00000010:2.1:1784943312.588000:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44758400. 00010000:00000010:2.1:1784943312.588005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078a00. 00000080:00000010:2.1:1784943312.593567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f93a0. 00010000:00000010:2.1:1784943312.601586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663fa300. 00010000:00000010:2.1:1784943312.601607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d319800. 00000080:00000010:2.1:1784943312.605564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3f9800. 00010000:00000010:2.1:1784943312.605580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663faa00. 00010000:00000010:2.1:1784943312.605585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d318600. 00000080:00000010:2.1:1784943312.618602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213f60. 00010000:00000010:2.1:1784943312.632812:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663faf00. 00010000:00000010:2.1:1784943312.632820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d318000. 00000080:00000010:2.1:1784943312.637574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2130c0. 00010000:00000010:2.1:1784943312.637602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663fa900. 00010000:00000010:2.1:1784943312.637608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d319a00. 00000080:00000010:2.1:1784943312.646689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213860. 00010000:00000010:2.1:1784943312.646703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663fa400. 00010000:00000010:2.1:1784943312.646709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d318400. 00000080:00000010:2.1:1784943312.673761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2134c0. 00010000:00000010:2.1:1784943312.673782:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663fae00. 00010000:00000010:2.1:1784943312.673788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d319200. 00000080:00000010:2.1:1784943312.698261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213020. 00010000:00000010:2.1:1784943312.698280:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663fab00. 00010000:00000010:2.1:1784943312.698285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d318e00. 00000080:00000010:2.1:1784943312.702560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213ae0. 00010000:00000010:2.1:1784943312.702580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663fa500. 00010000:00000010:2.1:1784943312.702586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d319e00. 00000080:00000010:2.1:1784943312.721571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213b80. 00010000:00000010:2.1:1784943312.727560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663fa000. 00010000:00000010:2.1:1784943312.727568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d319c00. 00000080:00000010:2.1:1784943312.751616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213120. 00010000:00000010:2.1:1784943312.751631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73879700. 00010000:00000010:2.1:1784943312.751638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d318200. 00000080:00000010:2.1:1784943312.760869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7fe0. 00010000:00000010:2.1:1784943312.760882:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc35f00. 00010000:00000010:2.1:1784943312.760888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f13a00. 00000080:00000010:2.1:1784943312.767613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213100. 00010000:00000010:2.1:1784943312.767629:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73879200. 00010000:00000010:2.1:1784943312.767635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d319000. 00000080:00000010:2.1:1784943312.789104:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336b20. 00010000:00000010:2.1:1784943312.790572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7397af00. 00010000:00000010:2.1:1784943312.790580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fea4c00. 00000080:00000010:3.1:1784943312.800560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336840. 00010000:00000010:3.1:1784943312.800578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7397a900. 00010000:00000010:3.1:1784943312.800584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fea5800. 00000080:00000010:2.1:1784943312.812257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336a60. 00010000:00000010:2.1:1784943312.812283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7397a400. 00010000:00000010:2.1:1784943312.812289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fea4600. 00000080:00000010:3.1:1784943312.838573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336380. 00010000:00000010:3.1:1784943312.842611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7397ae00. 00010000:00000010:3.1:1784943312.842628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fea4000. 00000080:00000010:2.1:1784943312.853690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213de0. 00010000:00000010:2.1:1784943312.858750:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73879d00. 00010000:00000010:2.1:1784943312.858767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d318800. 00000080:00000010:2.1:1784943312.869678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213ba0. 00010000:00000010:2.1:1784943312.869700:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73879600. 00010000:00000010:2.1:1784943312.869705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d319400. 00000080:00000010:2.1:1784943312.900743:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2130a0. 00010000:00000010:2.1:1784943312.900763:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73879100. 00010000:00000010:2.1:1784943312.900768:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73501400. 00000080:00000010:3.1:1784943312.903579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213880. 00010000:00000010:3.1:1784943312.903598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73879300. 00010000:00000010:3.1:1784943312.903603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73500a00. 00000080:00000010:2.1:1784943312.934765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336ca0. 00010000:00000010:2.1:1784943312.934779:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7397ab00. 00010000:00000010:2.1:1784943312.934797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fea5a00. 00000080:00000010:2.1:1784943312.949911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d72e0. 00010000:00000010:2.1:1784943312.949937:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc35900. 00010000:00000010:2.1:1784943312.949943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f12400. 00000080:00000010:2.1:1784943312.960560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3361e0. 00010000:00000010:2.1:1784943312.960573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d721ab000. 00010000:00000010:2.1:1784943312.960579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fea4400. 00000080:00000010:2.1:1784943312.978690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3366a0. 00010000:00000010:2.1:1784943312.978724:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d721ab800. 00010000:00000010:2.1:1784943312.978729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fea5200. 00000080:00000010:2.1:1784943312.994619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3362a0. 00010000:00000010:2.1:1784943312.994640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d721abc00. 00010000:00000010:2.1:1784943312.994646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fea4e00. 00000080:00000010:2.1:1784943313.007558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d7e0. 00010000:00000010:2.1:1784943313.007575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73879a00. 00010000:00000010:2.1:1784943313.007580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be15800. 00000080:00000010:2.1:1784943313.023562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2135a0. 00010000:00000010:2.1:1784943313.023590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73879f00. 00010000:00000010:2.1:1784943313.023595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73501600. 00000080:00000010:2.1:1784943313.034565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213ec0. 00010000:00000010:2.1:1784943313.034582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73879900. 00010000:00000010:2.1:1784943313.034588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73500c00. 00000080:00000010:2.1:1784943313.067619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213400. 00010000:00000010:2.1:1784943313.077555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73879400. 00010000:00000010:2.1:1784943313.077566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73501800. 00000080:00000010:2.1:1784943313.081586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213560. 00010000:00000010:2.1:1784943313.081610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73879e00. 00010000:00000010:2.1:1784943313.081616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73500600. 00000080:00000010:2.1:1784943313.096799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213660. 00010000:00000010:2.1:1784943313.096813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73879b00. 00010000:00000010:2.1:1784943313.096818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73500000. 00000080:00000010:2.1:1784943313.113660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2131a0. 00010000:00000010:2.1:1784943313.124627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73879500. 00010000:00000010:2.1:1784943313.124640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73501a00. 00000080:00000010:2.1:1784943313.128576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7220. 00010000:00000010:2.1:1784943313.128599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc35400. 00010000:00000010:2.1:1784943313.128605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f13200. 00000080:00000010:2.1:1784943313.136558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213d60. 00010000:00000010:2.1:1784943313.136575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73879000. 00010000:00000010:2.1:1784943313.136581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73500400. 00000080:00000010:2.1:1784943313.155622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2131c0. 00010000:00000010:2.1:1784943313.155637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73879800. 00010000:00000010:2.1:1784943313.155641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73501200. 00000080:00000010:2.1:1784943313.175729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213620. 00010000:00000010:2.1:1784943313.179783:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73879c00. 00010000:00000010:2.1:1784943313.179789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73500e00. 00000080:00000010:2.1:1784943313.187666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213f80. 00010000:00000010:2.1:1784943313.191595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bec3000. 00010000:00000010:2.1:1784943313.191612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73501e00. 00000080:00000010:2.1:1784943313.206555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2137a0. 00010000:00000010:2.1:1784943313.206579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bec3800. 00010000:00000010:2.1:1784943313.206585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73501c00. 00000080:00000010:2.1:1784943313.219562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2132e0. 00010000:00000010:2.1:1784943313.219595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bec3c00. 00010000:00000010:2.1:1784943313.219601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73500200. 00000080:00000010:2.1:1784943313.240569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7060. 00010000:00000010:2.1:1784943313.240595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bec3700. 00010000:00000010:2.1:1784943313.240601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73501000. 00000080:00000010:2.1:1784943313.263688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7940. 00010000:00000010:2.1:1784943313.263702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bec3200. 00010000:00000010:2.1:1784943313.263717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73500800. 00000080:00000010:2.1:1784943313.293645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7600. 00010000:00000010:2.1:1784943313.293667:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bec3d00. 00010000:00000010:2.1:1784943313.293673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66253a00. 00000080:00000010:2.1:1784943313.307574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d79c0. 00010000:00000010:2.1:1784943313.307597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bec3600. 00010000:00000010:2.1:1784943313.307602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66252400. 00000080:00000010:2.1:1784943313.317695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7d80. 00010000:00000010:2.1:1784943313.317720:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc35e00. 00010000:00000010:2.1:1784943313.317726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f12e00. 00000080:00000010:2.1:1784943313.332329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d665736a0. 00010000:00000010:2.1:1784943313.332343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bec3100. 00010000:00000010:2.1:1784943313.332348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66253200. 00000080:00000010:2.1:1784943313.347655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573c80. 00010000:00000010:2.1:1784943313.347671:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bec3300. 00010000:00000010:2.1:1784943313.347676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66252e00. 00000080:00000010:2.1:1784943313.358660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573f20. 00010000:00000010:2.1:1784943313.358676:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bec3a00. 00010000:00000010:2.1:1784943313.358682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66253e00. 00000080:00000010:2.1:1784943313.370301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573380. 00010000:00000010:2.1:1784943313.370327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bec3f00. 00010000:00000010:2.1:1784943313.370332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66253c00. 00000080:00000010:2.1:1784943313.398599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573b40. 00010000:00000010:2.1:1784943313.398635:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bec3900. 00010000:00000010:2.1:1784943313.398642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66252200. 00000080:00000010:2.1:1784943313.421567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573fa0. 00010000:00000010:2.1:1784943313.421593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bec3400. 00010000:00000010:2.1:1784943313.421599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66253000. 00000080:00000010:2.1:1784943313.435559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573e20. 00010000:00000010:2.1:1784943313.435574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bec3e00. 00010000:00000010:2.1:1784943313.435582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66252800. 00000080:00000010:2.1:1784943313.454575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d665738a0. 00010000:00000010:2.1:1784943313.454594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bec3b00. 00010000:00000010:2.1:1784943313.454600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66253400. 00000080:00000010:2.1:1784943313.463794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573960. 00010000:00000010:2.1:1784943313.463816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bec3500. 00010000:00000010:2.1:1784943313.463821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66252a00. 00000080:00000010:2.1:1784943313.493612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573dc0. 00010000:00000010:2.1:1784943313.495135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d13a300. 00010000:00000010:2.1:1784943313.495143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66253600. 00000080:00000010:2.1:1784943313.509556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaeee0. 00010000:00000010:2.1:1784943313.509577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73539b00. 00010000:00000010:2.1:1784943313.509582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc26a00. 00000080:00000010:2.1:1784943313.518574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7020. 00010000:00000010:2.1:1784943313.518594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc35b00. 00010000:00000010:2.1:1784943313.518601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f13e00. 00000080:00000010:3.1:1784943313.545859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573060. 00010000:00000010:3.1:1784943313.545881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d13aa00. 00010000:00000010:3.1:1784943313.545887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66252c00. 00000080:00000010:2.1:1784943313.549568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573300. 00010000:00000010:2.1:1784943313.549592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d13af00. 00010000:00000010:2.1:1784943313.549598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66253800. 00000080:00000010:3.1:1784943313.559556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d665735c0. 00010000:00000010:3.1:1784943313.559570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d13a900. 00010000:00000010:3.1:1784943313.559575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66252600. 00000080:00000010:2.1:1784943313.575968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573500. 00010000:00000010:2.1:1784943313.575991:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d13a400. 00010000:00000010:2.1:1784943313.575996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66252000. 00000080:00000010:3.1:1784943313.601556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4630da60. 00010000:00000010:3.1:1784943313.601571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d13ae00. 00010000:00000010:3.1:1784943313.601576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73844e00. 00000080:00000010:2.1:1784943313.619678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8760. 00010000:00000010:2.1:1784943313.619700:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d13ab00. 00010000:00000010:2.1:1784943313.619716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73845e00. 00000080:00000010:3.1:1784943313.640571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8dc0. 00010000:00000010:3.1:1784943313.640581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d13a500. 00010000:00000010:3.1:1784943313.640586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73845c00. 00000080:00000010:2.1:1784943313.647574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8c20. 00010000:00000010:2.1:1784943313.647601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d13a000. 00010000:00000010:2.1:1784943313.647606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73844200. 00000080:00000010:3.1:1784943313.662488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8020. 00010000:00000010:3.1:1784943313.662502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d13a800. 00010000:00000010:3.1:1784943313.662506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73845000. 00000080:00000010:2.1:1784943313.672686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8080. 00010000:00000010:2.1:1784943313.679958:0:178433:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d13ac00. 00010000:00000010:2.1:1784943313.679968:0:178433:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73844800. 00000080:00000010:2.1:1784943313.690965:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7720. 00010000:00000010:2.1:1784943313.696591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc35500. 00010000:00000010:2.1:1784943313.696599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f13c00. 00000080:00000010:3.1:1784943313.700574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8060. 00010000:00000010:3.1:1784943313.700596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d13a700. 00010000:00000010:3.1:1784943313.700601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73845400. 00000080:00000010:2.1:1784943313.711559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8ac0. 00010000:00000010:2.1:1784943313.711591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d13a200. 00010000:00000010:2.1:1784943313.711597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73844a00. 00000080:00000010:3.1:1784943313.734567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a82e0. 00010000:00000010:3.1:1784943313.734598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d13ad00. 00010000:00000010:3.1:1784943313.734605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73845600. 00000080:00000010:2.1:1784943313.767572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8a80. 00010000:00000010:2.1:1784943313.770628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d13a600. 00010000:00000010:2.1:1784943313.770636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73844c00. 00000080:00000010:2.1:1784943313.798611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a87a0. 00010000:00000010:2.1:1784943313.798633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d721ab700. 00010000:00000010:2.1:1784943313.798638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73845800. 00000080:00000010:2.1:1784943313.839152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336880. 00010000:00000010:2.1:1784943313.839167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d721ab200. 00010000:00000010:2.1:1784943313.839172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fea5e00. 00000080:00000010:2.1:1784943313.855766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8300. 00010000:00000010:2.1:1784943313.855780:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d13a100. 00010000:00000010:2.1:1784943313.855786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73844600. 00000080:00000010:2.1:1784943313.863845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a86e0. 00010000:00000010:2.1:1784943313.863869:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73848c00. 00010000:00000010:2.1:1784943313.863875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73844000. 00000080:00000010:2.1:1784943313.882768:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a88e0. 00010000:00000010:2.1:1784943313.890511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73848700. 00010000:00000010:2.1:1784943313.890540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73845a00. 00000080:00000010:3.1:1784943313.900745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3364e0. 00010000:00000010:3.1:1784943313.900760:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73848200. 00010000:00000010:3.1:1784943313.900766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fea5c00. 00000080:00000010:2.1:1784943313.922562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d72c0. 00010000:00000010:2.1:1784943313.933844:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc35000. 00010000:00000010:2.1:1784943313.933854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f12200. 00000080:00000010:3.1:1784943313.938562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8620. 00010000:00000010:3.1:1784943313.938574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73848d00. 00010000:00000010:3.1:1784943313.938579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73844400. 00000080:00000010:2.1:1784943313.947555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8b60. 00010000:00000010:2.1:1784943313.947579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73848600. 00010000:00000010:2.1:1784943313.947584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73845200. 00000080:00000010:3.1:1784943313.971320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a81c0. 00010000:00000010:3.1:1784943313.971334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73848100. 00010000:00000010:3.1:1784943313.971339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ba5600. 00000080:00000010:2.1:1784943313.985637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8320. 00010000:00000010:2.1:1784943313.985657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73848300. 00010000:00000010:2.1:1784943313.985662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ba4c00. 00000080:00000010:3.1:1784943313.989580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8d60. 00010000:00000010:3.1:1784943313.989602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73848a00. 00010000:00000010:3.1:1784943313.989607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ba5800. 00000080:00000010:2.1:1784943313.997556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8f00. 00010000:00000010:2.1:1784943313.997572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73848f00. 00010000:00000010:2.1:1784943313.997577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ba4600. 00000080:00000010:3.1:1784943314.006558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a81a0. 00010000:00000010:3.1:1784943314.006571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73848900. 00010000:00000010:3.1:1784943314.006576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ba4000. 00000080:00000010:2.1:1784943314.017116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8f20. 00010000:00000010:2.1:1784943314.017134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73848400. 00010000:00000010:2.1:1784943314.017139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ba5a00. 00000080:00000010:3.1:1784943314.049555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8660. 00010000:00000010:3.1:1784943314.049578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73848e00. 00010000:00000010:3.1:1784943314.049584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ba4400. 00000080:00000010:2.1:1784943314.072440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8360. 00010000:00000010:2.1:1784943314.072461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73848b00. 00010000:00000010:2.1:1784943314.072466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ba5200. 00000080:00000010:3.1:1784943314.091324:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7460. 00010000:00000010:3.1:1784943314.091349:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc35800. 00010000:00000010:3.1:1784943314.091358:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f13000. 00000080:00000010:2.1:1784943314.101178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8560. 00010000:00000010:2.1:1784943314.101191:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73848500. 00010000:00000010:2.1:1784943314.101196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ba4e00. 00000080:00000010:3.1:1784943314.118576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8220. 00010000:00000010:3.1:1784943314.122660:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73848000. 00010000:00000010:3.1:1784943314.122675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ba5e00. 00000080:00000010:2.1:1784943314.136571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8400. 00010000:00000010:2.1:1784943314.136591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73848800. 00010000:00000010:2.1:1784943314.136596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ba5c00. 00000080:00000010:3.1:1784943314.144697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a82c0. 00010000:00000010:3.1:1784943314.144721:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7384fe00. 00010000:00000010:3.1:1784943314.144727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ba4200. 00000080:00000010:2.1:1784943314.154394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8ec0. 00010000:00000010:2.1:1784943314.154407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7384fb00. 00010000:00000010:2.1:1784943314.154412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ba5000. 00000080:00000010:3.1:1784943314.163558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8740. 00010000:00000010:3.1:1784943314.163580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7384f500. 00010000:00000010:3.1:1784943314.163585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ba4800. 00000080:00000010:2.1:1784943314.178582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a85a0. 00010000:00000010:2.1:1784943314.178599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7384f000. 00010000:00000010:2.1:1784943314.178606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ba5400. 00000080:00000010:2.1:1784943314.188563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a84e0. 00010000:00000010:2.1:1784943314.192557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7384f800. 00010000:00000010:2.1:1784943314.192564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51ba4a00. 00000080:00000010:2.1:1784943314.198746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8920. 00010000:00000010:2.1:1784943314.198758:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7384fc00. 00010000:00000010:2.1:1784943314.198763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d478d6400. 00000080:00000010:2.1:1784943314.206678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8880. 00010000:00000010:2.1:1784943314.206692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7384f700. 00010000:00000010:2.1:1784943314.206711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d478d7200. 00000080:00000010:2.1:1784943314.211569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7a40. 00010000:00000010:2.1:1784943314.211605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bc35c00. 00010000:00000010:2.1:1784943314.211625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42f12800. 00000080:00000010:2.1:1784943314.221745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8f40. 00010000:00000010:2.1:1784943314.221767:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7384f200. 00010000:00000010:2.1:1784943314.221772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d478d6e00. 00000080:00000010:2.1:1784943314.255325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a80a0. 00010000:00000010:2.1:1784943314.258714:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7384fd00. 00010000:00000010:2.1:1784943314.258734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d478d7e00. 00000080:00000010:2.1:1784943314.312693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8600. 00010000:00000010:2.1:1784943314.312725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7384f600. 00010000:00000010:2.1:1784943314.312732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d478d7c00. 00000080:00000010:2.1:1784943314.334944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8ba0. 00010000:00000010:2.1:1784943314.334966:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7384f100. 00010000:00000010:2.1:1784943314.334971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d478d6200. 00000080:00000010:2.1:1784943314.364568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8460. 00010000:00000010:2.1:1784943314.364594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7384f300. 00010000:00000010:2.1:1784943314.364599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d478d7000. 00000080:00000010:2.1:1784943314.393938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8de0. 00010000:00000010:2.1:1784943314.393954:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7384fa00. 00010000:00000010:2.1:1784943314.393959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d478d6800. 00000080:00000010:2.1:1784943314.412585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8e60. 00010000:00000010:2.1:1784943314.418600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7384ff00. 00010000:00000010:2.1:1784943314.418619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d478d7400. 00000080:00000010:2.1:1784943314.534813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8e40. 00010000:00000010:2.1:1784943314.534844:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7384f900. 00010000:00000010:2.1:1784943314.534850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d478d6a00. 00000080:00000010:2.1:1784943314.577625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8100. 00010000:00000010:2.1:1784943314.577643:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7384f400. 00010000:00000010:2.1:1784943314.577648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d478d7600. 00000080:00000010:2.1:1784943314.636233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a89a0. 00010000:00000010:2.1:1784943314.650597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d478d5900. 00010000:00000010:2.1:1784943314.650615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d478d6c00. 00000080:00000010:2.1:1784943314.655566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7780. 00010000:00000010:2.1:1784943314.655586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73676b00. 00010000:00000010:2.1:1784943314.655592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588a5800. 00000080:00000010:3.1:1784943314.675559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8120. 00010000:00000010:3.1:1784943314.675583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d478d5400. 00010000:00000010:3.1:1784943314.675589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d478d7800. 00000080:00000010:2.1:1784943314.709304:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8aa0. 00010000:00000010:2.1:1784943314.709330:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d478d5e00. 00010000:00000010:2.1:1784943314.709336:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d478d6600. 00000080:00000010:3.1:1784943314.780580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8b80. 00010000:00000010:3.1:1784943314.780603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d478d5b00. 00010000:00000010:3.1:1784943314.780609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d478d6000. 00000080:00000010:2.1:1784943314.837085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8b40. 00010000:00000010:2.1:1784943314.846573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d478d5500. 00010000:00000010:2.1:1784943314.846590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d478d7a00. 00000080:00000010:3.1:1784943314.889998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8ae0. 00010000:00000010:3.1:1784943314.890020:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d478d5000. 00010000:00000010:3.1:1784943314.890026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fcf7600. 00000080:00000010:2.1:1784943314.904636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a83a0. 00010000:00000010:2.1:1784943314.910759:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d478d5800. 00010000:00000010:2.1:1784943314.910774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fcf6c00. 00000080:00000010:3.1:1784943314.968570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8ee0. 00010000:00000010:3.1:1784943314.968593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d478d5c00. 00010000:00000010:3.1:1784943314.968598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fcf7800. 00000080:00000010:2.1:1784943315.006679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8fa0. 00010000:00000010:2.1:1784943315.006709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d478d5700. 00010000:00000010:2.1:1784943315.006714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fcf6600. 00000080:00000010:3.1:1784943315.039205:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8040. 00010000:00000010:3.1:1784943315.039238:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d478d5200. 00010000:00000010:3.1:1784943315.039244:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fcf6000. 00000080:00000010:2.1:1784943315.068566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8720. 00010000:00000010:2.1:1784943315.068588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d478d5d00. 00010000:00000010:2.1:1784943315.068594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fcf7a00. 00000080:00000010:3.1:1784943315.148589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7a60. 00010000:00000010:3.1:1784943315.152573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73676500. 00010000:00000010:3.1:1784943315.152588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588a5000. 00000080:00000010:2.1:1784943315.183556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a87e0. 00010000:00000010:2.1:1784943315.183571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d478d5600. 00010000:00000010:2.1:1784943315.183577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fcf6400. 00000080:00000010:3.1:1784943315.202553:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a86c0. 00010000:00000010:3.1:1784943315.206567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d478d5100. 00010000:00000010:3.1:1784943315.206584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fcf7200. 00000080:00000010:2.1:1784943315.227685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3365a0. 00010000:00000010:2.1:1784943315.227710:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d721abd00. 00010000:00000010:2.1:1784943315.227719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fea4200. 00000080:00000010:3.1:1784943315.238556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336ec0. 00010000:00000010:3.1:1784943315.238571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d721ab600. 00010000:00000010:3.1:1784943315.238576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51bd8e00. 00000080:00000010:2.1:1784943315.248578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336400. 00010000:00000010:2.1:1784943315.248599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d721ab100. 00010000:00000010:2.1:1784943315.248605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51bd9e00. 00000080:00000010:3.1:1784943315.257609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336560. 00010000:00000010:3.1:1784943315.257621:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d721ab300. 00010000:00000010:3.1:1784943315.257625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51bd9c00. 00000080:00000010:2.1:1784943315.275151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336660. 00000080:00000010:3.1:1784943315.285288:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3361a0. 00010000:00000010:3.1:1784943315.285306:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d721abf00. 00010000:00000010:3.1:1784943315.285312:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51bd9000. 00010000:00000010:2.1:1784943315.286293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d721aba00. 00010000:00000010:2.1:1784943315.286303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51bd8200. 00000080:00000010:2.1:1784943315.293758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15de80. 00010000:00000010:2.1:1784943315.293779:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5febda00. 00010000:00000010:2.1:1784943315.293784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be14000. 00000080:00000010:3.1:1784943315.315728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336d20. 00010000:00000010:3.1:1784943315.315741:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d721ab900. 00010000:00000010:3.1:1784943315.315747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51bd8800. 00000080:00000010:3.1:1784943315.315751:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7960. 00010000:00000010:3.1:1784943315.315756:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73676000. 00010000:00000010:3.1:1784943315.315759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588a5c00. 00000080:00000010:3.1:1784943315.325400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336e00. 00010000:00000010:3.1:1784943315.325422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d721ab400. 00010000:00000010:3.1:1784943315.325428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51bd9400. 00000080:00000010:3.1:1784943315.334646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8340. 00010000:00000010:3.1:1784943315.334658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d478d5300. 00010000:00000010:3.1:1784943315.334663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fcf7e00. 00000080:00000010:3.1:1784943315.349999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a88c0. 00010000:00000010:3.1:1784943315.350010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d478d5a00. 00010000:00000010:3.1:1784943315.350015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fcf7c00. 00000080:00000010:3.1:1784943315.373785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8000. 00010000:00000010:3.1:1784943315.373798:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d478d5f00. 00010000:00000010:3.1:1784943315.373803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fcf6200. 00000080:00000010:3.1:1784943315.382565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8860. 00010000:00000010:3.1:1784943315.385679:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fcf2300. 00010000:00000010:3.1:1784943315.385727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fcf7000. 00000080:00000010:3.1:1784943315.396683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8a40. 00010000:00000010:3.1:1784943315.401162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fcf2a00. 00010000:00000010:3.1:1784943315.401179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fcf6800. 00000080:00000010:3.1:1784943315.416857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8960. 00010000:00000010:3.1:1784943315.416878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fcf2f00. 00010000:00000010:3.1:1784943315.416884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fcf7400. 00000080:00000010:3.1:1784943315.426573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8cc0. 00010000:00000010:3.1:1784943315.426593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fcf2900. 00010000:00000010:3.1:1784943315.426599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fcf6a00. 00000080:00000010:3.1:1784943315.440119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a84c0. 00010000:00000010:3.1:1784943315.440139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fcf2400. 00010000:00000010:3.1:1784943315.440145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fcf6e00. 00000080:00000010:2.1:1784943315.460588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea540. 00010000:00000010:2.1:1784943315.460606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fcf2e00. 00010000:00000010:2.1:1784943315.460612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663efe00. 00000080:00000010:2.1:1784943315.465799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7ac0. 00010000:00000010:2.1:1784943315.465813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73676800. 00010000:00000010:2.1:1784943315.465819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588a5400. 00000080:00000010:2.1:1784943315.477860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea240. 00010000:00000010:2.1:1784943315.477885:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fcf2b00. 00010000:00000010:2.1:1784943315.477891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663efc00. 00000080:00000010:2.1:1784943315.487634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea4a0. 00010000:00000010:2.1:1784943315.497791:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fcf2500. 00010000:00000010:2.1:1784943315.497800:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ee200. 00000080:00000010:2.1:1784943315.504004:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663eada0. 00010000:00000010:2.1:1784943315.504020:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fcf2000. 00010000:00000010:2.1:1784943315.504036:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ef000. 00000080:00000010:3.1:1784943315.513329:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea7c0. 00010000:00000010:3.1:1784943315.513345:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fcf2800. 00010000:00000010:3.1:1784943315.513350:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ee800. 00000080:00000010:2.1:1784943315.521066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663eaa20. 00010000:00000010:2.1:1784943315.521078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fcf2c00. 00010000:00000010:2.1:1784943315.521084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ef400. 00000080:00000010:3.1:1784943315.527552:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea160. 00010000:00000010:3.1:1784943315.527568:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fcf2700. 00010000:00000010:3.1:1784943315.527573:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663eea00. 00000080:00000010:2.1:1784943315.549567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea300. 00010000:00000010:2.1:1784943315.549578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fcf2200. 00010000:00000010:2.1:1784943315.549583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ef600. 00000080:00000010:3.1:1784943315.566765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3365c0. 00010000:00000010:3.1:1784943315.571563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d721abe00. 00010000:00000010:3.1:1784943315.571574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51bd8a00. 00000080:00000010:2.1:1784943315.571619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336b00. 00010000:00000010:2.1:1784943315.571631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d721abb00. 00010000:00000010:2.1:1784943315.571635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51bd9600. 00000080:00000010:3.1:1784943315.583575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336ce0. 00010000:00000010:3.1:1784943315.583608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d721ab500. 00010000:00000010:3.1:1784943315.583614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51bd8c00. 00000080:00000010:2.1:1784943315.591620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7320. 00010000:00000010:2.1:1784943315.601612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73676c00. 00010000:00000010:2.1:1784943315.601620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588a4800. 00000080:00000010:3.1:1784943315.610727:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47d63a20. 00010000:00000010:3.1:1784943315.610743:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d500b7200. 00010000:00000010:3.1:1784943315.610749:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51bd9800. 00000080:00000010:2.1:1784943315.614558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea6e0. 00010000:00000010:2.1:1784943315.614574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fcf2d00. 00010000:00000010:2.1:1784943315.614580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663eec00. 00000080:00000010:3.1:1784943315.640715:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea8e0. 00010000:00000010:3.1:1784943315.640733:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fcf2600. 00010000:00000010:3.1:1784943315.640739:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ef800. 00000080:00000010:3.1:1784943315.654671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d9a0. 00010000:00000010:3.1:1784943315.659560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5febdf00. 00010000:00000010:3.1:1784943315.659575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be15c00. 00000080:00000010:3.1:1784943315.676789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15de40. 00010000:00000010:2.1:1784943315.690563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5febd900. 00010000:00000010:2.1:1784943315.690571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be14600. 00000080:00000010:3.1:1784943315.697565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d780. 00010000:00000010:3.1:1784943315.697583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5febd400. 00010000:00000010:3.1:1784943315.697588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664fae00. 00000080:00000010:2.1:1784943315.736562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15dfe0. 00010000:00000010:2.1:1784943315.736579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5febde00. 00010000:00000010:2.1:1784943315.736585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664fbe00. 00000080:00000010:3.1:1784943315.758234:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15dfc0. 00010000:00000010:3.1:1784943315.758257:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5febdb00. 00010000:00000010:3.1:1784943315.758263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664fbc00. 00000080:00000010:2.1:1784943315.768256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15dbe0. 00010000:00000010:2.1:1784943315.768274:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5febd500. 00010000:00000010:2.1:1784943315.768279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664fa200. 00000080:00000010:3.1:1784943315.776990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15dac0. 00010000:00000010:3.1:1784943315.782555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60201000. 00010000:00000010:3.1:1784943315.782565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664fb000. 00000080:00000010:2.1:1784943315.803278:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae0a0. 00010000:00000010:2.1:1784943315.805053:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73539300. 00010000:00000010:2.1:1784943315.805059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc27e00. 00000080:00000010:3.1:1784943315.808571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7800. 00010000:00000010:3.1:1784943315.808595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73676700. 00010000:00000010:3.1:1784943315.808601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588a5e00. 00000080:00000010:2.1:1784943315.824570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea980. 00010000:00000010:2.1:1784943315.824593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fcf2100. 00010000:00000010:2.1:1784943315.824599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ee600. 00000080:00000010:3.1:1784943315.851183:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea5c0. 00010000:00000010:3.1:1784943315.859066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73ba1d00. 00010000:00000010:3.1:1784943315.859083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ee000. 00000080:00000010:3.1:1784943315.863553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea5e0. 00010000:00000010:3.1:1784943315.863574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73ba1600. 00010000:00000010:3.1:1784943315.863579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663efa00. 00000080:00000010:3.1:1784943315.887561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663eafc0. 00010000:00000010:3.1:1784943315.897396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73ba1100. 00010000:00000010:3.1:1784943315.897419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ee400. 00000080:00000010:2.1:1784943315.897708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663eae00. 00010000:00000010:2.1:1784943315.897722:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73ba1300. 00010000:00000010:2.1:1784943315.897726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ef200. 00000080:00000010:3.1:1784943315.918655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea500. 00010000:00000010:3.1:1784943315.926655:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73ba1a00. 00010000:00000010:3.1:1784943315.926667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663eee00. 00000080:00000010:2.1:1784943315.930636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ead20. 00010000:00000010:2.1:1784943315.930659:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73ba1f00. 00010000:00000010:2.1:1784943315.930664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73ba8200. 00000080:00000010:3.1:1784943315.945574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663eafe0. 00010000:00000010:3.1:1784943315.949134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73ba1900. 00010000:00000010:3.1:1784943315.949151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73ba9000. 00000080:00000010:2.1:1784943315.960772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea640. 00010000:00000010:2.1:1784943315.960791:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73ba1400. 00010000:00000010:2.1:1784943315.960797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73ba8800. 00010000:00000010:2.1:1784943315.978764:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73ba1e00. 00010000:00000010:2.1:1784943315.978776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73ba9400. 00000080:00000010:3.1:1784943315.982679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea280. 00000080:00000010:2.1:1784943315.993548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7d00. 00010000:00000010:2.1:1784943315.997545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73676200. 00010000:00000010:2.1:1784943315.997553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588a4e00. 00000080:00000010:2.1:1784943316.016558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47d63a60. 00010000:00000010:2.1:1784943316.016570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d500b7d00. 00010000:00000010:2.1:1784943316.016574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51bd8600. 00000080:00000010:2.1:1784943316.020797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47d63740. 00010000:00000010:2.1:1784943316.020811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d500b7600. 00010000:00000010:2.1:1784943316.020816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51bd8000. 00000080:00000010:2.1:1784943316.026598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47d639e0. 00010000:00000010:2.1:1784943316.026616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d500b7100. 00010000:00000010:2.1:1784943316.026620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51bd9a00. 00000080:00000010:2.1:1784943316.039377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505576e0. 00010000:00000010:2.1:1784943316.039398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73ba1b00. 00010000:00000010:2.1:1784943316.039404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51bd8400. 00000080:00000010:2.1:1784943316.055441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea560. 00010000:00000010:2.1:1784943316.055458:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73ba1500. 00010000:00000010:2.1:1784943316.055463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73ba8a00. 00000080:00000010:2.1:1784943316.078919:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea220. 00010000:00000010:2.1:1784943316.078947:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73ba1000. 00010000:00000010:2.1:1784943316.078952:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73ba9600. 00000080:00000010:3.1:1784943316.090330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea400. 00010000:00000010:3.1:1784943316.090355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73ba1800. 00010000:00000010:3.1:1784943316.090361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73ba8c00. 00000080:00000010:2.1:1784943316.102926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea2c0. 00010000:00000010:2.1:1784943316.102949:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73ba1c00. 00010000:00000010:2.1:1784943316.102955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73ba9800. 00000080:00000010:3.1:1784943316.124567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663eaec0. 00010000:00000010:3.1:1784943316.128053:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73ba1700. 00010000:00000010:3.1:1784943316.128059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73ba8600. 00000080:00000010:2.1:1784943316.131835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea740. 00010000:00000010:2.1:1784943316.131856:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73ba1200. 00010000:00000010:2.1:1784943316.131861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73ba8000. 00000080:00000010:3.1:1784943316.151635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d76c0. 00010000:00000010:3.1:1784943316.156203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73676d00. 00010000:00000010:3.1:1784943316.156234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588a5200. 00000080:00000010:2.1:1784943316.171675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea5a0. 00010000:00000010:2.1:1784943316.171707:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73ba6200. 00010000:00000010:2.1:1784943316.171714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73ba9a00. 00000080:00000010:3.1:1784943316.183693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea4e0. 00010000:00000010:3.1:1784943316.185138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73ba6d00. 00010000:00000010:3.1:1784943316.185150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73ba8400. 00000080:00000010:2.1:1784943316.202792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea920. 00010000:00000010:2.1:1784943316.206740:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73ba6600. 00010000:00000010:2.1:1784943316.206749:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73ba9200. 00000080:00000010:3.1:1784943316.211558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea880. 00010000:00000010:3.1:1784943316.211571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73ba6100. 00010000:00000010:3.1:1784943316.211576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73ba8e00. 00000080:00000010:2.1:1784943316.237464:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663eaf40. 00010000:00000010:2.1:1784943316.240964:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73ba6300. 00010000:00000010:2.1:1784943316.240971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73ba9e00. 00000080:00000010:3.1:1784943316.247824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea0a0. 00010000:00000010:3.1:1784943316.247848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73ba6a00. 00010000:00000010:3.1:1784943316.247853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73ba9c00. 00000080:00000010:2.1:1784943316.260187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea600. 00010000:00000010:2.1:1784943316.268568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73ba6f00. 00010000:00000010:2.1:1784943316.268579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d583be200. 00000080:00000010:3.1:1784943316.271810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663eaba0. 00010000:00000010:3.1:1784943316.271827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73ba6900. 00010000:00000010:3.1:1784943316.271833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d583bf000. 00000080:00000010:2.1:1784943316.283565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea460. 00010000:00000010:2.1:1784943316.283590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73ba6400. 00010000:00000010:2.1:1784943316.283595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d583be800. 00000080:00000010:3.1:1784943316.303665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663eade0. 00010000:00000010:3.1:1784943316.303696:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73ba6e00. 00010000:00000010:3.1:1784943316.303702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d583bf400. 00000080:00000010:2.1:1784943316.319569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7d40. 00010000:00000010:2.1:1784943316.319592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73676600. 00010000:00000010:2.1:1784943316.319598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588a4200. 00000080:00000010:3.1:1784943316.350549:0:178432:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663eae60. 00010000:00000010:3.1:1784943316.356865:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73ba6b00. 00010000:00000010:3.1:1784943316.356875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d583bea00. 00000080:00000010:3.1:1784943316.360204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663eae40. 00010000:00000010:3.1:1784943316.360217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73ba6500. 00010000:00000010:3.1:1784943316.360222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d583bf600. 00000080:00000010:3.1:1784943316.379631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea100. 00010000:00000010:3.1:1784943316.383560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73ba6000. 00010000:00000010:3.1:1784943316.383574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d583bec00. 00000080:00000010:2.1:1784943316.394654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea9a0. 00010000:00000010:2.1:1784943316.394672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73ba6800. 00010000:00000010:2.1:1784943316.394677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d583bf800. 00000080:00000010:3.1:1784943316.403572:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea120. 00010000:00000010:3.1:1784943316.403592:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73ba6c00. 00010000:00000010:3.1:1784943316.403598:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d583be600. 00000080:00000010:2.1:1784943316.427574:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663eaaa0. 00010000:00000010:2.1:1784943316.440538:0:178432:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73ba6700. 00010000:00000010:2.1:1784943316.440545:0:178432:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d583be000. 00000080:00000010:2.1:1784943316.450563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663eab80. 00010000:00000010:2.1:1784943316.450576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d583bd900. 00010000:00000010:2.1:1784943316.450626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d583bfa00. 00000080:00000010:2.1:1784943316.454572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663eab40. 00010000:00000010:2.1:1784943316.454593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d583bd400. 00010000:00000010:2.1:1784943316.454599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d583be400. 00000080:00000010:2.1:1784943316.470994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663eaae0. 00010000:00000010:2.1:1784943316.471010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d583bde00. 00010000:00000010:2.1:1784943316.471014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d583bf200. 00000080:00000010:2.1:1784943316.488766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea3a0. 00010000:00000010:2.1:1784943316.488787:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d583bdb00. 00010000:00000010:2.1:1784943316.488792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d583bee00. 00000080:00000010:2.1:1784943316.497571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d77c0. 00010000:00000010:2.1:1784943316.497593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73676100. 00010000:00000010:2.1:1784943316.497599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588a4a00. 00000080:00000010:2.1:1784943316.502719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663eaee0. 00010000:00000010:2.1:1784943316.502739:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d583bd500. 00010000:00000010:2.1:1784943316.502746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d583bfe00. 00000080:00000010:2.1:1784943316.511281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663eafa0. 00010000:00000010:2.1:1784943316.511298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d583bd000. 00010000:00000010:2.1:1784943316.511304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d583bfc00. 00000080:00000010:2.1:1784943316.528561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea040. 00010000:00000010:2.1:1784943316.528573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d583bd800. 00010000:00000010:2.1:1784943316.528578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fce3600. 00000080:00000010:2.1:1784943316.538567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea720. 00010000:00000010:2.1:1784943316.538590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d583bdc00. 00010000:00000010:2.1:1784943316.538596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fce2c00. 00000080:00000010:2.1:1784943316.559910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea7e0. 00010000:00000010:2.1:1784943316.567568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d583bd700. 00010000:00000010:2.1:1784943316.567579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fce3800. 00000080:00000010:2.1:1784943316.567585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea6c0. 00010000:00000010:2.1:1784943316.567593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d583bd200. 00010000:00000010:2.1:1784943316.567596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fce2600. 00000080:00000010:2.1:1784943316.575827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea0c0. 00010000:00000010:2.1:1784943316.575852:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d583bdd00. 00010000:00000010:2.1:1784943316.575858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fce2000. 00000080:00000010:2.1:1784943316.589569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea340. 00010000:00000010:2.1:1784943316.589592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d583bd600. 00010000:00000010:2.1:1784943316.589598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fce3a00. 00000080:00000010:2.1:1784943316.604744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea8c0. 00010000:00000010:2.1:1784943316.604768:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d583bd100. 00010000:00000010:2.1:1784943316.604773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fce2400. 00000080:00000010:2.1:1784943316.632571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea000. 00010000:00000010:2.1:1784943316.632595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d583bd300. 00010000:00000010:2.1:1784943316.632600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fce3200. 00000080:00000010:2.1:1784943316.640567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7160. 00010000:00000010:2.1:1784943316.640588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73676300. 00010000:00000010:2.1:1784943316.640593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588a5600. 00000080:00000010:2.1:1784943316.662578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea860. 00010000:00000010:2.1:1784943316.662601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d583bda00. 00010000:00000010:2.1:1784943316.662607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fce2e00. 00000080:00000010:2.1:1784943316.695573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663eaa40. 00010000:00000010:2.1:1784943316.695592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d583bdf00. 00010000:00000010:2.1:1784943316.695598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fce3e00. 00000080:00000010:2.1:1784943316.718587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea960. 00010000:00000010:2.1:1784943316.718616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7383f100. 00010000:00000010:2.1:1784943316.718624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fce3c00. 00000080:00000010:2.1:1784943316.742567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663eacc0. 00010000:00000010:2.1:1784943316.742590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7383f300. 00010000:00000010:2.1:1784943316.742596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fce2200. 00000080:00000010:2.1:1784943316.750566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea4c0. 00010000:00000010:2.1:1784943316.750586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7383fa00. 00010000:00000010:2.1:1784943316.750592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fce3000. 00000080:00000010:2.1:1784943316.761665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea760. 00010000:00000010:2.1:1784943316.761692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7383ff00. 00010000:00000010:2.1:1784943316.761697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fce2800. 00000080:00000010:2.1:1784943316.772745:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663eadc0. 00010000:00000010:2.1:1784943316.772758:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7383f900. 00010000:00000010:2.1:1784943316.772763:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fce3400. 00000080:00000010:2.1:1784943316.788659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663eac20. 00010000:00000010:2.1:1784943316.788673:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7383f400. 00010000:00000010:2.1:1784943316.788691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fce2a00. 00000080:00000010:2.1:1784943316.800462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6e40. 00010000:00000010:2.1:1784943316.800485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7383fe00. 00010000:00000010:2.1:1784943316.800492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fced800. 00000080:00000010:2.1:1784943316.816648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6100. 00010000:00000010:2.1:1784943316.816674:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d500b7300. 00010000:00000010:2.1:1784943316.816690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fcec600. 00000080:00000010:2.1:1784943316.839741:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7c60. 00010000:00000010:2.1:1784943316.844816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73676a00. 00010000:00000010:2.1:1784943316.844824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588a4c00. 00000080:00000010:2.1:1784943316.848593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505570a0. 00010000:00000010:2.1:1784943316.848610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7383fb00. 00010000:00000010:2.1:1784943316.848616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d51bd9200. 00000080:00000010:2.1:1784943316.867633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe69a0. 00010000:00000010:2.1:1784943316.867652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7383f500. 00010000:00000010:2.1:1784943316.867658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fcec000. 00000080:00000010:2.1:1784943316.874712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6120. 00010000:00000010:2.1:1784943316.878846:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7383f000. 00010000:00000010:2.1:1784943316.878861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fceda00. 00000080:00000010:2.1:1784943316.893075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6aa0. 00010000:00000010:2.1:1784943316.900711:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7383f800. 00010000:00000010:2.1:1784943316.900729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fcec400. 00000080:00000010:2.1:1784943316.924799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6b80. 00010000:00000010:2.1:1784943316.924838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7383fc00. 00010000:00000010:2.1:1784943316.924844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fced200. 00000080:00000010:2.1:1784943316.938610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6b40. 00010000:00000010:2.1:1784943316.938629:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7383f700. 00010000:00000010:2.1:1784943316.938634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fcece00. 00000080:00000010:2.1:1784943316.949940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6ae0. 00010000:00000010:2.1:1784943316.949957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7383f200. 00010000:00000010:2.1:1784943316.949962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fcede00. 00000080:00000010:2.1:1784943316.962920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe63a0. 00010000:00000010:2.1:1784943316.962942:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7383fd00. 00010000:00000010:2.1:1784943316.962949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fcedc00. 00000080:00000010:2.1:1784943316.969692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6ee0. 00010000:00000010:2.1:1784943316.969714:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7383f600. 00010000:00000010:2.1:1784943316.969720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fcec200. 00000080:00000010:2.1:1784943316.978632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6fa0. 00010000:00000010:2.1:1784943316.978646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d72184800. 00010000:00000010:2.1:1784943316.978653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fced000. 00000080:00000010:2.1:1784943317.006569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7640. 00010000:00000010:2.1:1784943317.006591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73676f00. 00010000:00000010:2.1:1784943317.006597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588a4600. 00000080:00000010:2.1:1784943317.025369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6040. 00010000:00000010:2.1:1784943317.037683:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d72184c00. 00010000:00000010:2.1:1784943317.037696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fcec800. 00000080:00000010:2.1:1784943317.043102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6720. 00010000:00000010:2.1:1784943317.043121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d72184700. 00010000:00000010:2.1:1784943317.043128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fced400. 00000080:00000010:2.1:1784943317.070761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe67e0. 00010000:00000010:2.1:1784943317.070775:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d72184200. 00010000:00000010:2.1:1784943317.070781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fceca00. 00000080:00000010:2.1:1784943317.085031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe66c0. 00010000:00000010:2.1:1784943317.085047:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d72184d00. 00010000:00000010:2.1:1784943317.085053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fced600. 00000080:00000010:2.1:1784943317.090840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe60c0. 00010000:00000010:2.1:1784943317.094813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d72184600. 00010000:00000010:2.1:1784943317.094822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fcecc00. 00000080:00000010:2.1:1784943317.105709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6340. 00010000:00000010:2.1:1784943317.120567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d72184100. 00010000:00000010:2.1:1784943317.120575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5839dc00. 00000080:00000010:2.1:1784943317.126567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe68c0. 00010000:00000010:2.1:1784943317.126578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d72184300. 00010000:00000010:2.1:1784943317.126584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5839c200. 00000080:00000010:2.1:1784943317.132582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6000. 00010000:00000010:2.1:1784943317.132599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d72184a00. 00010000:00000010:2.1:1784943317.132605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5839d000. 00000080:00000010:2.1:1784943317.147062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6860. 00010000:00000010:2.1:1784943317.148312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d72184f00. 00010000:00000010:2.1:1784943317.148320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5839c800. 00000080:00000010:2.1:1784943317.157586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6a40. 00010000:00000010:2.1:1784943317.157608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d72184900. 00010000:00000010:2.1:1784943317.157614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5839d400. 00000080:00000010:2.1:1784943317.167560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7e80. 00010000:00000010:2.1:1784943317.167578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73676900. 00010000:00000010:2.1:1784943317.167583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588a5a00. 00000080:00000010:2.1:1784943317.184491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6960. 00010000:00000010:2.1:1784943317.184513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d72184400. 00010000:00000010:2.1:1784943317.184532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5839ca00. 00000080:00000010:2.1:1784943317.197620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6cc0. 00010000:00000010:2.1:1784943317.197633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d72184e00. 00010000:00000010:2.1:1784943317.197638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5839d600. 00000080:00000010:2.1:1784943317.209568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe64c0. 00010000:00000010:2.1:1784943317.209589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d72184b00. 00010000:00000010:2.1:1784943317.209594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5839cc00. 00000080:00000010:2.1:1784943317.221633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6760. 00010000:00000010:2.1:1784943317.221651:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d72184500. 00010000:00000010:2.1:1784943317.221668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5839d800. 00000080:00000010:2.1:1784943317.232567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6dc0. 00010000:00000010:2.1:1784943317.236572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d72184000. 00010000:00000010:2.1:1784943317.236580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5839c600. 00000080:00000010:2.1:1784943317.250566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6c20. 00010000:00000010:2.1:1784943317.250585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58391f00. 00010000:00000010:2.1:1784943317.250592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5839c000. 00000080:00000010:2.1:1784943317.267570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6020. 00010000:00000010:2.1:1784943317.267590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58391900. 00010000:00000010:2.1:1784943317.267595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5839da00. 00000080:00000010:2.1:1784943317.285568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6080. 00010000:00000010:2.1:1784943317.285590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d500b7a00. 00010000:00000010:2.1:1784943317.285596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5839c400. 00000080:00000010:2.1:1784943317.294561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557600. 00010000:00000010:2.1:1784943317.299877:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5febd000. 00010000:00000010:2.1:1784943317.299893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66563000. 00000080:00000010:2.1:1784943317.305573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136340. 00010000:00000010:2.1:1784943317.305596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60201800. 00010000:00000010:2.1:1784943317.305601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d58198a00. 00000080:00000010:2.1:1784943317.314753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7e00. 00010000:00000010:2.1:1784943317.314824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44758c00. 00010000:00000010:2.1:1784943317.314830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078400. 00000080:00000010:2.1:1784943317.327683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611365a0. 00010000:00000010:2.1:1784943317.333622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60201c00. 00010000:00000010:2.1:1784943317.333632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d58199400. 00000080:00000010:2.1:1784943317.341706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611364e0. 00010000:00000010:2.1:1784943317.341725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60201700. 00010000:00000010:2.1:1784943317.341730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d58198800. 00000080:00000010:2.1:1784943317.349600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611369c0. 00010000:00000010:2.1:1784943317.349615:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60201200. 00010000:00000010:2.1:1784943317.349620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d58199600. 00000080:00000010:2.1:1784943317.359112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136520. 00010000:00000010:2.1:1784943317.359130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60201d00. 00010000:00000010:2.1:1784943317.359134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d58198c00. 00000080:00000010:2.1:1784943317.363841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136720. 00010000:00000010:2.1:1784943317.363868:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60201600. 00010000:00000010:2.1:1784943317.363873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73949000. 00000080:00000010:2.1:1784943317.372558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136f40. 00010000:00000010:2.1:1784943317.372579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60201100. 00010000:00000010:2.1:1784943317.372705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73948800. 00000080:00000010:2.1:1784943317.397564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d060. 00010000:00000010:2.1:1784943317.397586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5febd800. 00010000:00000010:2.1:1784943317.397592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664fb400. 00000080:00000010:2.1:1784943317.427553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d2e0. 00010000:00000010:2.1:1784943317.427574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5febdc00. 00010000:00000010:2.1:1784943317.427579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664fa800. 00000080:00000010:2.1:1784943317.436564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15da80. 00010000:00000010:2.1:1784943317.436580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5febd700. 00010000:00000010:2.1:1784943317.436585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664faa00. 00000080:00000010:2.1:1784943317.458571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d7a0. 00010000:00000010:2.1:1784943317.462250:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5febd200. 00010000:00000010:2.1:1784943317.462267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664fb600. 00000080:00000010:2.1:1784943317.475563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae280. 00010000:00000010:2.1:1784943317.475579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73539400. 00010000:00000010:2.1:1784943317.475585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc27c00. 00000080:00000010:2.1:1784943317.488580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34eec0. 00010000:00000010:2.1:1784943317.488601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44758f00. 00010000:00000010:2.1:1784943317.488608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079a00. 00000080:00000010:2.1:1784943317.507576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d980. 00010000:00000010:2.1:1784943317.507597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5febdd00. 00010000:00000010:2.1:1784943317.507603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664fac00. 00000080:00000010:2.1:1784943317.528438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d5c0. 00010000:00000010:2.1:1784943317.528453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5febd600. 00010000:00000010:2.1:1784943317.528459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664fb800. 00000080:00000010:2.1:1784943317.547813:0:178432:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d1c0. 00010000:00000010:2.1:1784943317.547832:0:178432:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7394f200. 00010000:00000010:2.1:1784943317.547838:0:178432:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664fa600. 00000080:00000010:2.1:1784943317.562667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15dea0. 00010000:00000010:2.1:1784943317.566678:0:178433:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7394fd00. 00010000:00000010:2.1:1784943317.566690:0:178433:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664fa000. 00000080:00000010:2.1:1784943317.577227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe64a0. 00010000:00000010:2.1:1784943317.582128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58391400. 00010000:00000010:2.1:1784943317.582144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5839d200. 00000080:00000010:2.1:1784943317.590053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6da0. 00010000:00000010:2.1:1784943317.590070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58391e00. 00010000:00000010:2.1:1784943317.590075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5839ce00. 00000080:00000010:2.1:1784943317.605698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe67c0. 00010000:00000010:2.1:1784943317.605724:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58391b00. 00010000:00000010:2.1:1784943317.605731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5839de00. 00000080:00000010:2.1:1784943317.623557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6a20. 00010000:00000010:2.1:1784943317.623573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58391500. 00010000:00000010:2.1:1784943317.623578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664d2800. 00000080:00000010:2.1:1784943317.632820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6160. 00010000:00000010:2.1:1784943317.632839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58391000. 00010000:00000010:2.1:1784943317.632845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664d3400. 00000080:00000010:2.1:1784943317.643217:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6300. 00010000:00000010:2.1:1784943317.643238:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58391800. 00010000:00000010:2.1:1784943317.643243:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664d2a00. 00000080:00000010:2.1:1784943317.665174:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e8a0. 00010000:00000010:2.1:1784943317.665192:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44758200. 00010000:00000010:2.1:1784943317.665197:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078c00. 00000080:00000010:3.1:1784943317.668699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe66e0. 00010000:00000010:3.1:1784943317.668720:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58391c00. 00010000:00000010:3.1:1784943317.668725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664d3600. 00000080:00000010:2.1:1784943317.689794:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe68e0. 00010000:00000010:2.1:1784943317.692785:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58391700. 00010000:00000010:2.1:1784943317.692792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664d2c00. 00000080:00000010:3.1:1784943317.699553:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6980. 00010000:00000010:3.1:1784943317.699567:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58391200. 00010000:00000010:3.1:1784943317.699575:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664d3800. 00000080:00000010:2.1:1784943317.704090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe65c0. 00010000:00000010:2.1:1784943317.704103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58391d00. 00010000:00000010:2.1:1784943317.704108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664d2600. 00000080:00000010:3.1:1784943317.707568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe65e0. 00010000:00000010:3.1:1784943317.707590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58391600. 00010000:00000010:3.1:1784943317.707595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664d2000. 00000080:00000010:2.1:1784943317.718580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6fc0. 00010000:00000010:2.1:1784943317.718603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58391100. 00010000:00000010:2.1:1784943317.718608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664d3a00. 00000080:00000010:3.1:1784943317.745552:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6e00. 00010000:00000010:3.1:1784943317.749819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58391300. 00010000:00000010:3.1:1784943317.749835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664d2400. 00000080:00000010:3.1:1784943317.749842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6500. 00010000:00000010:3.1:1784943317.749851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58391a00. 00010000:00000010:3.1:1784943317.749855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664d3200. 00000080:00000010:3.1:1784943317.753635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6d20. 00010000:00000010:3.1:1784943317.753649:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664cfe00. 00010000:00000010:3.1:1784943317.753655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664d2e00. 00000080:00000010:3.1:1784943317.760569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6fe0. 00010000:00000010:3.1:1784943317.760588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7394f600. 00010000:00000010:3.1:1784943317.760594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664d3e00. 00000080:00000010:3.1:1784943317.769568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34eb80. 00010000:00000010:3.1:1784943317.769590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44758b00. 00010000:00000010:3.1:1784943317.769595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079400. 00000080:00000010:0.1:1784943317.782703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1000. 00010000:00000010:0.1:1784943317.782730:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60201300. 00010000:00000010:0.1:1784943317.782736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73948c00. 00000080:00000010:3.1:1784943317.798556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1d20. 00010000:00000010:3.1:1784943317.798574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60201a00. 00010000:00000010:3.1:1784943317.798590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73949600. 00000080:00000010:2.1:1784943317.809568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1a80. 00010000:00000010:2.1:1784943317.813589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d502d6500. 00010000:00000010:2.1:1784943317.813598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73948a00. 00000080:00000010:3.1:1784943317.827574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15df80. 00010000:00000010:3.1:1784943317.827603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664cfb00. 00010000:00000010:3.1:1784943317.827610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664fb200. 00000080:00000010:2.1:1784943317.849570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6640. 00010000:00000010:2.1:1784943317.849592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664cf500. 00010000:00000010:2.1:1784943317.849597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664d3c00. 00000080:00000010:3.1:1784943317.860752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6280. 00010000:00000010:3.1:1784943317.868558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664cf000. 00010000:00000010:3.1:1784943317.868569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664d2200. 00000080:00000010:2.1:1784943317.878620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6780. 00010000:00000010:2.1:1784943317.881618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664cf800. 00010000:00000010:2.1:1784943317.881635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664d3000. 00000080:00000010:3.1:1784943317.885574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6420. 00010000:00000010:3.1:1784943317.885601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664cfc00. 00010000:00000010:3.1:1784943317.885608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582c9400. 00000080:00000010:2.1:1784943317.897575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6680. 00010000:00000010:2.1:1784943317.901570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664cf700. 00010000:00000010:2.1:1784943317.901587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582c8a00. 00000080:00000010:3.1:1784943317.913577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6440. 00010000:00000010:3.1:1784943317.913599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664cf200. 00010000:00000010:3.1:1784943317.913604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582c9600. 00000080:00000010:2.1:1784943317.926214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34eac0. 00010000:00000010:2.1:1784943317.935572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44758900. 00010000:00000010:2.1:1784943317.935589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079600. 00000080:00000010:3.1:1784943317.944686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6be0. 00010000:00000010:3.1:1784943317.944699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664cfd00. 00010000:00000010:3.1:1784943317.944705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582c8c00. 00000080:00000010:2.1:1784943317.948557:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe69e0. 00010000:00000010:2.1:1784943317.948569:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664cf600. 00010000:00000010:2.1:1784943317.948574:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582c9800. 00000080:00000010:2.1:1784943317.961061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6c80. 00010000:00000010:2.1:1784943317.961088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664cf100. 00010000:00000010:2.1:1784943317.961094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582c8600. 00000080:00000010:2.1:1784943317.984558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6900. 00010000:00000010:2.1:1784943317.984578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664cf300. 00010000:00000010:2.1:1784943317.984585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582c8000. 00000080:00000010:2.1:1784943318.012623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6a00. 00010000:00000010:2.1:1784943318.012640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664cfa00. 00010000:00000010:2.1:1784943318.023356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582c9a00. 00000080:00000010:2.1:1784943318.033568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6c40. 00010000:00000010:2.1:1784943318.033590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664cff00. 00010000:00000010:2.1:1784943318.033596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582c8400. 00000080:00000010:2.1:1784943318.046565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6580. 00010000:00000010:2.1:1784943318.046586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664cf900. 00010000:00000010:2.1:1784943318.046592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582c9200. 00000080:00000010:2.1:1784943318.069198:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6140. 00010000:00000010:2.1:1784943318.069217:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664cf400. 00010000:00000010:2.1:1784943318.069223:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582c8e00. 00000080:00000010:3.1:1784943318.074656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6700. 00010000:00000010:3.1:1784943318.074683:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d582cde00. 00010000:00000010:3.1:1784943318.074691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582c9e00. 00000080:00000010:2.1:1784943318.087659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe62a0. 00010000:00000010:2.1:1784943318.087691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d582cdb00. 00010000:00000010:2.1:1784943318.087696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582c9c00. 00000080:00000010:3.1:1784943318.096556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34ea60. 00010000:00000010:3.1:1784943318.096569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44758800. 00010000:00000010:3.1:1784943318.096573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078200. 00000080:00000010:2.1:1784943318.103658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6180. 00010000:00000010:2.1:1784943318.112725:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d582cd500. 00010000:00000010:2.1:1784943318.112735:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582c8200. 00000080:00000010:3.1:1784943318.113627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe66a0. 00010000:00000010:3.1:1784943318.113641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d582cd000. 00010000:00000010:3.1:1784943318.113645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582c9000. 00000080:00000010:2.1:1784943318.119661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6ea0. 00010000:00000010:2.1:1784943318.136384:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d582cd800. 00010000:00000010:2.1:1784943318.136397:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d582c8800. 00000080:00000010:2.1:1784943318.143098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce1a0. 00010000:00000010:2.1:1784943318.143129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d582cdc00. 00010000:00000010:2.1:1784943318.143135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d72199400. 00000080:00000010:2.1:1784943318.155091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582cef20. 00010000:00000010:2.1:1784943318.160627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d582cd700. 00010000:00000010:2.1:1784943318.160637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d72198a00. 00000080:00000010:2.1:1784943318.163781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d080. 00010000:00000010:2.1:1784943318.163796:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7394f100. 00010000:00000010:2.1:1784943318.163801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664fa400. 00000080:00000010:2.1:1784943318.168928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d020. 00010000:00000010:2.1:1784943318.176270:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7394f300. 00010000:00000010:2.1:1784943318.176275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664fba00. 00000080:00000010:2.1:1784943318.179675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d4a0. 00010000:00000010:2.1:1784943318.179696:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d582cd200. 00010000:00000010:2.1:1784943318.179702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73949e00. 00000080:00000010:3.1:1784943318.183681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce280. 00010000:00000010:3.1:1784943318.183696:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d582cdd00. 00010000:00000010:3.1:1784943318.183700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d72199600. 00000080:00000010:3.1:1784943318.189551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce780. 00010000:00000010:2.1:1784943318.189737:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d582cd600. 00010000:00000010:2.1:1784943318.189745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d72198c00. 00000080:00000010:3.1:1784943318.197599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e080. 00010000:00000010:3.1:1784943318.197614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44758500. 00010000:00000010:3.1:1784943318.197620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078600. 00010000:00000010:2.1:1784943318.212552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d582cd100. 00010000:00000010:2.1:1784943318.212563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d72199800. 00000080:00000010:3.1:1784943318.213658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce420. 00000080:00000010:3.1:1784943318.232410:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce680. 00010000:00000010:3.1:1784943318.232421:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d582cd300. 00010000:00000010:3.1:1784943318.232426:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d72198600. 00000080:00000010:2.1:1784943318.235575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce440. 00010000:00000010:2.1:1784943318.235627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d582cda00. 00010000:00000010:2.1:1784943318.235633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d72198000. 00000080:00000010:3.1:1784943318.255822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582cebe0. 00010000:00000010:3.1:1784943318.256656:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d582cdf00. 00010000:00000010:3.1:1784943318.256674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d72199a00. 00000080:00000010:2.1:1784943318.268636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce9e0. 00010000:00000010:2.1:1784943318.268652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d502d6000. 00010000:00000010:2.1:1784943318.268657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d72198400. 00000080:00000010:3.1:1784943318.291195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e17a0. 00010000:00000010:3.1:1784943318.291216:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d502d6800. 00010000:00000010:3.1:1784943318.291222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73949a00. 00000080:00000010:3.1:1784943318.310584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1f60. 00010000:00000010:0.1:1784943318.314727:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d502d6c00. 00010000:00000010:0.1:1784943318.314737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73948400. 00000080:00000010:3.1:1784943318.318565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1780. 00010000:00000010:3.1:1784943318.318589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d502d6700. 00010000:00000010:3.1:1784943318.318595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73949200. 00000080:00000010:2.1:1784943318.335553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1dc0. 00010000:00000010:2.1:1784943318.343827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d502d6200. 00010000:00000010:2.1:1784943318.343841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73948e00. 00000080:00000010:2.1:1784943318.348734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1520. 00010000:00000010:2.1:1784943318.348749:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d502d6d00. 00010000:00000010:2.1:1784943318.348754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73949c00. 00000080:00000010:2.1:1784943318.362723:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34ee80. 00010000:00000010:2.1:1784943318.362736:0:178433:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44758d00. 00010000:00000010:2.1:1784943318.362741:0:178433:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079800. 00000080:00000010:2.1:1784943318.382584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce740. 00010000:00000010:2.1:1784943318.382600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d582cd900. 00010000:00000010:2.1:1784943318.382606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d72199200. 00000080:00000010:2.1:1784943318.387710:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce5a0. 00010000:00000010:2.1:1784943318.387727:0:178433:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d582cd400. 00010000:00000010:2.1:1784943318.387732:0:178433:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d72198e00. 00000080:00000010:2.1:1784943318.395630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce4e0. 00010000:00000010:2.1:1784943318.399650:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d502d6600. 00010000:00000010:2.1:1784943318.399659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d72199e00. 00000080:00000010:2.1:1784943318.405736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1ce0. 00010000:00000010:2.1:1784943318.405754:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d502d6100. 00010000:00000010:2.1:1784943318.405760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73949400. 00000080:00000010:3.1:1784943318.420725:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1100. 00010000:00000010:3.1:1784943318.426549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d502d6300. 00010000:00000010:3.1:1784943318.426558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73949800. 00000080:00000010:2.1:1784943318.427114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1f40. 00010000:00000010:2.1:1784943318.427128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d502d6a00. 00010000:00000010:2.1:1784943318.427131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73948600. 00000080:00000010:3.1:1784943318.435551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1500. 00010000:00000010:3.1:1784943318.435566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d502d6f00. 00010000:00000010:3.1:1784943318.435572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73948000. 00000080:00000010:2.1:1784943318.443630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e16e0. 00010000:00000010:2.1:1784943318.447672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d502d6900. 00010000:00000010:2.1:1784943318.447687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73948200. 00000080:00000010:3.1:1784943318.454691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e16a0. 00010000:00000010:3.1:1784943318.459752:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d502d6400. 00010000:00000010:3.1:1784943318.459760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7395f800. 00000080:00000010:2.1:1784943318.472691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1740. 00010000:00000010:2.1:1784943318.472706:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d502d6e00. 00010000:00000010:2.1:1784943318.472711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7395e600. 00000080:00000010:2.1:1784943318.502929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e4c0. 00010000:00000010:2.1:1784943318.502951:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44405000. 00010000:00000010:2.1:1784943318.502957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82079000. 00000080:00000010:2.1:1784943318.510551:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e19a0. 00010000:00000010:2.1:1784943318.510564:0:178433:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d502d6b00. 00010000:00000010:2.1:1784943318.510568:0:178433:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7395e000. 00000080:00000010:2.1:1784943318.517788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1e40. 00010000:00000010:2.1:1784943318.517809:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4820b400. 00010000:00000010:2.1:1784943318.517814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7395fa00. 00000080:00000010:2.1:1784943318.538265:0:178432:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1c00. 00010000:00000010:2.1:1784943318.538281:0:178432:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4820be00. 00010000:00000010:2.1:1784943318.538286:0:178432:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7395e400. 00000080:00000010:2.1:1784943318.547765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e14a0. 00010000:00000010:2.1:1784943318.566571:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4820bb00. 00010000:00000010:2.1:1784943318.566579:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7395f200. 00000080:00000010:2.1:1784943318.567566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582cea00. 00010000:00000010:2.1:1784943318.567583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5ffcec00. 00010000:00000010:2.1:1784943318.567588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d72199c00. 00000080:00000010:3.1:1784943318.570745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582cec40. 00010000:00000010:3.1:1784943318.578412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5ffce700. 00010000:00000010:3.1:1784943318.578423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d72198200. 00000080:00000010:2.1:1784943318.593570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce580. 00010000:00000010:2.1:1784943318.593583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5ffce200. 00010000:00000010:2.1:1784943318.593589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d72199000. 00000080:00000010:3.1:1784943318.621557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce140. 00010000:00000010:3.1:1784943318.626792:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5ffced00. 00010000:00000010:3.1:1784943318.626811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d72198800. 00000080:00000010:3.1:1784943318.629598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce700. 00010000:00000010:3.1:1784943318.629611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5ffce600. 00010000:00000010:3.1:1784943318.629616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664dc200. 00000080:00000010:3.1:1784943318.629619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce2a0. 00010000:00000010:3.1:1784943318.629623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5ffce100. 00010000:00000010:3.1:1784943318.629626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664dd000. 00000080:00000010:3.1:1784943318.637564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e960. 00010000:00000010:3.1:1784943318.637583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44405d00. 00010000:00000010:3.1:1784943318.637589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82078000. 00000080:00000010:3.1:1784943318.650610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce180. 00010000:00000010:3.1:1784943318.650637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5ffce300. 00010000:00000010:3.1:1784943318.650643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664dc800. 00000080:00000010:3.1:1784943318.659676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582cec80. 00010000:00000010:3.1:1784943318.659697:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5ffcea00. 00010000:00000010:3.1:1784943318.659703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664dd400. 00000080:00000010:2.1:1784943318.673558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce2c0. 00010000:00000010:2.1:1784943318.679709:0:1033:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5ffcef00. 00010000:00000010:2.1:1784943318.679725:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664dca00. 00000080:00000010:3.1:1784943318.683558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce220. 00010000:00000010:3.1:1784943318.683580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5ffce900. 00010000:00000010:3.1:1784943318.683585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664dd600. 00000080:00000010:2.1:1784943318.695549:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce360. 00010000:00000010:2.1:1784943318.695560:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5ffce400. 00010000:00000010:2.1:1784943318.695565:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664dcc00. 00000080:00000010:2.1:1784943318.714561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce640. 00010000:00000010:2.1:1784943318.714572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5ffcee00. 00010000:00000010:2.1:1784943318.714577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664dd800. 00000080:00000010:2.1:1784943318.725077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce460. 00010000:00000010:2.1:1784943318.725095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5ffceb00. 00010000:00000010:2.1:1784943318.725100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664dc600. 00000080:00000010:0.1:1784943318.736609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582cede0. 00010000:00000010:0.1:1784943318.740631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5ffce500. 00010000:00000010:0.1:1784943318.740644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664dc000. 00000080:00000010:2.1:1784943318.753562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582cee60. 00010000:00000010:2.1:1784943318.757994:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5ffce000. 00010000:00000010:2.1:1784943318.758007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664dda00. 00000080:00000010:2.1:1784943318.771681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582cee40. 00010000:00000010:2.1:1784943318.777280:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5ffce800. 00010000:00000010:2.1:1784943318.777291:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664dc400. 00000080:00000010:3.1:1784943318.788575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e860. 00010000:00000010:3.1:1784943318.788589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44405b00. 00010000:00000010:3.1:1784943318.788595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3a00. 00000080:00000010:2.1:1784943318.802621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce100. 00010000:00000010:2.1:1784943318.802642:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fccff00. 00010000:00000010:2.1:1784943318.802648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664dd200. 00000080:00000010:3.1:1784943318.817706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce9a0. 00010000:00000010:3.1:1784943318.823561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fccf900. 00010000:00000010:3.1:1784943318.823570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664dce00. 00000080:00000010:2.1:1784943318.837906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce120. 00010000:00000010:2.1:1784943318.837927:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fccf400. 00010000:00000010:2.1:1784943318.837931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664dde00. 00000080:00000010:3.1:1784943318.853564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ceaa0. 00010000:00000010:3.1:1784943318.853579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fccfe00. 00010000:00000010:3.1:1784943318.853585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664ddc00. 00000080:00000010:2.1:1784943318.866624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ceb80. 00010000:00000010:2.1:1784943318.866646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fccfb00. 00010000:00000010:2.1:1784943318.866651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7218ce00. 00000080:00000010:3.1:1784943318.883715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ceb40. 00010000:00000010:3.1:1784943318.887667:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fccf500. 00010000:00000010:3.1:1784943318.887685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7218de00. 00000080:00000010:2.1:1784943318.912884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ceae0. 00010000:00000010:2.1:1784943318.912897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fccf000. 00010000:00000010:2.1:1784943318.912902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7218dc00. 00000080:00000010:3.1:1784943318.943821:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce3a0. 00010000:00000010:3.1:1784943318.943840:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fccf800. 00010000:00000010:3.1:1784943318.943846:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7218c200. 00000080:00000010:2.1:1784943318.953639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ceee0. 00010000:00000010:2.1:1784943318.962081:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fccfc00. 00010000:00000010:2.1:1784943318.962092:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7218d000. 00000080:00000010:3.1:1784943318.966623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582cefa0. 00010000:00000010:3.1:1784943318.966644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fccf700. 00010000:00000010:3.1:1784943318.966650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7218c800. 00000080:00000010:2.1:1784943318.975579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae040. 00010000:00000010:2.1:1784943318.975606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73539200. 00010000:00000010:2.1:1784943318.975624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc27200. 00000080:00000010:2.1:1784943318.992771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34eae0. 00010000:00000010:2.1:1784943318.992785:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44405700. 00010000:00000010:2.1:1784943318.992790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3000. 00000080:00000010:2.1:1784943319.010827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce040. 00010000:00000010:2.1:1784943319.010852:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fccf200. 00010000:00000010:2.1:1784943319.010857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7218d400. 00000080:00000010:2.1:1784943319.025872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce720. 00010000:00000010:2.1:1784943319.025894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fccfd00. 00010000:00000010:2.1:1784943319.025900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7218ca00. 00000080:00000010:3.1:1784943319.041626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce7e0. 00010000:00000010:2.1:1784943319.045606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fccf600. 00010000:00000010:2.1:1784943319.045619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7218d600. 00000080:00000010:2.1:1784943319.054870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce6c0. 00010000:00000010:2.1:1784943319.054884:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fccf100. 00010000:00000010:2.1:1784943319.054889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7218cc00. 00000080:00000010:2.1:1784943319.072545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce0c0. 00010000:00000010:2.1:1784943319.072562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fccf300. 00010000:00000010:2.1:1784943319.072567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7218d800. 00000080:00000010:2.1:1784943319.080174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce340. 00010000:00000010:2.1:1784943319.080199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5fccfa00. 00010000:00000010:2.1:1784943319.080206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7218c600. 00000080:00000010:2.1:1784943319.099425:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce8c0. 00010000:00000010:2.1:1784943319.099447:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664dee00. 00010000:00000010:2.1:1784943319.099454:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7218c000. 00000080:00000010:3.1:1784943319.100599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce000. 00010000:00000010:3.1:1784943319.100609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664deb00. 00010000:00000010:3.1:1784943319.100612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7218da00. 00000080:00000010:2.1:1784943319.115767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce860. 00010000:00000010:2.1:1784943319.115784:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664de500. 00010000:00000010:2.1:1784943319.115790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7218c400. 00000080:00000010:3.1:1784943319.125869:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582cea40. 00010000:00000010:3.1:1784943319.125882:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664de000. 00010000:00000010:3.1:1784943319.125886:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7218d200. 00000080:00000010:2.1:1784943319.131651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e600. 00010000:00000010:2.1:1784943319.131685:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44405c00. 00010000:00000010:2.1:1784943319.131691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2400. 00000080:00000010:3.1:1784943319.139578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce960. 00010000:00000010:3.1:1784943319.139604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664de800. 00010000:00000010:3.1:1784943319.139611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffd3c00. 00000080:00000010:3.1:1784943319.154804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582cecc0. 00010000:00000010:3.1:1784943319.154819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664dec00. 00010000:00000010:3.1:1784943319.154825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffd2200. 00000080:00000010:3.1:1784943319.164633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce4c0. 00010000:00000010:3.1:1784943319.164666:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664de700. 00010000:00000010:3.1:1784943319.164674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffd3000. 00000080:00000010:3.1:1784943319.179820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce760. 00010000:00000010:3.1:1784943319.179844:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664de200. 00010000:00000010:3.1:1784943319.179851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffd2800. 00000080:00000010:2.1:1784943319.192617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582cedc0. 00010000:00000010:2.1:1784943319.192641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664ded00. 00010000:00000010:2.1:1784943319.192648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffd3400. 00000080:00000010:3.1:1784943319.207609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582cec20. 00010000:00000010:3.1:1784943319.207625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664de600. 00010000:00000010:3.1:1784943319.207632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffd2a00. 00000080:00000010:2.1:1784943319.218235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce020. 00010000:00000010:2.1:1784943319.218254:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664de100. 00010000:00000010:2.1:1784943319.218260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffd3600. 00000080:00000010:3.1:1784943319.231575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557320. 00010000:00000010:3.1:1784943319.231591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664de300. 00010000:00000010:3.1:1784943319.231598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66562800. 00000080:00000010:2.1:1784943319.245623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce4a0. 00010000:00000010:2.1:1784943319.259628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664dea00. 00010000:00000010:2.1:1784943319.259638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffd2c00. 00000080:00000010:3.1:1784943319.267375:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ceda0. 00010000:00000010:3.1:1784943319.267387:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664def00. 00010000:00000010:3.1:1784943319.267391:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffd3800. 00000080:00000010:2.1:1784943319.280570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e200. 00010000:00000010:2.1:1784943319.280587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44405a00. 00010000:00000010:2.1:1784943319.280592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2e00. 00000080:00000010:3.1:1784943319.296684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce7c0. 00010000:00000010:3.1:1784943319.296701:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664de900. 00010000:00000010:3.1:1784943319.296708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffd2600. 00000080:00000010:2.1:1784943319.306561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582cea20. 00010000:00000010:2.1:1784943319.306581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664de400. 00010000:00000010:2.1:1784943319.306589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffd2000. 00000080:00000010:3.1:1784943319.321244:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce160. 00010000:00000010:3.1:1784943319.321262:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d72197900. 00010000:00000010:3.1:1784943319.321302:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffd3a00. 00000080:00000010:2.1:1784943319.328755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce300. 00010000:00000010:2.1:1784943319.328767:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d72197400. 00010000:00000010:2.1:1784943319.328772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffd2400. 00000080:00000010:3.1:1784943319.331803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce6e0. 00010000:00000010:3.1:1784943319.331813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d72197e00. 00010000:00000010:3.1:1784943319.331817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffd3200. 00000080:00000010:2.1:1784943319.342681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce8e0. 00010000:00000010:2.1:1784943319.342703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d72197b00. 00010000:00000010:2.1:1784943319.342708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffd2e00. 00000080:00000010:3.1:1784943319.354922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce980. 00010000:00000010:3.1:1784943319.354935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d500b7f00. 00010000:00000010:3.1:1784943319.354941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffd3e00. 00000080:00000010:2.1:1784943319.367714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505573a0. 00010000:00000010:2.1:1784943319.375143:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d500b7900. 00010000:00000010:2.1:1784943319.375160:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66563400. 00000080:00000010:3.1:1784943319.384574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce5c0. 00010000:00000010:3.1:1784943319.384588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d500b7400. 00010000:00000010:3.1:1784943319.384593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73820e00. 00000080:00000010:2.1:1784943319.399165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce5e0. 00010000:00000010:2.1:1784943319.407105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d72197500. 00010000:00000010:2.1:1784943319.407110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73821e00. 00000080:00000010:3.1:1784943319.411573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34ed60. 00010000:00000010:3.1:1784943319.411595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44405e00. 00010000:00000010:3.1:1784943319.411600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3200. 00000080:00000010:2.1:1784943319.453567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582cefc0. 00010000:00000010:2.1:1784943319.453588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d72197000. 00010000:00000010:2.1:1784943319.453594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73821c00. 00000080:00000010:3.1:1784943319.524560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582cee00. 00010000:00000010:3.1:1784943319.524573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d72197800. 00010000:00000010:3.1:1784943319.524578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73820200. 00000080:00000010:3.1:1784943319.547688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557940. 00010000:00000010:2.1:1784943319.551745:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d500b7e00. 00010000:00000010:2.1:1784943319.551761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66562a00. 00000080:00000010:2.1:1784943319.605947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557980. 00010000:00000010:2.1:1784943319.605961:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d500b7b00. 00010000:00000010:2.1:1784943319.605966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66563600. 00000080:00000010:2.1:1784943319.615583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557fc0. 00010000:00000010:2.1:1784943319.615604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d500b7500. 00010000:00000010:2.1:1784943319.615610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66562c00. 00000080:00000010:2.1:1784943319.643567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ce500. 00010000:00000010:2.1:1784943319.643586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d72197c00. 00010000:00000010:2.1:1784943319.643591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73821000. 00000080:00000010:2.1:1784943319.703566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d582ced20. 00010000:00000010:2.1:1784943319.703584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d72197700. 00010000:00000010:2.1:1784943319.703590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73820800. 00000080:00000010:2.1:1784943319.721580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6de0. 00010000:00000010:2.1:1784943319.726162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d72197200. 00010000:00000010:2.1:1784943319.726179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73821400. 00000080:00000010:2.1:1784943319.738270:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6ba0. 00010000:00000010:2.1:1784943319.738295:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d72197d00. 00010000:00000010:2.1:1784943319.738301:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73820a00. 00000080:00000010:2.1:1784943319.751612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe60a0. 00010000:00000010:2.1:1784943319.756694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d72197600. 00010000:00000010:2.1:1784943319.756706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73821600. 00000080:00000010:2.1:1784943319.763561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34eda0. 00010000:00000010:2.1:1784943319.763576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44405200. 00010000:00000010:2.1:1784943319.763582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2000. 00000080:00000010:2.1:1784943319.771616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6880. 00010000:00000010:2.1:1784943319.771628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d72197100. 00010000:00000010:2.1:1784943319.771633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73820c00. 00000080:00000010:2.1:1784943319.778623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe64e0. 00010000:00000010:2.1:1784943319.778638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d72197300. 00010000:00000010:2.1:1784943319.778643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73821800. 00000080:00000010:2.1:1784943319.792592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6740. 00010000:00000010:2.1:1784943319.792620:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d72197a00. 00010000:00000010:2.1:1784943319.792627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73820600. 00000080:00000010:2.1:1784943319.797582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe62c0. 00010000:00000010:2.1:1784943319.797603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d72197f00. 00010000:00000010:2.1:1784943319.797609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73820000. 00000080:00000010:2.1:1784943319.808578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6220. 00010000:00000010:2.1:1784943319.808596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664fd400. 00010000:00000010:2.1:1784943319.808603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73821a00. 00000080:00000010:2.1:1784943319.826568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6360. 00010000:00000010:2.1:1784943319.826581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664fde00. 00010000:00000010:2.1:1784943319.826586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73820400. 00000080:00000010:2.1:1784943319.835552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6f20. 00010000:00000010:2.1:1784943319.835571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664fdb00. 00010000:00000010:2.1:1784943319.835576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73821200. 00000080:00000010:2.1:1784943319.846689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6f00. 00010000:00000010:2.1:1784943319.846707:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664fd500. 00010000:00000010:2.1:1784943319.846712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5febac00. 00000080:00000010:2.1:1784943319.859139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6320. 00010000:00000010:2.1:1784943319.859163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664fd000. 00010000:00000010:2.1:1784943319.859169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5febb800. 00000080:00000010:2.1:1784943319.873112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6b60. 00010000:00000010:2.1:1784943319.873124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664fd800. 00010000:00000010:2.1:1784943319.873129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feba600. 00000080:00000010:2.1:1784943319.877722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34ec00. 00010000:00000010:2.1:1784943319.882390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44405f00. 00010000:00000010:2.1:1784943319.882406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2600. 00000080:00000010:2.1:1784943319.898659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6b00. 00010000:00000010:2.1:1784943319.898673:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664fdc00. 00010000:00000010:2.1:1784943319.898678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feba000. 00000080:00000010:2.1:1784943319.913612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6ce0. 00010000:00000010:2.1:1784943319.913646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664fd700. 00010000:00000010:2.1:1784943319.913663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5febba00. 00000080:00000010:3.1:1784943319.926698:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6a80. 00010000:00000010:3.1:1784943319.926720:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664fd200. 00010000:00000010:3.1:1784943319.926727:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feba400. 00000080:00000010:2.1:1784943319.939596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6ac0. 00010000:00000010:2.1:1784943319.939619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664fdd00. 00010000:00000010:2.1:1784943319.939625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5febb200. 00000080:00000010:3.1:1784943319.954640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6240. 00010000:00000010:3.1:1784943319.959646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664fd600. 00010000:00000010:3.1:1784943319.959662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5febae00. 00000080:00000010:2.1:1784943319.963562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6d80. 00010000:00000010:2.1:1784943319.963586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664fd100. 00010000:00000010:2.1:1784943319.963591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5febbe00. 00000080:00000010:3.1:1784943319.980701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6800. 00010000:00000010:3.1:1784943319.984769:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664fd300. 00010000:00000010:3.1:1784943319.984789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5febbc00. 00000080:00000010:2.1:1784943319.994752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6820. 00010000:00000010:2.1:1784943319.994773:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664fda00. 00010000:00000010:2.1:1784943319.994778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feba200. 00000080:00000010:3.1:1784943320.034585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6c00. 00010000:00000010:3.1:1784943320.034600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664fdf00. 00010000:00000010:3.1:1784943320.034605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5febb000. 00000080:00000010:2.1:1784943320.066576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe68a0. 00010000:00000010:2.1:1784943320.070587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664fd900. 00010000:00000010:2.1:1784943320.070605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feba800. 00000080:00000010:3.1:1784943320.075927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e8e0. 00010000:00000010:3.1:1784943320.075964:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44405500. 00010000:00000010:3.1:1784943320.075972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d2200. 00000080:00000010:2.1:1784943320.098179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6260. 00010000:00000010:2.1:1784943320.098213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7356f100. 00010000:00000010:2.1:1784943320.098220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5febb400. 00000080:00000010:2.1:1784943320.111560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6e20. 00010000:00000010:2.1:1784943320.111585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7356f300. 00010000:00000010:2.1:1784943320.111591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5febaa00. 00000080:00000010:2.1:1784943320.134564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6e80. 00010000:00000010:2.1:1784943320.134585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7356fa00. 00010000:00000010:2.1:1784943320.134591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5febb600. 00000080:00000010:2.1:1784943320.167562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6d40. 00010000:00000010:2.1:1784943320.167584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7356ff00. 00010000:00000010:2.1:1784943320.167589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664f2a00. 00000080:00000010:3.1:1784943320.191561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6520. 00010000:00000010:3.1:1784943320.191580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7356f900. 00010000:00000010:3.1:1784943320.191586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664f3600. 00000080:00000010:2.1:1784943320.204566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6480. 00010000:00000010:2.1:1784943320.212611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7356f400. 00010000:00000010:2.1:1784943320.212629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664f2c00. 00000080:00000010:3.1:1784943320.218560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6940. 00010000:00000010:3.1:1784943320.222569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7356fe00. 00010000:00000010:3.1:1784943320.222581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664f3800. 00000080:00000010:2.1:1784943320.230570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6ca0. 00010000:00000010:2.1:1784943320.230598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7356fb00. 00010000:00000010:2.1:1784943320.230604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664f2600. 00000080:00000010:3.1:1784943320.248569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe61e0. 00010000:00000010:3.1:1784943320.248595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7356f500. 00010000:00000010:3.1:1784943320.248600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664f2000. 00000080:00000010:2.1:1784943320.278572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47d63500. 00010000:00000010:2.1:1784943320.281565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7356f000. 00010000:00000010:2.1:1784943320.281580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664f3a00. 00000080:00000010:3.1:1784943320.298645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e140. 00010000:00000010:3.1:1784943320.298676:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73676400. 00010000:00000010:3.1:1784943320.298683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3800. 00010000:00000010:2.1:1784943320.316600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7356f800. 00010000:00000010:2.1:1784943320.316617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664f2400. 00000080:00000010:3.1:1784943320.319795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ead80. 00000080:00000010:3.1:1784943320.355125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea800. 00010000:00000010:3.1:1784943320.355142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7356fc00. 00010000:00000010:3.1:1784943320.355146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664f3200. 00000080:00000010:2.1:1784943320.381568:0:1354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea820. 00010000:00000010:2.1:1784943320.381592:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7356f700. 00010000:00000010:2.1:1784943320.381598:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664f2e00. 00000080:00000010:3.1:1784943320.405889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663eac00. 00010000:00000010:3.1:1784943320.405910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7356f200. 00010000:00000010:3.1:1784943320.405917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664f3e00. 00000080:00000010:2.1:1784943320.440313:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea8a0. 00000080:00000010:3.1:1784943320.442079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea260. 00010000:00000010:2.1:1784943320.442401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7356fd00. 00010000:00000010:2.1:1784943320.442408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664f3c00. 00010000:00000010:3.1:1784943320.447117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7356f600. 00010000:00000010:3.1:1784943320.447135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664f2200. 00000080:00000010:2.1:1784943320.463829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663eae20. 00010000:00000010:2.1:1784943320.463859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58398c00. 00010000:00000010:2.1:1784943320.463867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664f3000. 00000080:00000010:3.1:1784943320.472582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d3e0. 00010000:00000010:3.1:1784943320.472608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58398700. 00010000:00000010:3.1:1784943320.472614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7219ac00. 00000080:00000010:2.1:1784943320.484088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663eaf60. 00010000:00000010:2.1:1784943320.484114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58398200. 00010000:00000010:2.1:1784943320.484119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664f2800. 00000080:00000010:3.1:1784943320.497582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663eab20. 00010000:00000010:3.1:1784943320.501573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7394fa00. 00010000:00000010:3.1:1784943320.501591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d664f3400. 00000080:00000010:3.1:1784943320.512586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7f60. 00010000:00000010:3.1:1784943320.516561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73676e00. 00010000:00000010:3.1:1784943320.516583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588a4000. 00000080:00000010:3.1:1784943320.527679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d160. 00010000:00000010:3.1:1784943320.527701:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7394ff00. 00010000:00000010:3.1:1784943320.527706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7219b600. 00000080:00000010:3.1:1784943320.551571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15dda0. 00010000:00000010:3.1:1784943320.551588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58398d00. 00010000:00000010:3.1:1784943320.551594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7219aa00. 00000080:00000010:3.1:1784943320.556073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea840. 00010000:00000010:3.1:1784943320.556086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58398600. 00010000:00000010:3.1:1784943320.556091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffe1a00. 00000080:00000010:3.1:1784943320.565824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663eaa60. 00010000:00000010:3.1:1784943320.580163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58398100. 00010000:00000010:3.1:1784943320.580179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffe0400. 00000080:00000010:2.1:1784943320.587843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea380. 00010000:00000010:2.1:1784943320.587862:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58398300. 00010000:00000010:2.1:1784943320.587866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffe1200. 00000080:00000010:2.1:1784943320.591814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ead00. 00010000:00000010:2.1:1784943320.591828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58398a00. 00010000:00000010:2.1:1784943320.591833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffe0e00. 00000080:00000010:2.1:1784943320.602561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663eaea0. 00010000:00000010:2.1:1784943320.611586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58398f00. 00010000:00000010:2.1:1784943320.611599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffe1e00. 00000080:00000010:2.1:1784943320.632947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea180. 00010000:00000010:2.1:1784943320.632973:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58398900. 00010000:00000010:2.1:1784943320.632979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffe1c00. 00000080:00000010:2.1:1784943320.640339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea700. 00010000:00000010:2.1:1784943320.644946:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58398400. 00010000:00000010:2.1:1784943320.644956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffe0200. 00000080:00000010:2.1:1784943320.654578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea580. 00010000:00000010:2.1:1784943320.654599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58398e00. 00010000:00000010:2.1:1784943320.654604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffe1000. 00000080:00000010:2.1:1784943320.664808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d73c0. 00010000:00000010:2.1:1784943320.664830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662ed000. 00010000:00000010:2.1:1784943320.664836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588a4400. 00000080:00000010:2.1:1784943320.684834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663eaa00. 00010000:00000010:2.1:1784943320.684862:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58398b00. 00010000:00000010:2.1:1784943320.684870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffe0800. 00000080:00000010:2.1:1784943320.692593:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663eac80. 00010000:00000010:2.1:1784943320.692606:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58398500. 00010000:00000010:2.1:1784943320.692611:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffe1400. 00000080:00000010:2.1:1784943320.708144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663eabe0. 00010000:00000010:2.1:1784943320.708166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58398000. 00010000:00000010:2.1:1784943320.708172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffe0a00. 00000080:00000010:2.1:1784943320.720553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea680. 00010000:00000010:2.1:1784943320.720566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58398800. 00010000:00000010:2.1:1784943320.720572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffe1600. 00000080:00000010:2.1:1784943320.737573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea780. 00010000:00000010:2.1:1784943320.737600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73828400. 00010000:00000010:2.1:1784943320.737666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffe0c00. 00000080:00000010:2.1:1784943320.762578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea660. 00010000:00000010:2.1:1784943320.772563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73828e00. 00010000:00000010:2.1:1784943320.772579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffe1800. 00000080:00000010:2.1:1784943320.784599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea1a0. 00010000:00000010:2.1:1784943320.784623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73828b00. 00010000:00000010:2.1:1784943320.784628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffe0600. 00000080:00000010:2.1:1784943320.814791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ead60. 00010000:00000010:2.1:1784943320.818795:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73828500. 00010000:00000010:2.1:1784943320.818811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5ffe0000. 00000080:00000010:2.1:1784943320.846586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea1c0. 00010000:00000010:2.1:1784943320.846600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73828000. 00010000:00000010:2.1:1784943320.846605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bad600. 00000080:00000010:2.1:1784943320.873722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea620. 00010000:00000010:2.1:1784943320.873742:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73828800. 00010000:00000010:2.1:1784943320.873748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bacc00. 00000080:00000010:2.1:1784943320.899567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7f00. 00010000:00000010:2.1:1784943320.899591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6300. 00010000:00000010:2.1:1784943320.899598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feae600. 00000080:00000010:2.1:1784943320.919704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaece0. 00010000:00000010:2.1:1784943320.919728:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d456edc00. 00010000:00000010:2.1:1784943320.919734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc27800. 00000080:00000010:2.1:1784943320.932844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7260. 00010000:00000010:2.1:1784943320.932875:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662ed800. 00010000:00000010:2.1:1784943320.932882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43b85e00. 00000080:00000010:2.1:1784943320.950902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663eaf80. 00010000:00000010:2.1:1784943320.950916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73828c00. 00010000:00000010:2.1:1784943320.950922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bad800. 00000080:00000010:2.1:1784943320.961761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea7a0. 00010000:00000010:2.1:1784943320.961774:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73828700. 00010000:00000010:2.1:1784943320.961779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bac600. 00000080:00000010:2.1:1784943320.976707:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea2e0. 00010000:00000010:2.1:1784943320.976721:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73828200. 00010000:00000010:2.1:1784943320.976727:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bac000. 00000080:00000010:2.1:1784943320.993749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea060. 00010000:00000010:2.1:1784943320.996785:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73828d00. 00010000:00000010:2.1:1784943320.996806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bada00. 00000080:00000010:2.1:1784943321.009562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505578e0. 00010000:00000010:2.1:1784943321.009577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d500b7000. 00010000:00000010:2.1:1784943321.009582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66563800. 00000080:00000010:2.1:1784943321.023317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505574e0. 00010000:00000010:2.1:1784943321.023336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d500b7800. 00010000:00000010:2.1:1784943321.023342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66562600. 00000080:00000010:2.1:1784943321.035576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaec40. 00010000:00000010:2.1:1784943321.035591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7394f900. 00010000:00000010:2.1:1784943321.035595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7219ba00. 00000080:00000010:2.1:1784943321.043827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d240. 00010000:00000010:2.1:1784943321.053563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7394f400. 00010000:00000010:2.1:1784943321.053570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7219a400. 00000080:00000010:2.1:1784943321.058563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15daa0. 00010000:00000010:2.1:1784943321.058589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7394fe00. 00010000:00000010:2.1:1784943321.058595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7219b200. 00000080:00000010:2.1:1784943321.070769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15da60. 00010000:00000010:2.1:1784943321.070792:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7394fb00. 00010000:00000010:2.1:1784943321.070797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7219ae00. 00000080:00000010:2.1:1784943321.101582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d76a0. 00010000:00000010:2.1:1784943321.101608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662edc00. 00010000:00000010:2.1:1784943321.101613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43b85c00. 00000080:00000010:2.1:1784943321.125563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15dbc0. 00010000:00000010:2.1:1784943321.132213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7394f500. 00010000:00000010:2.1:1784943321.132222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7219be00. 00000080:00000010:2.1:1784943321.144931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15dc60. 00010000:00000010:2.1:1784943321.144957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7394f000. 00010000:00000010:2.1:1784943321.144962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7219bc00. 00000080:00000010:2.1:1784943321.154559:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d0e0. 00010000:00000010:2.1:1784943321.160590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7394f800. 00010000:00000010:2.1:1784943321.160597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7219a200. 00000080:00000010:2.1:1784943321.165080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d200. 00010000:00000010:2.1:1784943321.165119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7394fc00. 00010000:00000010:2.1:1784943321.165126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7219a800. 00000080:00000010:2.1:1784943321.182680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d260. 00010000:00000010:2.1:1784943321.190630:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4820b500. 00010000:00000010:2.1:1784943321.190638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7219b000. 00000080:00000010:2.1:1784943321.200063:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663ea020. 00010000:00000010:2.1:1784943321.200084:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73828600. 00010000:00000010:2.1:1784943321.200090:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bac400. 00000080:00000010:3.1:1784943321.202808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8c60. 00010000:00000010:3.1:1784943321.202832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73828100. 00010000:00000010:3.1:1784943321.202837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bad200. 00000080:00000010:2.1:1784943321.214216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a80e0. 00010000:00000010:2.1:1784943321.214237:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73828300. 00010000:00000010:2.1:1784943321.214243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bace00. 00000080:00000010:3.1:1784943321.229668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8200. 00010000:00000010:3.1:1784943321.229688:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73828a00. 00010000:00000010:3.1:1784943321.229694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bade00. 00000080:00000010:2.1:1784943321.234604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a83c0. 00010000:00000010:2.1:1784943321.237556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73828f00. 00010000:00000010:2.1:1784943321.237564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73badc00. 00000080:00000010:3.1:1784943321.245739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7b20. 00010000:00000010:2.1:1784943321.255566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662ed700. 00010000:00000010:2.1:1784943321.255574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43b84200. 00000080:00000010:2.1:1784943321.263716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a80c0. 00010000:00000010:2.1:1784943321.263731:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73828900. 00010000:00000010:2.1:1784943321.263736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bac200. 00000080:00000010:2.1:1784943321.272574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a89c0. 00010000:00000010:2.1:1784943321.272596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73baf900. 00010000:00000010:2.1:1784943321.272602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bad000. 00000080:00000010:2.1:1784943321.297701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8f60. 00010000:00000010:2.1:1784943321.297733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73baf400. 00010000:00000010:2.1:1784943321.297739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bac800. 00000080:00000010:2.1:1784943321.323559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8b20. 00010000:00000010:2.1:1784943321.333332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73bafe00. 00010000:00000010:2.1:1784943321.333342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bad400. 00000080:00000010:2.1:1784943321.337566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8840. 00010000:00000010:2.1:1784943321.337589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73bafb00. 00010000:00000010:2.1:1784943321.337595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73baca00. 00000080:00000010:2.1:1784943321.360395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8a60. 00010000:00000010:2.1:1784943321.363353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73baf500. 00010000:00000010:2.1:1784943321.363368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7396a200. 00000080:00000010:2.1:1784943321.367558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8380. 00010000:00000010:2.1:1784943321.367574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73baf000. 00010000:00000010:2.1:1784943321.367580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7396b000. 00000080:00000010:2.1:1784943321.382820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8d00. 00010000:00000010:2.1:1784943321.382842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73baf800. 00010000:00000010:2.1:1784943321.382848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7396a800. 00000080:00000010:2.1:1784943321.412574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8ea0. 00010000:00000010:2.1:1784943321.412608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73bafc00. 00010000:00000010:2.1:1784943321.412615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7396b400. 00000080:00000010:3.1:1784943321.441577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8180. 00010000:00000010:3.1:1784943321.446162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73baf700. 00010000:00000010:3.1:1784943321.446171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7396aa00. 00000080:00000010:2.1:1784943321.465691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d74e0. 00010000:00000010:2.1:1784943321.465713:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44405800. 00010000:00000010:2.1:1784943321.465718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43b85000. 00000080:00000010:3.1:1784943321.490895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8700. 00010000:00000010:3.1:1784943321.490920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73baf200. 00010000:00000010:3.1:1784943321.490925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7396b600. 00000080:00000010:2.1:1784943321.507723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8580. 00010000:00000010:2.1:1784943321.513227:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73bafd00. 00010000:00000010:2.1:1784943321.513241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7396ac00. 00000080:00000010:3.1:1784943321.538554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8a00. 00010000:00000010:3.1:1784943321.538569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73baf600. 00010000:00000010:3.1:1784943321.538574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7396b800. 00000080:00000010:3.1:1784943321.551619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8c80. 00010000:00000010:3.1:1784943321.551633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73baf100. 00010000:00000010:3.1:1784943321.551648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7396a600. 00000080:00000010:3.1:1784943321.562563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8be0. 00010000:00000010:3.1:1784943321.562584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73baf300. 00010000:00000010:3.1:1784943321.562590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7396a000. 00000080:00000010:2.1:1784943321.591574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8680. 00010000:00000010:2.1:1784943321.591595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73bafa00. 00010000:00000010:2.1:1784943321.591600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7396ba00. 00000080:00000010:2.1:1784943321.598541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8780. 00010000:00000010:2.1:1784943321.598555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73baff00. 00010000:00000010:2.1:1784943321.598560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7396a400. 00000080:00000010:3.1:1784943321.624095:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8640. 00010000:00000010:3.1:1784943321.624113:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58197800. 00010000:00000010:3.1:1784943321.624119:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7396b200. 00000080:00000010:3.1:1784943321.647590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8d20. 00010000:00000010:3.1:1784943321.647614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58197c00. 00010000:00000010:3.1:1784943321.647621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7396ae00. 00000080:00000010:3.1:1784943321.665548:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8e00. 00010000:00000010:3.1:1784943321.665559:0:178433:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58197700. 00010000:00000010:3.1:1784943321.665564:0:178433:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7396be00. 00000080:00000010:3.1:1784943321.682751:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e180. 00010000:00000010:3.1:1784943321.699857:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53559800. 00010000:00000010:3.1:1784943321.699871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3e00. 00000080:00000010:3.1:1784943321.704691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaeba0. 00010000:00000010:3.1:1784943321.704703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d500b7c00. 00010000:00000010:3.1:1784943321.704707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66562000. 00000080:00000010:2.1:1784943321.710593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611364a0. 00010000:00000010:2.1:1784943321.710617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d500b7700. 00010000:00000010:2.1:1784943321.710647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66563a00. 00000080:00000010:3.1:1784943321.736090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d900. 00010000:00000010:3.1:1784943321.736109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7394f700. 00010000:00000010:3.1:1784943321.736127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7219a600. 00000080:00000010:3.1:1784943321.739572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15dc40. 00010000:00000010:3.1:1784943321.739594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a41300. 00010000:00000010:3.1:1784943321.739601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7219b800. 00000080:00000010:2.1:1784943321.761691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d180. 00010000:00000010:2.1:1784943321.761702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a41a00. 00010000:00000010:2.1:1784943321.761706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7219b400. 00000080:00000010:3.1:1784943321.768572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d500. 00010000:00000010:3.1:1784943321.772649:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a41f00. 00010000:00000010:3.1:1784943321.772656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7219a000. 00000080:00000010:2.1:1784943321.780569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d040. 00010000:00000010:2.1:1784943321.784576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a41900. 00010000:00000010:2.1:1784943321.784607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb7e00. 00000080:00000010:2.1:1784943321.803665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d100. 00010000:00000010:2.1:1784943321.822356:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a41400. 00010000:00000010:2.1:1784943321.822370:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb7c00. 00000080:00000010:3.1:1784943321.828735:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d280. 00010000:00000010:3.1:1784943321.828753:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a41e00. 00010000:00000010:3.1:1784943321.828838:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb6200. 00000080:00000010:3.1:1784943321.829677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d680. 00010000:00000010:3.1:1784943321.829687:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a41b00. 00010000:00000010:3.1:1784943321.829691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb7000. 00000080:00000010:2.1:1784943321.847892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34efa0. 00010000:00000010:2.1:1784943321.847913:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53559300. 00010000:00000010:2.1:1784943321.847918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d413d3c00. 00000080:00000010:2.1:1784943321.875378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15db60. 00010000:00000010:2.1:1784943321.875391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a41500. 00010000:00000010:2.1:1784943321.875397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb6800. 00000080:00000010:2.1:1784943321.907887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d5e0. 00010000:00000010:2.1:1784943321.907910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a41000. 00010000:00000010:2.1:1784943321.907918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb7400. 00000080:00000010:2.1:1784943321.911564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15df60. 00010000:00000010:2.1:1784943321.911582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4820b000. 00010000:00000010:2.1:1784943321.911587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb6a00. 00000080:00000010:2.1:1784943321.932562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a85c0. 00010000:00000010:2.1:1784943321.935679:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58197200. 00010000:00000010:2.1:1784943321.935698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7396bc00. 00000080:00000010:2.1:1784943321.951552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8b00. 00010000:00000010:2.1:1784943321.955560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58197d00. 00010000:00000010:2.1:1784943321.955574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82063a00. 00000080:00000010:2.1:1784943321.966656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8ce0. 00010000:00000010:2.1:1784943321.966671:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58197600. 00010000:00000010:2.1:1784943321.966679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82062400. 00000080:00000010:2.1:1784943321.980036:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8a20. 00010000:00000010:2.1:1784943321.980056:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58197100. 00010000:00000010:2.1:1784943321.980062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82063200. 00000080:00000010:2.1:1784943321.996656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8da0. 00010000:00000010:2.1:1784943321.996670:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58197300. 00010000:00000010:2.1:1784943321.996677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82062e00. 00000080:00000010:3.1:1784943322.017575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8240. 00010000:00000010:3.1:1784943322.017595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58197a00. 00010000:00000010:3.1:1784943322.017601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82063e00. 00000080:00000010:2.1:1784943322.039651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8d80. 00010000:00000010:2.1:1784943322.049572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58197f00. 00010000:00000010:2.1:1784943322.049591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82063c00. 00000080:00000010:3.1:1784943322.053300:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e1e0. 00010000:00000010:3.1:1784943322.053315:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53559e00. 00010000:00000010:3.1:1784943322.053320:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42a0a400. 00000080:00000010:2.1:1784943322.060556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8800. 00010000:00000010:2.1:1784943322.060580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58197900. 00010000:00000010:2.1:1784943322.060586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82062200. 00000080:00000010:3.1:1784943322.076553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d450a3ac0. 00010000:00000010:3.1:1784943322.076566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58197400. 00010000:00000010:3.1:1784943322.076571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82063000. 00000080:00000010:2.1:1784943322.083567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d77a0. 00010000:00000010:2.1:1784943322.083596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58197e00. 00010000:00000010:2.1:1784943322.083603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82062800. 00000080:00000010:3.1:1784943322.099281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7b00. 00010000:00000010:3.1:1784943322.099304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58197b00. 00010000:00000010:3.1:1784943322.099309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82063400. 00000080:00000010:2.1:1784943322.112712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d665738e0. 00010000:00000010:2.1:1784943322.116817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58197500. 00010000:00000010:2.1:1784943322.116827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82062a00. 00000080:00000010:3.1:1784943322.124561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573020. 00010000:00000010:3.1:1784943322.124579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58197000. 00010000:00000010:3.1:1784943322.124585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82063600. 00000080:00000010:2.1:1784943322.139743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573860. 00010000:00000010:2.1:1784943322.139766:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66354300. 00010000:00000010:2.1:1784943322.139773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82062c00. 00000080:00000010:3.1:1784943322.159750:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573e80. 00010000:00000010:3.1:1784943322.159771:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66354a00. 00010000:00000010:3.1:1784943322.159776:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82063800. 00000080:00000010:2.1:1784943322.174590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573a60. 00010000:00000010:2.1:1784943322.174602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66354f00. 00010000:00000010:2.1:1784943322.174607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82062600. 00000080:00000010:2.1:1784943322.186883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573220. 00000080:00000010:3.1:1784943322.193811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e3e0. 00010000:00000010:3.1:1784943322.193825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53559900. 00010000:00000010:3.1:1784943322.193830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42a0b200. 00010000:00000010:2.1:1784943322.194015:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66354900. 00010000:00000010:2.1:1784943322.194022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d82062000. 00000080:00000010:2.1:1784943322.202570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d665732a0. 00010000:00000010:2.1:1784943322.205860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66354400. 00010000:00000010:2.1:1784943322.205868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661f5800. 00000080:00000010:3.1:1784943322.217787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213ce0. 00010000:00000010:3.1:1784943322.221684:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66354e00. 00010000:00000010:3.1:1784943322.221701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661f4600. 00000080:00000010:2.1:1784943322.236580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213b60. 00010000:00000010:2.1:1784943322.236593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4820b800. 00010000:00000010:2.1:1784943322.236598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661f4000. 00000080:00000010:3.1:1784943322.243706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136e40. 00010000:00000010:3.1:1784943322.247827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664d5900. 00010000:00000010:3.1:1784943322.247835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66562400. 00000080:00000010:2.1:1784943322.259706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136760. 00010000:00000010:2.1:1784943322.259729:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664d5400. 00010000:00000010:2.1:1784943322.259735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66563200. 00000080:00000010:3.1:1784943322.269264:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611365c0. 00010000:00000010:3.1:1784943322.269289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a41800. 00010000:00000010:3.1:1784943322.269294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb7800. 00000080:00000010:2.1:1784943322.284575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d9c0. 00010000:00000010:2.1:1784943322.289131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a41c00. 00010000:00000010:2.1:1784943322.289147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb6c00. 00000080:00000010:3.1:1784943322.290983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15dce0. 00010000:00000010:3.1:1784943322.290993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a41700. 00010000:00000010:3.1:1784943322.290997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb7600. 00000080:00000010:2.1:1784943322.295657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d480. 00010000:00000010:2.1:1784943322.295671:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a41200. 00010000:00000010:2.1:1784943322.295676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb6600. 00000080:00000010:3.1:1784943322.306567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15d3c0. 00010000:00000010:3.1:1784943322.306585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a41d00. 00010000:00000010:3.1:1784943322.306590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb6000. 00000080:00000010:2.1:1784943322.320616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34ec60. 00010000:00000010:2.1:1784943322.320641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53559500. 00010000:00000010:2.1:1784943322.320646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42a0ae00. 00000080:00000010:3.1:1784943322.323659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d15db20. 00010000:00000010:3.1:1784943322.323675:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4820bc00. 00010000:00000010:3.1:1784943322.323680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb7a00. 00000080:00000010:2.1:1784943322.331561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213320. 00010000:00000010:2.1:1784943322.331580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66354b00. 00010000:00000010:2.1:1784943322.331586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661f5a00. 00000080:00000010:3.1:1784943322.339588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213f20. 00010000:00000010:3.1:1784943322.343628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66354500. 00010000:00000010:3.1:1784943322.343656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661f4400. 00000080:00000010:2.1:1784943322.356705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213220. 00010000:00000010:2.1:1784943322.356717:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66354000. 00010000:00000010:2.1:1784943322.356722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661f5200. 00000080:00000010:3.1:1784943322.375848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213740. 00010000:00000010:3.1:1784943322.375863:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66354800. 00010000:00000010:3.1:1784943322.375868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661f4e00. 00000080:00000010:3.1:1784943322.393852:0:178432:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213920. 00010000:00000010:3.1:1784943322.393864:0:178432:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4820b700. 00010000:00000010:3.1:1784943322.393867:0:178432:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661f5e00. 00000080:00000010:3.1:1784943322.403855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213f40. 00010000:00000010:3.1:1784943322.412676:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66354c00. 00010000:00000010:3.1:1784943322.412687:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661f5c00. 00000080:00000010:3.1:1784943322.413624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213460. 00010000:00000010:3.1:1784943322.417585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66354700. 00010000:00000010:3.1:1784943322.417602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661f4200. 00000080:00000010:3.1:1784943322.427058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136400. 00010000:00000010:3.1:1784943322.427080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664d5e00. 00010000:00000010:3.1:1784943322.427085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66562e00. 00000080:00000010:3.1:1784943322.442688:0:178432:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d611368c0. 00010000:00000010:3.1:1784943322.442700:0:178432:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664d5b00. 00010000:00000010:3.1:1784943322.442704:0:178432:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66563e00. 00000080:00000010:3.1:1784943322.458626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e480. 00010000:00000010:3.1:1784943322.462664:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089fc00. 00010000:00000010:3.1:1784943322.462677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42a0be00. 00000080:00000010:3.1:1784943322.470611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213e60. 00010000:00000010:3.1:1784943322.470641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66354200. 00010000:00000010:3.1:1784943322.470648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661f5000. 00000080:00000010:3.1:1784943322.479580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2139a0. 00010000:00000010:3.1:1784943322.479598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66354d00. 00010000:00000010:3.1:1784943322.479603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661f4800. 00000080:00000010:2.1:1784943322.493561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213b40. 00010000:00000010:2.1:1784943322.493575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66354600. 00010000:00000010:2.1:1784943322.493581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661f5400. 00000080:00000010:3.1:1784943322.506928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213dc0. 00010000:00000010:3.1:1784943322.513719:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66354100. 00010000:00000010:3.1:1784943322.513733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661f4a00. 00000080:00000010:3.1:1784943322.518418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d2138c0. 00010000:00000010:3.1:1784943322.518431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d1ed200. 00010000:00000010:3.1:1784943322.518446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661f5600. 00000080:00000010:3.1:1784943322.527568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d213b20. 00010000:00000010:3.1:1784943322.531164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d1edd00. 00010000:00000010:3.1:1784943322.531169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d661f4c00. 00000080:00000010:2.1:1784943322.535576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d664e1b20. 00010000:00000010:2.1:1784943322.543593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d1ed600. 00010000:00000010:2.1:1784943322.543610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6637ea00. 00000080:00000010:2.1:1784943322.553217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae320. 00010000:00000010:2.1:1784943322.553237:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d456ed600. 00010000:00000010:2.1:1784943322.553243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc26c00. 00000080:00000010:2.1:1784943322.575734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34eba0. 00010000:00000010:2.1:1784943322.575749:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53559a00. 00010000:00000010:2.1:1784943322.575754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42a0bc00. 00000080:00000010:2.1:1784943322.589617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e9a0. 00010000:00000010:2.1:1784943322.589645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53559f00. 00010000:00000010:2.1:1784943322.589651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42a0a200. 00000080:00000010:3.1:1784943322.593644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106460. 00010000:00000010:3.1:1784943322.604563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53559700. 00010000:00000010:3.1:1784943322.604572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663f6a00. 00000080:00000010:2.1:1784943322.608689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e160. 00010000:00000010:2.1:1784943322.608714:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53559400. 00010000:00000010:2.1:1784943322.608719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42a0b000. 00000080:00000010:2.1:1784943322.616588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34ed80. 00010000:00000010:2.1:1784943322.619652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53559b00. 00010000:00000010:2.1:1784943322.619662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42a0a800. 00000080:00000010:2.1:1784943322.639614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e800. 00010000:00000010:2.1:1784943322.639647:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53559000. 00010000:00000010:2.1:1784943322.639652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42a0b400. 00000080:00000010:2.1:1784943322.651579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50417cc0. 00010000:00000010:2.1:1784943322.655584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53559c00. 00010000:00000010:2.1:1784943322.655601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42a0aa00. 00000080:00000010:2.1:1784943322.665588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504173c0. 00010000:00000010:2.1:1784943322.665607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53559100. 00010000:00000010:2.1:1784943322.665612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42a0b600. 00000080:00000010:2.1:1784943322.680566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50417700. 00010000:00000010:2.1:1784943322.689814:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47f18700. 00010000:00000010:2.1:1784943322.689825:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42a0ac00. 00000080:00000010:3.1:1784943322.693585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504175c0. 00010000:00000010:3.1:1784943322.693603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47f18f00. 00010000:00000010:3.1:1784943322.693607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42a0b800. 00000080:00000010:3.1:1784943322.699793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae300. 00010000:00000010:3.1:1784943322.699814:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d456edd00. 00010000:00000010:3.1:1784943322.699820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc26000. 00000080:00000010:3.1:1784943322.707577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50417d00. 00010000:00000010:3.1:1784943322.711667:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47f18c00. 00010000:00000010:3.1:1784943322.711674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42a0a600. 00000080:00000010:3.1:1784943322.715889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7f80. 00010000:00000010:3.1:1784943322.715902:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662edd00. 00010000:00000010:3.1:1784943322.715907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43b84800. 00000080:00000010:3.1:1784943322.724579:0:178432:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d72a0. 00010000:00000010:3.1:1784943322.724592:0:178432:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662ed600. 00010000:00000010:3.1:1784943322.724596:0:178432:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43b85400. 00000080:00000010:2.1:1784943322.730822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d73a0. 00010000:00000010:2.1:1784943322.736559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47f18a00. 00010000:00000010:2.1:1784943322.736568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42a0a000. 00000080:00000010:3.1:1784943322.740913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50417260. 00010000:00000010:3.1:1784943322.740928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47f18000. 00010000:00000010:3.1:1784943322.740934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42a0ba00. 00000080:00000010:2.1:1784943322.745171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50417840. 00010000:00000010:2.1:1784943322.745190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47f18500. 00010000:00000010:2.1:1784943322.745196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73734000. 00000080:00000010:3.1:1784943322.752743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50417120. 00010000:00000010:3.1:1784943322.752763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47f18b00. 00010000:00000010:3.1:1784943322.752768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73735a00. 00000080:00000010:2.1:1784943322.768471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50417720. 00010000:00000010:2.1:1784943322.768498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47f18200. 00010000:00000010:2.1:1784943322.768504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73734400. 00000080:00000010:3.1:1784943322.782021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504177e0. 00010000:00000010:3.1:1784943322.785803:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47f18300. 00010000:00000010:3.1:1784943322.785815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73735200. 00000080:00000010:2.1:1784943322.806708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50417400. 00010000:00000010:2.1:1784943322.810926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47f18900. 00010000:00000010:2.1:1784943322.810934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73734e00. 00000080:00000010:3.1:1784943322.820843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaeca0. 00010000:00000010:3.1:1784943322.826718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d456ed000. 00010000:00000010:3.1:1784943322.826733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73464c00. 00000080:00000010:2.1:1784943322.843864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504173e0. 00010000:00000010:2.1:1784943322.843887:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47f18600. 00010000:00000010:2.1:1784943322.843892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73735e00. 00000080:00000010:3.1:1784943322.846880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50417240. 00010000:00000010:3.1:1784943322.846894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47f18d00. 00010000:00000010:3.1:1784943322.846899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73735c00. 00000080:00000010:2.1:1784943322.854717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504178c0. 00010000:00000010:2.1:1784943322.854733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47f18e00. 00010000:00000010:2.1:1784943322.854738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73734200. 00000080:00000010:3.1:1784943322.865563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50417ae0. 00010000:00000010:3.1:1784943322.869557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d47f18100. 00010000:00000010:3.1:1784943322.869571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73735000. 00000080:00000010:2.1:1784943322.880557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50417a60. 00010000:00000010:2.1:1784943322.884562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c6100. 00010000:00000010:2.1:1784943322.884573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73734800. 00000080:00000010:2.1:1784943322.894565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50417fc0. 00010000:00000010:2.1:1784943322.894581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c6800. 00010000:00000010:2.1:1784943322.894587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73735400. 00000080:00000010:2.1:1784943322.902555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50417e80. 00010000:00000010:2.1:1784943322.902568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c6700. 00010000:00000010:2.1:1784943322.902573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73734a00. 00000080:00000010:2.1:1784943322.912564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5780. 00010000:00000010:2.1:1784943322.912582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c6e00. 00010000:00000010:2.1:1784943322.912587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73735600. 00000080:00000010:2.1:1784943322.927459:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c53c0. 00010000:00000010:2.1:1784943322.927474:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c6200. 00010000:00000010:2.1:1784943322.927480:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73734c00. 00000080:00000010:2.1:1784943322.945767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5b60. 00010000:00000010:2.1:1784943322.948780:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c6f00. 00010000:00000010:2.1:1784943322.948797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73735800. 00000080:00000010:2.1:1784943322.958576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaebe0. 00010000:00000010:2.1:1784943322.966607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d456ed900. 00010000:00000010:2.1:1784943322.966641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73464400. 00000080:00000010:2.1:1784943322.980561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5de0. 00010000:00000010:2.1:1784943322.980582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c6b00. 00010000:00000010:2.1:1784943322.980588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73734600. 00000080:00000010:2.1:1784943322.995288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c56e0. 00010000:00000010:2.1:1784943322.995311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c6600. 00010000:00000010:2.1:1784943322.995317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1c5800. 00000080:00000010:2.1:1784943323.012945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5500. 00010000:00000010:2.1:1784943323.012959:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c6d00. 00010000:00000010:2.1:1784943323.012965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1c4600. 00000080:00000010:2.1:1784943323.031568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5440. 00010000:00000010:2.1:1784943323.031583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c6c00. 00010000:00000010:2.1:1784943323.031587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1c4000. 00000080:00000010:2.1:1784943323.038634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5060. 00010000:00000010:2.1:1784943323.038646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c6400. 00010000:00000010:2.1:1784943323.038652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1c5a00. 00000080:00000010:2.1:1784943323.048573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5620. 00010000:00000010:2.1:1784943323.053570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c6a00. 00010000:00000010:2.1:1784943323.053585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1c4400. 00000080:00000010:2.1:1784943323.074707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5600. 00010000:00000010:2.1:1784943323.074726:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c6900. 00010000:00000010:2.1:1784943323.074731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1c5200. 00000080:00000010:0.1:1784943323.087759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5e60. 00010000:00000010:0.1:1784943323.087778:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c6300. 00010000:00000010:0.1:1784943323.087784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1c4e00. 00000080:00000010:2.1:1784943323.116322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5e20. 00010000:00000010:2.1:1784943323.119601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d591f7000. 00010000:00000010:2.1:1784943323.119619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1c5e00. 00000080:00000010:2.1:1784943323.141622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c57a0. 00010000:00000010:2.1:1784943323.148317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d591f7200. 00010000:00000010:2.1:1784943323.148331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1c5c00. 00000080:00000010:2.1:1784943323.155744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaeec0. 00010000:00000010:2.1:1784943323.155757:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d456eda00. 00010000:00000010:2.1:1784943323.155763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73465e00. 00000080:00000010:2.1:1784943323.169569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5ca0. 00010000:00000010:2.1:1784943323.169585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d591f7800. 00010000:00000010:2.1:1784943323.169591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1c4200. 00000080:00000010:2.1:1784943323.191560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c59a0. 00010000:00000010:2.1:1784943323.191575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d591f7c00. 00010000:00000010:2.1:1784943323.191581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1c5000. 00000080:00000010:2.1:1784943323.202571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5940. 00010000:00000010:2.1:1784943323.202592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d591f7500. 00010000:00000010:2.1:1784943323.202598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1c4800. 00000080:00000010:2.1:1784943323.216647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5580. 00010000:00000010:2.1:1784943323.216670:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d591f7b00. 00010000:00000010:2.1:1784943323.216676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1c5400. 00000080:00000010:3.1:1784943323.228747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5860. 00010000:00000010:3.1:1784943323.232497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d591f7f00. 00010000:00000010:3.1:1784943323.232508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1c4a00. 00000080:00000010:3.1:1784943323.237012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5ac0. 00010000:00000010:3.1:1784943323.237035:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d591f7700. 00010000:00000010:3.1:1784943323.237041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1c5600. 00000080:00000010:3.1:1784943323.254687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5a60. 00010000:00000010:3.1:1784943323.254710:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d591f7e00. 00010000:00000010:3.1:1784943323.254716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d1c4c00. 00000080:00000010:3.1:1784943323.268029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5260. 00010000:00000010:2.1:1784943323.278562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d591f7d00. 00010000:00000010:2.1:1784943323.278570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d584d8000. 00000080:00000010:3.1:1784943323.290807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044e80. 00010000:00000010:3.1:1784943323.290820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663f4100. 00010000:00000010:3.1:1784943323.290825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66289c00. 00000080:00000010:3.1:1784943323.294608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5020. 00010000:00000010:3.1:1784943323.294632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663f4300. 00010000:00000010:3.1:1784943323.294638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d584d9a00. 00000080:00000010:3.1:1784943323.308163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaee20. 00010000:00000010:3.1:1784943323.308184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d456ed500. 00010000:00000010:3.1:1784943323.308188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73464a00. 00000080:00000010:3.1:1784943323.320581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5900. 00010000:00000010:3.1:1784943323.323693:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663f4a00. 00010000:00000010:3.1:1784943323.323712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d584d8400. 00000080:00000010:3.1:1784943323.330732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5420. 00010000:00000010:3.1:1784943323.330757:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663f4f00. 00010000:00000010:3.1:1784943323.330761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d584d9200. 00000080:00000010:3.1:1784943323.342567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c59c0. 00010000:00000010:3.1:1784943323.342587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663f4900. 00010000:00000010:3.1:1784943323.342593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d584d8e00. 00000080:00000010:2.1:1784943323.349693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c50a0. 00010000:00000010:2.1:1784943323.355558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663f4400. 00010000:00000010:2.1:1784943323.355565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d584d9e00. 00000080:00000010:2.1:1784943323.368563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c50e0. 00010000:00000010:2.1:1784943323.368591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663f4e00. 00010000:00000010:2.1:1784943323.368597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d584d9c00. 00000080:00000010:2.1:1784943323.390658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044c40. 00010000:00000010:2.1:1784943323.390684:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663f4b00. 00010000:00000010:2.1:1784943323.390690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66288a00. 00000080:00000010:2.1:1784943323.400561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5760. 00010000:00000010:2.1:1784943323.405552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663f4500. 00010000:00000010:2.1:1784943323.405563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d584d8200. 00000080:00000010:2.1:1784943323.418788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c51c0. 00010000:00000010:2.1:1784943323.418805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663f4000. 00010000:00000010:2.1:1784943323.418811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d584d9000. 00000080:00000010:2.1:1784943323.443360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c54c0. 00010000:00000010:2.1:1784943323.443386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663f4800. 00010000:00000010:2.1:1784943323.443392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d584d8800. 00000080:00000010:2.1:1784943323.466383:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5180. 00010000:00000010:2.1:1784943323.466399:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663f4c00. 00010000:00000010:2.1:1784943323.466405:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d584d9400. 00000080:00000010:3.1:1784943323.473570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaea40. 00010000:00000010:3.1:1784943323.473586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d456ed700. 00010000:00000010:3.1:1784943323.473591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73465600. 00000080:00000010:2.1:1784943323.486841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5f80. 00010000:00000010:2.1:1784943323.488794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663f4700. 00010000:00000010:2.1:1784943323.488803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d584d8a00. 00000080:00000010:3.1:1784943323.503781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5f40. 00010000:00000010:3.1:1784943323.503796:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663f4200. 00010000:00000010:3.1:1784943323.503803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d584d9600. 00000080:00000010:2.1:1784943323.518465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5f60. 00010000:00000010:2.1:1784943323.522703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737a1f00. 00010000:00000010:2.1:1784943323.522718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d584d8c00. 00000080:00000010:2.1:1784943323.538700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480449e0. 00010000:00000010:2.1:1784943323.554591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089f200. 00010000:00000010:2.1:1784943323.554601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66288200. 00000080:00000010:2.1:1784943323.579801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480444c0. 00010000:00000010:2.1:1784943323.579818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737a1100. 00010000:00000010:2.1:1784943323.579825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66288800. 00000080:00000010:0.1:1784943323.584590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044540. 00010000:00000010:0.1:1784943323.584606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737a1d00. 00010000:00000010:0.1:1784943323.584611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66289600. 00000080:00000010:2.1:1784943323.601813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044000. 00010000:00000010:2.1:1784943323.601828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737a1a00. 00010000:00000010:2.1:1784943323.601835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66289400. 00000080:00000010:2.1:1784943323.606604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d78e0. 00010000:00000010:2.1:1784943323.606633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662ed100. 00010000:00000010:2.1:1784943323.606638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43b84a00. 00000080:00000010:0.1:1784943323.611557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7420. 00010000:00000010:0.1:1784943323.611579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662ed300. 00010000:00000010:0.1:1784943323.611584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43b85600. 00000080:00000010:2.1:1784943323.626564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5640. 00010000:00000010:2.1:1784943323.626597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663f4d00. 00010000:00000010:2.1:1784943323.626603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d584d9800. 00000080:00000010:2.1:1784943323.639884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaea20. 00010000:00000010:2.1:1784943323.639905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d456ed400. 00010000:00000010:2.1:1784943323.639910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73465c00. 00000080:00000010:2.1:1784943323.659459:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5320. 00010000:00000010:2.1:1784943323.659479:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663f4600. 00010000:00000010:2.1:1784943323.659484:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d584d8600. 00000080:00000010:2.1:1784943323.671611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5ea0. 00010000:00000010:2.1:1784943323.681306:0:178433:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466a5400. 00010000:00000010:2.1:1784943323.681325:0:178433:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd32e00. 00000080:00000010:2.1:1784943323.688426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5920. 00010000:00000010:2.1:1784943323.701861:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466a5e00. 00010000:00000010:2.1:1784943323.701877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd33e00. 00000080:00000010:2.1:1784943323.717647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5ce0. 00010000:00000010:2.1:1784943323.717673:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466a5b00. 00010000:00000010:2.1:1784943323.717680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd33c00. 00000080:00000010:2.1:1784943323.744573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5520. 00010000:00000010:2.1:1784943323.744606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466a5500. 00010000:00000010:2.1:1784943323.744612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd32200. 00000080:00000010:2.1:1784943323.762693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5c40. 00010000:00000010:2.1:1784943323.767564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466a5000. 00010000:00000010:2.1:1784943323.767581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd33000. 00000080:00000010:2.1:1784943323.775737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5be0. 00010000:00000010:2.1:1784943323.775758:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466a5800. 00010000:00000010:2.1:1784943323.775763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd32800. 00000080:00000010:2.1:1784943323.791190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5ec0. 00010000:00000010:2.1:1784943323.791210:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466a5c00. 00010000:00000010:2.1:1784943323.791215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd33400. 00000080:00000010:3.1:1784943323.801835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5d80. 00010000:00000010:3.1:1784943323.801847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737a1200. 00010000:00000010:3.1:1784943323.801853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd32a00. 00000080:00000010:2.1:1784943323.813051:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106c00. 00010000:00000010:2.1:1784943323.817563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089f700. 00010000:00000010:2.1:1784943323.817573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734b8800. 00000080:00000010:3.1:1784943323.825718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae700. 00010000:00000010:3.1:1784943323.830560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d456ed800. 00010000:00000010:3.1:1784943323.830571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73465800. 00000080:00000010:2.1:1784943323.845572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044800. 00010000:00000010:2.1:1784943323.849830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737a1000. 00010000:00000010:2.1:1784943323.849841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66289000. 00000080:00000010:3.1:1784943323.859071:0:178432:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044e40. 00010000:00000010:3.1:1784943323.859085:0:178432:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089fd00. 00010000:00000010:3.1:1784943323.859090:0:178432:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66288c00. 00000080:00000010:3.1:1784943323.871135:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044260. 00010000:00000010:3.1:1784943323.871158:0:178433:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737a1700. 00010000:00000010:3.1:1784943323.871165:0:178433:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66288e00. 00000080:00000010:3.1:1784943323.877557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5280. 00010000:00000010:3.1:1784943323.880840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466a5700. 00010000:00000010:3.1:1784943323.880848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd33600. 00000080:00000010:3.1:1784943323.894719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5cc0. 00010000:00000010:3.1:1784943323.894740:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466a5200. 00010000:00000010:3.1:1784943323.894745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd32c00. 00000080:00000010:3.1:1784943323.913585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5880. 00010000:00000010:3.1:1784943323.913598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466a5d00. 00010000:00000010:3.1:1784943323.913602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd33800. 00000080:00000010:3.1:1784943323.918706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5800. 00010000:00000010:3.1:1784943323.918735:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466a5600. 00010000:00000010:3.1:1784943323.918741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd32600. 00000080:00000010:3.1:1784943323.931606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c56c0. 00010000:00000010:3.1:1784943323.931640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466a5100. 00010000:00000010:3.1:1784943323.931646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd32000. 00000080:00000010:3.1:1784943323.942638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5400. 00010000:00000010:3.1:1784943323.946624:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466a5300. 00010000:00000010:3.1:1784943323.946641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd33a00. 00000080:00000010:3.1:1784943323.957804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5aa0. 00010000:00000010:3.1:1784943323.957817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089f600. 00010000:00000010:3.1:1784943323.957823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd32400. 00000080:00000010:3.1:1784943323.977708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7ee0. 00010000:00000010:3.1:1784943323.977733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6200. 00010000:00000010:3.1:1784943323.977740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feaec00. 00000080:00000010:3.1:1784943323.998840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae020. 00010000:00000010:3.1:1784943323.998862:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d24c500. 00010000:00000010:3.1:1784943323.998878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73464600. 00000080:00000010:3.1:1784943324.007184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106d00. 00010000:00000010:3.1:1784943324.010709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089f100. 00010000:00000010:3.1:1784943324.010743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734b9e00. 00000080:00000010:2.1:1784943324.037649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106de0. 00010000:00000010:2.1:1784943324.042934:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7347ee00. 00010000:00000010:2.1:1784943324.042944:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734b9c00. 00000080:00000010:3.1:1784943324.047557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106d40. 00010000:00000010:3.1:1784943324.051673:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7347eb00. 00010000:00000010:3.1:1784943324.051682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734b8e00. 00000080:00000010:2.1:1784943324.059558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c58e0. 00010000:00000010:2.1:1784943324.059574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466a5a00. 00010000:00000010:2.1:1784943324.059579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd33200. 00000080:00000010:3.1:1784943324.068851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c51e0. 00010000:00000010:3.1:1784943324.068873:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466a5f00. 00010000:00000010:3.1:1784943324.068878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73809200. 00000080:00000010:2.1:1784943324.078732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c54e0. 00010000:00000010:2.1:1784943324.078752:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466a5900. 00010000:00000010:2.1:1784943324.078757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73808e00. 00000080:00000010:3.1:1784943324.095352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5b00. 00010000:00000010:3.1:1784943324.095362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466b5700. 00010000:00000010:3.1:1784943324.095389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73809e00. 00000080:00000010:2.1:1784943324.101715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5a40. 00010000:00000010:2.1:1784943324.101738:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466b5200. 00010000:00000010:2.1:1784943324.101744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73809c00. 00000080:00000010:3.1:1784943324.113574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c52e0. 00010000:00000010:3.1:1784943324.113601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466b5d00. 00010000:00000010:3.1:1784943324.113606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73808200. 00000080:00000010:3.1:1784943324.132569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5c00. 00010000:00000010:3.1:1784943324.139639:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7347e500. 00010000:00000010:3.1:1784943324.139647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73809000. 00000080:00000010:3.1:1784943324.150566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaecc0. 00010000:00000010:3.1:1784943324.157888:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d456ed100. 00010000:00000010:3.1:1784943324.157895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73464800. 00000080:00000010:3.1:1784943324.163136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5e80. 00010000:00000010:3.1:1784943324.163159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466b5600. 00010000:00000010:3.1:1784943324.163164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73808800. 00000080:00000010:3.1:1784943324.175755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5c60. 00010000:00000010:3.1:1784943324.175777:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466b5100. 00010000:00000010:3.1:1784943324.175783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73809400. 00000080:00000010:2.1:1784943324.185906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c57c0. 00010000:00000010:2.1:1784943324.190266:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466b5300. 00010000:00000010:2.1:1784943324.190275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73808a00. 00000080:00000010:3.1:1784943324.200606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5fe0. 00010000:00000010:3.1:1784943324.200638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466b5a00. 00010000:00000010:3.1:1784943324.200694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73809600. 00000080:00000010:2.1:1784943324.226023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5200. 00010000:00000010:2.1:1784943324.226048:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466b5f00. 00010000:00000010:2.1:1784943324.226053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73808c00. 00000080:00000010:3.1:1784943324.251576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5220. 00010000:00000010:3.1:1784943324.255611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662eda00. 00010000:00000010:3.1:1784943324.255634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73809800. 00000080:00000010:2.1:1784943324.272572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d439c5e00. 00010000:00000010:2.1:1784943324.272601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662edf00. 00010000:00000010:2.1:1784943324.272607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43b84c00. 00000080:00000010:3.1:1784943324.303783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5fc0. 00010000:00000010:3.1:1784943324.305559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7347e000. 00010000:00000010:3.1:1784943324.305566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73808600. 00000080:00000010:2.1:1784943324.310266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106be0. 00010000:00000010:2.1:1784943324.310279:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7347e800. 00010000:00000010:2.1:1784943324.310284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734b9000. 00000080:00000010:2.1:1784943324.323552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106420. 00010000:00000010:2.1:1784943324.323569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7347ec00. 00010000:00000010:2.1:1784943324.323574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734b9400. 00000080:00000010:2.1:1784943324.333573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae720. 00010000:00000010:2.1:1784943324.341686:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d456edb00. 00010000:00000010:2.1:1784943324.341697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73464000. 00000080:00000010:2.1:1784943324.348560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106d60. 00010000:00000010:2.1:1784943324.348573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7347e700. 00010000:00000010:2.1:1784943324.348578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734b8a00. 00000080:00000010:2.1:1784943324.362228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106f60. 00010000:00000010:2.1:1784943324.364644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7347e200. 00010000:00000010:2.1:1784943324.364655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734b9600. 00000080:00000010:2.1:1784943324.377713:0:1354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106060. 00010000:00000010:2.1:1784943324.377730:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7347ed00. 00010000:00000010:2.1:1784943324.377735:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734b8c00. 00000080:00000010:2.1:1784943324.424560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1061e0. 00010000:00000010:2.1:1784943324.424574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7347e600. 00010000:00000010:2.1:1784943324.424579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734b9800. 00000080:00000010:2.1:1784943324.439807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106ec0. 00010000:00000010:2.1:1784943324.445079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7347e100. 00010000:00000010:2.1:1784943324.445096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734b8600. 00000080:00000010:2.1:1784943324.456670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106ca0. 00010000:00000010:2.1:1784943324.456692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7347e300. 00010000:00000010:2.1:1784943324.456698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734b8000. 00000080:00000010:3.1:1784943324.470576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106e40. 00010000:00000010:3.1:1784943324.470602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7347ea00. 00010000:00000010:3.1:1784943324.470608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734b9a00. 00000080:00000010:2.1:1784943324.487427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106100. 00010000:00000010:2.1:1784943324.487446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737a1b00. 00010000:00000010:2.1:1784943324.487453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734b8400. 00000080:00000010:3.1:1784943324.524540:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5740. 00010000:00000010:3.1:1784943324.524553:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662ed900. 00010000:00000010:3.1:1784943324.524644:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73808000. 00000080:00000010:2.1:1784943324.539680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557ee0. 00010000:00000010:2.1:1784943324.539701:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662ed400. 00010000:00000010:2.1:1784943324.539706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43b85800. 00000080:00000010:2.1:1784943324.562676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaeda0. 00010000:00000010:2.1:1784943324.562695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d456ed200. 00010000:00000010:2.1:1784943324.562699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73465200. 00000080:00000010:2.1:1784943324.583553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5680. 00010000:00000010:2.1:1784943324.583569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466b5900. 00010000:00000010:2.1:1784943324.583575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73809a00. 00000080:00000010:2.1:1784943324.590852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5936aa40. 00010000:00000010:2.1:1784943324.590869:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466b5400. 00010000:00000010:2.1:1784943324.590875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73808400. 00000080:00000010:2.1:1784943324.624698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5936a0c0. 00010000:00000010:2.1:1784943324.624722:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466b5e00. 00010000:00000010:2.1:1784943324.624727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737da000. 00000080:00000010:2.1:1784943324.663559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5936aa00. 00010000:00000010:2.1:1784943324.663584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466b5b00. 00010000:00000010:2.1:1784943324.663589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737dba00. 00000080:00000010:2.1:1784943324.704697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5936a3e0. 00010000:00000010:2.1:1784943324.709559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466b5500. 00010000:00000010:2.1:1784943324.709568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737da400. 00000080:00000010:3.1:1784943324.735569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d737549a0. 00010000:00000010:3.1:1784943324.735590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466b5000. 00010000:00000010:3.1:1784943324.735596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737db200. 00000080:00000010:2.1:1784943324.758669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754b40. 00010000:00000010:2.1:1784943324.758690:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466b5800. 00010000:00000010:2.1:1784943324.758695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737dae00. 00000080:00000010:3.1:1784943324.808645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754e60. 00010000:00000010:3.1:1784943324.808668:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d466b5c00. 00010000:00000010:3.1:1784943324.808675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737dbe00. 00000080:00000010:2.1:1784943324.885557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754860. 00010000:00000010:2.1:1784943324.885579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73418f00. 00010000:00000010:2.1:1784943324.885585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737dbc00. 00000080:00000010:2.1:1784943324.904558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754f40. 00010000:00000010:2.1:1784943324.910838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73418900. 00010000:00000010:2.1:1784943324.910860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737da200. 00000080:00000010:3.1:1784943324.942129:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaeb40. 00010000:00000010:3.1:1784943324.944566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d456ed300. 00010000:00000010:3.1:1784943324.944581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73464200. 00000080:00000010:2.1:1784943325.005051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754a20. 00010000:00000010:2.1:1784943325.009055:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73418400. 00010000:00000010:2.1:1784943325.009072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737db000. 00000080:00000010:3.1:1784943325.041585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754cc0. 00010000:00000010:3.1:1784943325.041628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73418e00. 00010000:00000010:3.1:1784943325.041635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737da800. 00000080:00000010:2.1:1784943325.086565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754f80. 00010000:00000010:2.1:1784943325.086587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73418b00. 00010000:00000010:2.1:1784943325.086592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737db400. 00000080:00000010:3.1:1784943325.122988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754120. 00010000:00000010:3.1:1784943325.123012:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73418500. 00010000:00000010:3.1:1784943325.123017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737daa00. 00000080:00000010:2.1:1784943325.158166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d737547c0. 00010000:00000010:2.1:1784943325.161701:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73418000. 00010000:00000010:2.1:1784943325.161719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737db600. 00000080:00000010:3.1:1784943325.179127:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754c00. 00010000:00000010:3.1:1784943325.179143:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73418800. 00010000:00000010:3.1:1784943325.179148:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737dac00. 00000080:00000010:2.1:1784943325.189698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754ee0. 00010000:00000010:2.1:1784943325.189721:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73418c00. 00010000:00000010:2.1:1784943325.189727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737db800. 00000080:00000010:3.1:1784943325.206790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754260. 00010000:00000010:3.1:1784943325.206814:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73418700. 00010000:00000010:3.1:1784943325.206820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737da600. 00000080:00000010:2.1:1784943325.220960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754820. 00010000:00000010:2.1:1784943325.220980:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73418200. 00010000:00000010:2.1:1784943325.220986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735e1600. 00000080:00000010:3.1:1784943325.234664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754580. 00010000:00000010:3.1:1784943325.238696:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73418d00. 00010000:00000010:3.1:1784943325.238712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735e0c00. 00000080:00000010:3.1:1784943325.254563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae4e0. 00010000:00000010:3.1:1784943325.254584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d456edf00. 00010000:00000010:3.1:1784943325.254589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73465a00. 00000080:00000010:2.1:1784943325.266492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557f00. 00010000:00000010:2.1:1784943325.266529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662ede00. 00010000:00000010:2.1:1784943325.266535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43b84600. 00000080:00000010:3.1:1784943325.276931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557e20. 00010000:00000010:3.1:1784943325.276951:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662edb00. 00010000:00000010:3.1:1784943325.276956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43b84000. 00000080:00000010:2.1:1784943325.288565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557360. 00010000:00000010:2.1:1784943325.291811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662ed500. 00010000:00000010:2.1:1784943325.291826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43b85a00. 00000080:00000010:3.1:1784943325.304571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d737544a0. 00010000:00000010:3.1:1784943325.304588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73418600. 00010000:00000010:3.1:1784943325.304593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735e1800. 00000080:00000010:2.1:1784943325.326632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754ec0. 00010000:00000010:2.1:1784943325.336861:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73418100. 00010000:00000010:2.1:1784943325.336878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735e0600. 00000080:00000010:3.1:1784943325.338620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754e00. 00010000:00000010:3.1:1784943325.338639:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73418300. 00010000:00000010:3.1:1784943325.338643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735e0000. 00000080:00000010:2.1:1784943325.347753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d737542a0. 00010000:00000010:2.1:1784943325.347777:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73418a00. 00010000:00000010:2.1:1784943325.347782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735e1a00. 00000080:00000010:3.1:1784943325.365639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d737543a0. 00010000:00000010:3.1:1784943325.365659:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43b82600. 00010000:00000010:3.1:1784943325.365665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735e0400. 00000080:00000010:3.1:1784943325.382552:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d737540a0. 00010000:00000010:3.1:1784943325.382567:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43b82100. 00010000:00000010:3.1:1784943325.382571:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735e1200. 00000080:00000010:2.1:1784943325.394758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754b00. 00010000:00000010:2.1:1784943325.394780:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43b82300. 00010000:00000010:2.1:1784943325.394785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735e0e00. 00000080:00000010:3.1:1784943325.415568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaeac0. 00010000:00000010:3.1:1784943325.420721:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d456ede00. 00010000:00000010:3.1:1784943325.420733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73465400. 00000080:00000010:3.1:1784943325.439721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754d20. 00010000:00000010:3.1:1784943325.439831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43b82a00. 00010000:00000010:3.1:1784943325.439837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735e1e00. 00000080:00000010:3.1:1784943325.452265:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754a00. 00010000:00000010:3.1:1784943325.459311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43b82f00. 00010000:00000010:3.1:1784943325.459319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735e1c00. 00000080:00000010:3.1:1784943325.463556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754c20. 00010000:00000010:3.1:1784943325.463573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43b82900. 00010000:00000010:3.1:1784943325.463578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735e0200. 00000080:00000010:2.1:1784943325.474934:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754840. 00010000:00000010:2.1:1784943325.474949:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43b82400. 00010000:00000010:2.1:1784943325.474955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735e1000. 00000080:00000010:3.1:1784943325.490812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754de0. 00010000:00000010:3.1:1784943325.490824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43b82e00. 00010000:00000010:3.1:1784943325.490829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735e0800. 00000080:00000010:2.1:1784943325.498618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754f20. 00010000:00000010:2.1:1784943325.498641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43b82b00. 00010000:00000010:2.1:1784943325.498647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735e1400. 00000080:00000010:3.1:1784943325.513554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754bc0. 00010000:00000010:3.1:1784943325.524656:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43b82500. 00010000:00000010:3.1:1784943325.524674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735e0a00. 00000080:00000010:3.1:1784943325.528911:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754c60. 00010000:00000010:3.1:1784943325.528936:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43b82000. 00010000:00000010:3.1:1784943325.528941:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0cde00. 00000080:00000010:3.1:1784943325.536674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754d80. 00010000:00000010:3.1:1784943325.540567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43b82800. 00010000:00000010:3.1:1784943325.540584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0cdc00. 00000080:00000010:3.1:1784943325.557051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d737542c0. 00010000:00000010:0.1:1784943325.559827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43b82c00. 00010000:00000010:0.1:1784943325.559845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0cc200. 00000080:00000010:2.1:1784943325.584738:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaefa0. 00010000:00000010:2.1:1784943325.588947:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b1300. 00010000:00000010:2.1:1784943325.588954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73465000. 00000080:00000010:2.1:1784943325.602958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754c40. 00010000:00000010:2.1:1784943325.602971:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43b82700. 00010000:00000010:2.1:1784943325.602976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0cd000. 00000080:00000010:2.1:1784943325.608968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754e40. 00010000:00000010:2.1:1784943325.608988:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43b82200. 00010000:00000010:2.1:1784943325.608993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0cc800. 00000080:00000010:2.1:1784943325.636017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754320. 00010000:00000010:2.1:1784943325.637673:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d43b82d00. 00010000:00000010:2.1:1784943325.637685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0cd400. 00000080:00000010:2.1:1784943325.669959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5921e640. 00010000:00000010:2.1:1784943325.669972:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44d11700. 00010000:00000010:2.1:1784943325.669977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0cca00. 00000080:00000010:3.1:1784943325.688626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d413458c0. 00010000:00000010:3.1:1784943325.691929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44d11200. 00010000:00000010:3.1:1784943325.691938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0cd600. 00000080:00000010:3.1:1784943325.707705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd464c0. 00010000:00000010:3.1:1784943325.707742:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44d11d00. 00010000:00000010:3.1:1784943325.707758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0ccc00. 00000080:00000010:3.1:1784943325.713685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd462e0. 00010000:00000010:3.1:1784943325.713709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44d11600. 00010000:00000010:3.1:1784943325.713714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0cd800. 00000080:00000010:3.1:1784943325.733666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46b20. 00010000:00000010:3.1:1784943325.733680:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44d11100. 00010000:00000010:3.1:1784943325.733685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0cc600. 00000080:00000010:2.1:1784943325.758100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46a80. 00010000:00000010:2.1:1784943325.762678:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44d11300. 00010000:00000010:2.1:1784943325.762705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0cc000. 00000080:00000010:3.1:1784943325.771634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46d40. 00010000:00000010:3.1:1784943325.785772:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44d11a00. 00010000:00000010:3.1:1784943325.785786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0cda00. 00000080:00000010:3.1:1784943325.792188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaedc0. 00010000:00000010:3.1:1784943325.792221:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b1a00. 00010000:00000010:3.1:1784943325.792227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73464e00. 00000080:00000010:3.1:1784943325.810083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46000. 00010000:00000010:3.1:1784943325.810103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44d11f00. 00010000:00000010:3.1:1784943325.810107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0cc400. 00000080:00000010:3.1:1784943325.843573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd461c0. 00010000:00000010:3.1:1784943325.847575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44d11900. 00010000:00000010:3.1:1784943325.847590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0cd200. 00000080:00000010:3.1:1784943325.861686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46c20. 00010000:00000010:3.1:1784943325.868121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44d11400. 00010000:00000010:3.1:1784943325.868131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d0cce00. 00000080:00000010:2.1:1784943325.914021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46460. 00010000:00000010:2.1:1784943325.914053:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44d11e00. 00010000:00000010:2.1:1784943325.914060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73518e00. 00000080:00000010:3.1:1784943325.933565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505578c0. 00010000:00000010:3.1:1784943325.933586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44d11b00. 00010000:00000010:3.1:1784943325.933591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43b84400. 00000080:00000010:2.1:1784943325.951684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46a20. 00010000:00000010:2.1:1784943325.951698:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44d11500. 00010000:00000010:2.1:1784943325.951703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73519e00. 00000080:00000010:3.1:1784943325.969217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46080. 00010000:00000010:3.1:1784943325.969237:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44d11000. 00010000:00000010:3.1:1784943325.969242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73519c00. 00000080:00000010:2.1:1784943325.985567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd464a0. 00010000:00000010:2.1:1784943325.997745:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44d11800. 00010000:00000010:2.1:1784943325.997751:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73518200. 00000080:00000010:3.1:1784943326.003646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd465e0. 00010000:00000010:3.1:1784943326.008584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44d11c00. 00010000:00000010:3.1:1784943326.008590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73519000. 00000080:00000010:2.1:1784943326.013819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd466e0. 00010000:00000010:2.1:1784943326.013839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66219100. 00010000:00000010:2.1:1784943326.013845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73518800. 00000080:00000010:3.1:1784943326.025567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaee00. 00010000:00000010:3.1:1784943326.029561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b1f00. 00010000:00000010:3.1:1784943326.029570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349e000. 00000080:00000010:3.1:1784943326.034761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46e00. 00010000:00000010:3.1:1784943326.039553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66219300. 00010000:00000010:3.1:1784943326.039567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73519400. 00000080:00000010:2.1:1784943326.053565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46c60. 00010000:00000010:2.1:1784943326.053588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66219a00. 00010000:00000010:2.1:1784943326.053593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73518a00. 00000080:00000010:3.1:1784943326.062568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46220. 00010000:00000010:3.1:1784943326.062588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66219f00. 00010000:00000010:3.1:1784943326.062594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73519600. 00000080:00000010:2.1:1784943326.075569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46840. 00010000:00000010:2.1:1784943326.075593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66219900. 00010000:00000010:2.1:1784943326.075610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73518c00. 00000080:00000010:2.1:1784943326.085741:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd466c0. 00010000:00000010:2.1:1784943326.085766:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66219400. 00010000:00000010:2.1:1784943326.085772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73519800. 00000080:00000010:2.1:1784943326.097560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd467c0. 00010000:00000010:2.1:1784943326.097577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66219e00. 00010000:00000010:2.1:1784943326.097584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73518600. 00000080:00000010:2.1:1784943326.115321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46760. 00010000:00000010:2.1:1784943326.118677:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66219b00. 00010000:00000010:2.1:1784943326.118693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73518000. 00000080:00000010:2.1:1784943326.126688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46cc0. 00010000:00000010:2.1:1784943326.126705:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66219500. 00010000:00000010:2.1:1784943326.126710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73519a00. 00000080:00000010:2.1:1784943326.134693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46680. 00010000:00000010:2.1:1784943326.134710:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66219000. 00010000:00000010:2.1:1784943326.134716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73518400. 00000080:00000010:2.1:1784943326.140551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46f80. 00010000:00000010:2.1:1784943326.140568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66219800. 00010000:00000010:2.1:1784943326.140571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73519200. 00000080:00000010:2.1:1784943326.147665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7540. 00010000:00000010:2.1:1784943326.147683:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a600. 00010000:00000010:2.1:1784943326.147688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feaf000. 00000080:00000010:2.1:1784943326.152615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae360. 00010000:00000010:2.1:1784943326.152627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b1b00. 00010000:00000010:2.1:1784943326.152631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349e600. 00000080:00000010:2.1:1784943326.161551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46d20. 00010000:00000010:2.1:1784943326.161575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66219c00. 00010000:00000010:2.1:1784943326.161579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feadc00. 00000080:00000010:2.1:1784943326.170217:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46640. 00010000:00000010:2.1:1784943326.170230:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66219700. 00010000:00000010:2.1:1784943326.170234:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feac200. 00000080:00000010:3.1:1784943326.173670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46b40. 00010000:00000010:3.1:1784943326.173693:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66219200. 00010000:00000010:3.1:1784943326.173699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fead000. 00000080:00000010:2.1:1784943326.185298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46340. 00010000:00000010:2.1:1784943326.185319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66219d00. 00010000:00000010:2.1:1784943326.185325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feac800. 00000080:00000010:2.1:1784943326.201168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd464e0. 00010000:00000010:2.1:1784943326.215392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66219600. 00010000:00000010:2.1:1784943326.215400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fead400. 00000080:00000010:2.1:1784943326.223747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46400. 00010000:00000010:2.1:1784943326.223769:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ef6d00. 00010000:00000010:2.1:1784943326.223775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feaca00. 00000080:00000010:2.1:1784943326.227717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd465c0. 00010000:00000010:2.1:1784943326.227727:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ef6600. 00010000:00000010:2.1:1784943326.227731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fead600. 00000080:00000010:2.1:1784943326.236826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46160. 00010000:00000010:2.1:1784943326.236841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ef6100. 00010000:00000010:2.1:1784943326.236846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feacc00. 00000080:00000010:2.1:1784943326.246756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd462a0. 00010000:00000010:2.1:1784943326.246766:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ef6300. 00010000:00000010:2.1:1784943326.246770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fead800. 00000080:00000010:2.1:1784943326.265037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46fe0. 00010000:00000010:2.1:1784943326.276783:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ef6a00. 00010000:00000010:2.1:1784943326.276800:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feac600. 00000080:00000010:3.1:1784943326.280743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae080. 00010000:00000010:3.1:1784943326.280756:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b1d00. 00010000:00000010:3.1:1784943326.280762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349f800. 00000080:00000010:2.1:1784943326.305307:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd468e0. 00010000:00000010:2.1:1784943326.305324:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ef6f00. 00010000:00000010:2.1:1784943326.305330:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feac000. 00000080:00000010:3.1:1784943326.314278:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46b80. 00010000:00000010:3.1:1784943326.314292:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ef6900. 00010000:00000010:3.1:1784943326.314297:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feada00. 00000080:00000010:2.1:1784943326.318555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46a00. 00010000:00000010:2.1:1784943326.318574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ef6400. 00010000:00000010:2.1:1784943326.318579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feac400. 00000080:00000010:2.1:1784943326.322629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46f00. 00010000:00000010:2.1:1784943326.322648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ef6e00. 00010000:00000010:2.1:1784943326.322654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5fead200. 00000080:00000010:2.1:1784943326.336985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46f40. 00010000:00000010:2.1:1784943326.336998:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ef6b00. 00010000:00000010:2.1:1784943326.337003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feace00. 00000080:00000010:2.1:1784943326.348560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd460c0. 00010000:00000010:2.1:1784943326.352686:0:178433:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ef6500. 00010000:00000010:2.1:1784943326.352695:0:178433:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feade00. 00000080:00000010:2.1:1784943326.358576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46ee0. 00010000:00000010:2.1:1784943326.367018:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ef6000. 00010000:00000010:2.1:1784943326.367030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bddc600. 00000080:00000010:3.1:1784943326.374557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46040. 00010000:00000010:3.1:1784943326.374570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ef6800. 00010000:00000010:3.1:1784943326.374575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bddc000. 00000080:00000010:2.1:1784943326.386557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46980. 00010000:00000010:2.1:1784943326.394559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ef6c00. 00010000:00000010:2.1:1784943326.394569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bddda00. 00000080:00000010:3.1:1784943326.406587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46f20. 00010000:00000010:2.1:1784943326.410584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ef6700. 00010000:00000010:2.1:1784943326.410591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bddc400. 00000080:00000010:2.1:1784943326.420077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae180. 00010000:00000010:2.1:1784943326.420102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b1500. 00010000:00000010:2.1:1784943326.420108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349f000. 00000080:00000010:2.1:1784943326.439041:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46380. 00010000:00000010:2.1:1784943326.441613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ef6200. 00010000:00000010:2.1:1784943326.441625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bddd200. 00000080:00000010:2.1:1784943326.460565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd467e0. 00010000:00000010:2.1:1784943326.460585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738ab000. 00010000:00000010:2.1:1784943326.460640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bddce00. 00000080:00000010:2.1:1784943326.481558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd463a0. 00010000:00000010:2.1:1784943326.481574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738ab800. 00010000:00000010:2.1:1784943326.481578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bddde00. 00000080:00000010:2.1:1784943326.492568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46520. 00010000:00000010:2.1:1784943326.492589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738abc00. 00010000:00000010:2.1:1784943326.492594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdddc00. 00000080:00000010:2.1:1784943326.514111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd461e0. 00010000:00000010:2.1:1784943326.514139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738ab700. 00010000:00000010:2.1:1784943326.514145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bddc200. 00000080:00000010:3.1:1784943326.539198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46900. 00010000:00000010:3.1:1784943326.540568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738ab200. 00010000:00000010:3.1:1784943326.540581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bddd000. 00000080:00000010:2.1:1784943326.551561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46aa0. 00010000:00000010:2.1:1784943326.551581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738abd00. 00010000:00000010:2.1:1784943326.551586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bddc800. 00000080:00000010:3.1:1784943326.565555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46ce0. 00010000:00000010:3.1:1784943326.565573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738ab600. 00010000:00000010:3.1:1784943326.565579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bddd400. 00000080:00000010:2.1:1784943326.578557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46960. 00010000:00000010:2.1:1784943326.595611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738ab100. 00010000:00000010:2.1:1784943326.595624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bddca00. 00000080:00000010:2.1:1784943326.602749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46700. 00010000:00000010:2.1:1784943326.602770:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738ab300. 00010000:00000010:2.1:1784943326.602776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bddd600. 00000080:00000010:2.1:1784943326.621654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae000. 00010000:00000010:2.1:1784943326.621674:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b1600. 00010000:00000010:2.1:1784943326.621680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349e400. 00000080:00000010:2.1:1784943326.629706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46240. 00010000:00000010:2.1:1784943326.629722:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738aba00. 00010000:00000010:2.1:1784943326.629726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bddcc00. 00000080:00000010:2.1:1784943326.650050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46e80. 00010000:00000010:2.1:1784943326.650065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738abf00. 00010000:00000010:2.1:1784943326.650070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bddd800. 00000080:00000010:3.1:1784943326.660278:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46d80. 00010000:00000010:3.1:1784943326.660285:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738ab400. 00010000:00000010:3.1:1784943326.660288:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736eb600. 00000080:00000010:2.1:1784943326.664590:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46780. 00010000:00000010:2.1:1784943326.664618:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738ab900. 00010000:00000010:2.1:1784943326.664624:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736eaa00. 00000080:00000010:2.1:1784943326.669803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46e20. 00010000:00000010:2.1:1784943326.669814:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738abe00. 00010000:00000010:2.1:1784943326.669819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736eac00. 00000080:00000010:3.1:1784943326.674556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd468c0. 00010000:00000010:3.1:1784943326.674570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738abb00. 00010000:00000010:3.1:1784943326.674575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736eb800. 00000080:00000010:2.1:1784943326.681665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46500. 00010000:00000010:2.1:1784943326.681680:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738ab500. 00010000:00000010:2.1:1784943326.681685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736ea600. 00000080:00000010:3.1:1784943326.698578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46fa0. 00010000:00000010:3.1:1784943326.698605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42a7a100. 00010000:00000010:3.1:1784943326.698612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736ea000. 00000080:00000010:2.1:1784943326.712564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46060. 00010000:00000010:2.1:1784943326.717051:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42a7a300. 00010000:00000010:2.1:1784943326.717058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736eba00. 00000080:00000010:2.1:1784943326.723805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46480. 00010000:00000010:2.1:1784943326.723830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42a7aa00. 00010000:00000010:2.1:1784943326.723836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736ea400. 00000080:00000010:2.1:1784943326.734563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae3e0. 00010000:00000010:2.1:1784943326.734588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b1000. 00010000:00000010:2.1:1784943326.734603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349ea00. 00000080:00000010:2.1:1784943326.746569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46b60. 00010000:00000010:2.1:1784943326.746591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42a7af00. 00010000:00000010:2.1:1784943326.746607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736eb200. 00000080:00000010:2.1:1784943326.753660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46360. 00010000:00000010:2.1:1784943326.753674:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42a7a900. 00010000:00000010:2.1:1784943326.753679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736eae00. 00000080:00000010:2.1:1784943326.764619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46440. 00010000:00000010:2.1:1784943326.773660:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42a7a400. 00010000:00000010:2.1:1784943326.773673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736ebe00. 00000080:00000010:2.1:1784943326.777669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd469c0. 00010000:00000010:2.1:1784943326.777690:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42a7ae00. 00010000:00000010:2.1:1784943326.777696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736ebc00. 00000080:00000010:2.1:1784943326.784675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46740. 00010000:00000010:2.1:1784943326.790566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42a7ab00. 00010000:00000010:2.1:1784943326.790575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736ea200. 00000080:00000010:2.1:1784943326.797632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46720. 00010000:00000010:2.1:1784943326.797647:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42a7a500. 00010000:00000010:2.1:1784943326.797652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736eb000. 00000080:00000010:2.1:1784943326.806566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46fc0. 00010000:00000010:2.1:1784943326.806579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42a7a000. 00010000:00000010:2.1:1784943326.806585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736ea800. 00000080:00000010:2.1:1784943326.818712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46800. 00010000:00000010:2.1:1784943326.818728:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42a7a800. 00010000:00000010:2.1:1784943326.818733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736eb400. 00000080:00000010:2.1:1784943326.823567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46b00. 00010000:00000010:2.1:1784943326.823584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42a7ac00. 00010000:00000010:2.1:1784943326.823590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d48239e00. 00000080:00000010:2.1:1784943326.835139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46ac0. 00010000:00000010:2.1:1784943326.848786:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42a7a700. 00010000:00000010:2.1:1784943326.848793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d48239c00. 00000080:00000010:3.1:1784943326.853634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bd46920. 00010000:00000010:3.1:1784943326.853648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42a7a200. 00010000:00000010:3.1:1784943326.853652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d48238200. 00000080:00000010:2.1:1784943326.855755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae160. 00010000:00000010:2.1:1784943326.855768:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b1100. 00010000:00000010:2.1:1784943326.855773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349f200. 00000080:00000010:3.1:1784943326.864635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d737547a0. 00010000:00000010:3.1:1784943326.864656:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42a7ad00. 00010000:00000010:3.1:1784943326.864661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d48239000. 00000080:00000010:2.1:1784943326.868639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754680. 00010000:00000010:2.1:1784943326.868653:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d42a7a600. 00010000:00000010:2.1:1784943326.868659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d48238800. 00000080:00000010:3.1:1784943326.877564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754440. 00010000:00000010:3.1:1784943326.877585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50594000. 00010000:00000010:3.1:1784943326.877601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d48239400. 00000080:00000010:2.1:1784943326.886629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754160. 00010000:00000010:2.1:1784943326.886652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50594800. 00010000:00000010:2.1:1784943326.886658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d48238a00. 00000080:00000010:3.1:1784943326.899604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754aa0. 00010000:00000010:3.1:1784943326.899613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50594c00. 00010000:00000010:3.1:1784943326.899617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d48239600. 00000080:00000010:2.1:1784943326.903933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754e20. 00010000:00000010:2.1:1784943326.909622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50594700. 00010000:00000010:2.1:1784943326.909632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d48238c00. 00000080:00000010:3.1:1784943326.914588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d737544e0. 00010000:00000010:3.1:1784943326.914622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50594200. 00010000:00000010:3.1:1784943326.914627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d48239800. 00000080:00000010:2.1:1784943326.926709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754060. 00010000:00000010:2.1:1784943326.926731:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50594d00. 00010000:00000010:2.1:1784943326.926737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d48238600. 00000080:00000010:3.1:1784943326.950679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d737543c0. 00010000:00000010:3.1:1784943326.950700:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50594600. 00010000:00000010:3.1:1784943326.950706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d48238000. 00000080:00000010:2.1:1784943326.956042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaeae0. 00010000:00000010:2.1:1784943326.956057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b1700. 00010000:00000010:2.1:1784943326.956061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349ee00. 00000080:00000010:3.1:1784943326.971016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505571e0. 00010000:00000010:3.1:1784943326.975737:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662ed200. 00010000:00000010:3.1:1784943326.975788:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43b85200. 00000080:00000010:2.1:1784943326.982195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754ba0. 00010000:00000010:2.1:1784943326.982215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50594100. 00010000:00000010:2.1:1784943326.982220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d48239a00. 00000080:00000010:3.1:1784943326.993570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754000. 00010000:00000010:3.1:1784943326.993602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50594300. 00010000:00000010:3.1:1784943326.993608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d48238400. 00000080:00000010:2.1:1784943327.013688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754940. 00010000:00000010:2.1:1784943327.021578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50594a00. 00010000:00000010:2.1:1784943327.021610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d48239200. 00000080:00000010:3.1:1784943327.027587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754920. 00010000:00000010:3.1:1784943327.027609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50594f00. 00010000:00000010:3.1:1784943327.027614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d48238e00. 00000080:00000010:2.1:1784943327.032624:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754dc0. 00010000:00000010:2.1:1784943327.032637:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50594900. 00010000:00000010:2.1:1784943327.032642:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736f1e00. 00000080:00000010:3.1:1784943327.054398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754700. 00010000:00000010:3.1:1784943327.054422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50594400. 00010000:00000010:3.1:1784943327.054427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736f1c00. 00000080:00000010:2.1:1784943327.064981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754be0. 00010000:00000010:2.1:1784943327.075668:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50594e00. 00010000:00000010:2.1:1784943327.075675:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736f0200. 00000080:00000010:3.1:1784943327.079826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73754800. 00010000:00000010:3.1:1784943327.079851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50594b00. 00010000:00000010:3.1:1784943327.079856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736f1000. 00000080:00000010:2.1:1784943327.094723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d737548e0. 00010000:00000010:2.1:1784943327.094753:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d50594500. 00010000:00000010:2.1:1784943327.094759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736f0800. 00000080:00000010:3.1:1784943327.113173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaeb20. 00010000:00000010:3.1:1784943327.116565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b1c00. 00010000:00000010:3.1:1784943327.116575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349ec00. 00000080:00000010:2.1:1784943327.120861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5936a220. 00010000:00000010:2.1:1784943327.120878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d490ce000. 00010000:00000010:2.1:1784943327.120883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736f1400. 00000080:00000010:3.1:1784943327.140424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5936ac00. 00010000:00000010:3.1:1784943327.145561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d490ce800. 00010000:00000010:3.1:1784943327.145575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736f0a00. 00000080:00000010:2.1:1784943327.149538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d450b8a80. 00010000:00000010:2.1:1784943327.153652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d490cec00. 00010000:00000010:2.1:1784943327.153668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736f1600. 00000080:00000010:3.1:1784943327.161567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5040. 00010000:00000010:3.1:1784943327.161599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d490ce700. 00010000:00000010:3.1:1784943327.161605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736f0c00. 00000080:00000010:2.1:1784943327.175560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5540. 00010000:00000010:2.1:1784943327.175576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d490ce200. 00010000:00000010:2.1:1784943327.175581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736f1800. 00000080:00000010:3.1:1784943327.183563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5e40. 00010000:00000010:3.1:1784943327.187582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d490ced00. 00010000:00000010:3.1:1784943327.187599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736f0600. 00000080:00000010:2.1:1784943327.197767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5da0. 00010000:00000010:2.1:1784943327.197781:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d490ce600. 00010000:00000010:2.1:1784943327.197787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736f0000. 00000080:00000010:3.1:1784943327.207580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c50c0. 00010000:00000010:3.1:1784943327.214705:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d490ce100. 00010000:00000010:3.1:1784943327.214712:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736f1a00. 00000080:00000010:2.1:1784943327.225832:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c55a0. 00010000:00000010:2.1:1784943327.225844:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d490ce300. 00010000:00000010:2.1:1784943327.225848:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736f0400. 00000080:00000010:0.1:1784943327.236557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5240. 00010000:00000010:0.1:1784943327.244598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7347ef00. 00010000:00000010:0.1:1784943327.244619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736f1200. 00000080:00000010:2.1:1784943327.248558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaeea0. 00010000:00000010:2.1:1784943327.248573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b1900. 00010000:00000010:2.1:1784943327.248579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349f400. 00000080:00000010:3.1:1784943327.257726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5820. 00010000:00000010:3.1:1784943327.257744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d490cea00. 00010000:00000010:3.1:1784943327.257749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736f0e00. 00000080:00000010:2.1:1784943327.273564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5120. 00010000:00000010:2.1:1784943327.277779:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d490cef00. 00010000:00000010:2.1:1784943327.277786:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d00b000. 00000080:00000010:3.1:1784943327.283563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5a20. 00010000:00000010:2.1:1784943327.283634:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d490ce900. 00010000:00000010:2.1:1784943327.283641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d00a800. 00000080:00000010:2.1:1784943327.291676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5d60. 00010000:00000010:2.1:1784943327.291696:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d490ce400. 00010000:00000010:2.1:1784943327.291701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d00b400. 00000080:00000010:2.1:1784943327.311565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5bc0. 00010000:00000010:2.1:1784943327.311585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d490cee00. 00010000:00000010:2.1:1784943327.311601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d00aa00. 00000080:00000010:2.1:1784943327.334562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c55e0. 00010000:00000010:2.1:1784943327.334577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d490ceb00. 00010000:00000010:2.1:1784943327.334583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d00b600. 00000080:00000010:2.1:1784943327.338553:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c58a0. 00010000:00000010:2.1:1784943327.338568:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d490ce500. 00010000:00000010:2.1:1784943327.338573:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d00ac00. 00000080:00000010:2.1:1784943327.353921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c53a0. 00010000:00000010:2.1:1784943327.357574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7347e900. 00010000:00000010:2.1:1784943327.357602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d00b800. 00000080:00000010:3.1:1784943327.385571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c53e0. 00010000:00000010:3.1:1784943327.385604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ec5100. 00010000:00000010:3.1:1784943327.385611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d00a600. 00000080:00000010:2.1:1784943327.394167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5000. 00010000:00000010:2.1:1784943327.398090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ec5300. 00010000:00000010:2.1:1784943327.398102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d00a000. 00000080:00000010:3.1:1784943327.420557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae840. 00010000:00000010:3.1:1784943327.420575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b1800. 00010000:00000010:3.1:1784943327.420580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349f600. 00000080:00000010:2.1:1784943327.440550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5660. 00010000:00000010:2.1:1784943327.440562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ec5a00. 00010000:00000010:2.1:1784943327.440566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d00ba00. 00000080:00000010:3.1:1784943327.453571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5a00. 00010000:00000010:3.1:1784943327.456703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7347e400. 00010000:00000010:3.1:1784943327.456734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d00a400. 00000080:00000010:3.1:1784943327.469550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106940. 00010000:00000010:3.1:1784943327.469563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ec5f00. 00010000:00000010:3.1:1784943327.469568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734b9200. 00000080:00000010:3.1:1784943327.485635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5c20. 00010000:00000010:3.1:1784943327.485649:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ec5900. 00010000:00000010:3.1:1784943327.485654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d00b200. 00000080:00000010:3.1:1784943327.493605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c56a0. 00010000:00000010:3.1:1784943327.493624:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ec5400. 00010000:00000010:3.1:1784943327.493629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d00ae00. 00000080:00000010:3.1:1784943327.506571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5300. 00010000:00000010:3.1:1784943327.506603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ec5e00. 00010000:00000010:3.1:1784943327.506609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d00be00. 00000080:00000010:3.1:1784943327.520696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5d00. 00010000:00000010:3.1:1784943327.525604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ec5b00. 00010000:00000010:3.1:1784943327.525617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d00bc00. 00000080:00000010:3.1:1784943327.533675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5a80. 00010000:00000010:3.1:1784943327.533695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ec5500. 00010000:00000010:3.1:1784943327.533701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d00a200. 00000080:00000010:3.1:1784943327.568257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5980. 00010000:00000010:3.1:1784943327.568273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ec5000. 00010000:00000010:3.1:1784943327.568278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7364ec00. 00000080:00000010:3.1:1784943327.574617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5b40. 00010000:00000010:3.1:1784943327.574637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ec5800. 00010000:00000010:3.1:1784943327.574642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7364f800. 00000080:00000010:3.1:1784943327.589661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae780. 00010000:00000010:3.1:1784943327.589678:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508aa00. 00010000:00000010:3.1:1784943327.589684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdd8200. 00000080:00000010:3.1:1784943327.605550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae960. 00010000:00000010:3.1:1784943327.605560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b1200. 00010000:00000010:3.1:1784943327.605563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349fa00. 00000080:00000010:3.1:1784943327.610559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5460. 00010000:00000010:3.1:1784943327.610576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ec5c00. 00010000:00000010:3.1:1784943327.610580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7364e600. 00000080:00000010:3.1:1784943327.628862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5720. 00010000:00000010:3.1:1784943327.633697:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ec5700. 00010000:00000010:3.1:1784943327.633713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7364e000. 00000080:00000010:2.1:1784943327.648618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c52c0. 00010000:00000010:2.1:1784943327.648640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ec5200. 00010000:00000010:2.1:1784943327.648646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7364fa00. 00000080:00000010:3.1:1784943327.666702:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c5f20. 00010000:00000010:3.1:1784943327.666724:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ec5d00. 00010000:00000010:3.1:1784943327.666729:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7364e400. 00000080:00000010:2.1:1784943327.683579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106560. 00010000:00000010:2.1:1784943327.683606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf04600. 00010000:00000010:2.1:1784943327.683612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66394800. 00000080:00000010:3.1:1784943327.692650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106120. 00010000:00000010:3.1:1784943327.692673:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf04100. 00010000:00000010:3.1:1784943327.692679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66394200. 00000080:00000010:2.1:1784943327.706623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1060e0. 00010000:00000010:2.1:1784943327.706642:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf04300. 00010000:00000010:2.1:1784943327.706647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66395c00. 00000080:00000010:3.1:1784943327.718583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1062a0. 00010000:00000010:3.1:1784943327.718615:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf04a00. 00010000:00000010:3.1:1784943327.718620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66395e00. 00000080:00000010:2.1:1784943327.736023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106ae0. 00010000:00000010:2.1:1784943327.740631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf04f00. 00010000:00000010:2.1:1784943327.740644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66394e00. 00000080:00000010:2.1:1784943327.754561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106320. 00010000:00000010:2.1:1784943327.754579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf04900. 00010000:00000010:2.1:1784943327.754593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66395200. 00000080:00000010:3.1:1784943327.766652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae200. 00010000:00000010:3.1:1784943327.771247:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b1400. 00010000:00000010:3.1:1784943327.771256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349e200. 00000080:00000010:2.1:1784943327.778656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106240. 00010000:00000010:2.1:1784943327.778670:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf04400. 00010000:00000010:2.1:1784943327.778676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66394400. 00000080:00000010:3.1:1784943327.800623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106d20. 00010000:00000010:3.1:1784943327.800635:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf04e00. 00010000:00000010:3.1:1784943327.800639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66395a00. 00010000:00000010:2.1:1784943327.808611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf04b00. 00010000:00000010:2.1:1784943327.808621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66394000. 00000080:00000010:3.1:1784943327.813571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106fe0. 00000080:00000010:3.1:1784943327.817665:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106000. 00010000:00000010:3.1:1784943327.817687:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf04500. 00010000:00000010:3.1:1784943327.817693:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66394600. 00000080:00000010:2.1:1784943327.830175:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1068e0. 00010000:00000010:2.1:1784943327.830187:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf04000. 00010000:00000010:2.1:1784943327.830191:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66395000. 00000080:00000010:3.1:1784943327.835608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1064e0. 00010000:00000010:2.1:1784943327.839826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf04800. 00010000:00000010:2.1:1784943327.839835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66395400. 00000080:00000010:2.1:1784943327.847569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106680. 00010000:00000010:2.1:1784943327.854688:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf04c00. 00010000:00000010:2.1:1784943327.854702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66394a00. 00000080:00000010:2.1:1784943327.858786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1063c0. 00010000:00000010:2.1:1784943327.858800:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf04700. 00010000:00000010:2.1:1784943327.858806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66395600. 00000080:00000010:2.1:1784943327.867568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1069a0. 00010000:00000010:2.1:1784943327.867600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf04200. 00010000:00000010:2.1:1784943327.867605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66394c00. 00000080:00000010:2.1:1784943327.882555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106960. 00010000:00000010:2.1:1784943327.882574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bf04d00. 00010000:00000010:2.1:1784943327.882579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66395800. 00000080:00000010:2.1:1784943327.894658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae9a0. 00010000:00000010:2.1:1784943327.899593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662b1e00. 00010000:00000010:2.1:1784943327.899625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349fe00. 00000080:00000010:2.1:1784943327.904681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106520. 00010000:00000010:2.1:1784943327.904704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440300. 00010000:00000010:2.1:1784943327.904710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be02000. 00000080:00000010:2.1:1784943327.912581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d663c57e0. 00010000:00000010:2.1:1784943327.912604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ec5600. 00010000:00000010:2.1:1784943327.912609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7364f200. 00000080:00000010:2.1:1784943327.926647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47d27d20. 00010000:00000010:2.1:1784943327.926665:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c1c00. 00010000:00000010:2.1:1784943327.926670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7364ee00. 00000080:00000010:2.1:1784943327.950700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50417aa0. 00010000:00000010:2.1:1784943327.950715:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c1700. 00010000:00000010:2.1:1784943327.950721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7364fe00. 00000080:00000010:2.1:1784943327.964610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504170c0. 00010000:00000010:2.1:1784943327.975602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c1200. 00010000:00000010:2.1:1784943327.975613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7364fc00. 00000080:00000010:3.1:1784943327.981684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50417760. 00010000:00000010:3.1:1784943327.989305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c1d00. 00010000:00000010:3.1:1784943327.989320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7364e200. 00000080:00000010:2.1:1784943327.997599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50417e40. 00010000:00000010:2.1:1784943327.997621:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c1600. 00010000:00000010:2.1:1784943327.997626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7364f000. 00000080:00000010:2.1:1784943328.010268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50417c80. 00010000:00000010:2.1:1784943328.010280:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c1100. 00010000:00000010:2.1:1784943328.010284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7364e800. 00000080:00000010:2.1:1784943328.026566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50417ca0. 00010000:00000010:2.1:1784943328.026602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c1300. 00010000:00000010:2.1:1784943328.026608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7364f400. 00000080:00000010:2.1:1784943328.045633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50417040. 00010000:00000010:2.1:1784943328.045654:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c1a00. 00010000:00000010:2.1:1784943328.045659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7364ea00. 00000080:00000010:2.1:1784943328.103572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae420. 00010000:00000010:2.1:1784943328.106664:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61980100. 00010000:00000010:2.1:1784943328.106679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349e800. 00000080:00000010:2.1:1784943328.126684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504178a0. 00010000:00000010:2.1:1784943328.135970:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c1f00. 00010000:00000010:2.1:1784943328.135979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7364f600. 00000080:00000010:2.1:1784943328.143657:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50417a80. 00010000:00000010:2.1:1784943328.143672:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c1900. 00010000:00000010:2.1:1784943328.143676:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735fc600. 00000080:00000010:2.1:1784943328.149160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e2e0. 00010000:00000010:2.1:1784943328.149172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7386e400. 00010000:00000010:2.1:1784943328.149179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735fc000. 00000080:00000010:2.1:1784943328.167540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557bc0. 00010000:00000010:2.1:1784943328.171645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737a1800. 00010000:00000010:2.1:1784943328.171654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfb000. 00000080:00000010:2.1:1784943328.175712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044960. 00010000:00000010:2.1:1784943328.175733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737a1e00. 00010000:00000010:2.1:1784943328.175739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfa200. 00000080:00000010:2.1:1784943328.179716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044060. 00010000:00000010:2.1:1784943328.179743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737a1400. 00010000:00000010:2.1:1784943328.179750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfbc00. 00000080:00000010:2.1:1784943328.192601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044dc0. 00010000:00000010:2.1:1784943328.197564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d737a1900. 00010000:00000010:2.1:1784943328.197609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfbe00. 00000080:00000010:2.1:1784943328.210553:0:178432:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044d40. 00010000:00000010:2.1:1784943328.210565:0:178432:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b65900. 00010000:00000010:2.1:1784943328.210571:0:178432:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfae00. 00000080:00000010:2.1:1784943328.223553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044ee0. 00010000:00000010:2.1:1784943328.223574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b65800. 00010000:00000010:2.1:1784943328.223578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfb200. 00000080:00000010:2.1:1784943328.244615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044440. 00010000:00000010:2.1:1784943328.244637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b65c00. 00010000:00000010:2.1:1784943328.244643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfa400. 00000080:00000010:2.1:1784943328.267624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae660. 00010000:00000010:2.1:1784943328.273646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61980600. 00010000:00000010:2.1:1784943328.273663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7349fc00. 00000080:00000010:2.1:1784943328.277575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044ca0. 00010000:00000010:2.1:1784943328.277604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b65400. 00010000:00000010:2.1:1784943328.277610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfba00. 00000080:00000010:2.1:1784943328.289551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044b00. 00010000:00000010:2.1:1784943328.289564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c1400. 00010000:00000010:2.1:1784943328.289570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfa000. 00000080:00000010:2.1:1784943328.310845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e560. 00010000:00000010:2.1:1784943328.310855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c1e00. 00010000:00000010:2.1:1784943328.310859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735fda00. 00000080:00000010:2.1:1784943328.325225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e040. 00010000:00000010:2.1:1784943328.325245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c1b00. 00010000:00000010:2.1:1784943328.325250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735fc400. 00000080:00000010:2.1:1784943328.327598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e120. 00010000:00000010:2.1:1784943328.327616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c1500. 00010000:00000010:2.1:1784943328.327622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735fd200. 00000080:00000010:2.1:1784943328.340627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e5a0. 00010000:00000010:2.1:1784943328.340653:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c1000. 00010000:00000010:2.1:1784943328.340659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735fce00. 00000080:00000010:3.1:1784943328.347660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e6e0. 00010000:00000010:3.1:1784943328.352979:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663c1800. 00010000:00000010:3.1:1784943328.352985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735fde00. 00000080:00000010:2.1:1784943328.356551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e740. 00010000:00000010:2.1:1784943328.356564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bdd1700. 00010000:00000010:2.1:1784943328.356570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735fdc00. 00000080:00000010:2.1:1784943328.370631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34ef60. 00010000:00000010:2.1:1784943328.370646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bdd1200. 00010000:00000010:2.1:1784943328.370651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735fc200. 00000080:00000010:2.1:1784943328.379012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e5c0. 00010000:00000010:2.1:1784943328.379030:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bdd1d00. 00010000:00000010:2.1:1784943328.379035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735fd000. 00000080:00000010:2.1:1784943328.386595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d514ec480. 00010000:00000010:2.1:1784943328.386610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61980800. 00010000:00000010:2.1:1784943328.386614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738cb600. 00000080:00000010:2.1:1784943328.398088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34ef80. 00010000:00000010:2.1:1784943328.398114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bdd1600. 00010000:00000010:2.1:1784943328.398119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735fc800. 00000080:00000010:2.1:1784943328.408570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34eee0. 00010000:00000010:2.1:1784943328.408598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bdd1100. 00010000:00000010:2.1:1784943328.408604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735fd400. 00000080:00000010:2.1:1784943328.418321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e540. 00010000:00000010:2.1:1784943328.418339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bdd1300. 00010000:00000010:2.1:1784943328.418345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735fca00. 00000080:00000010:2.1:1784943328.428700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34eb00. 00010000:00000010:2.1:1784943328.428713:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bdd1a00. 00010000:00000010:2.1:1784943328.428718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735fd600. 00000080:00000010:2.1:1784943328.438556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557f40. 00010000:00000010:2.1:1784943328.438573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7386ee00. 00010000:00000010:2.1:1784943328.438588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d43b84e00. 00000080:00000010:2.1:1784943328.448874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557a40. 00010000:00000010:2.1:1784943328.448885:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7386eb00. 00010000:00000010:2.1:1784943328.448888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d734b8200. 00000080:00000010:2.1:1784943328.459983:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505577a0. 00010000:00000010:2.1:1784943328.459996:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bdd1f00. 00010000:00000010:2.1:1784943328.460001:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66288400. 00000080:00000010:2.1:1784943328.469551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34ee40. 00010000:00000010:2.1:1784943328.469564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bdd1900. 00010000:00000010:2.1:1784943328.469569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735fcc00. 00000080:00000010:2.1:1784943328.478681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e000. 00010000:00000010:2.1:1784943328.482692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bdd1400. 00010000:00000010:2.1:1784943328.482698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d735fd800. 00000080:00000010:2.1:1784943328.488933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e340. 00010000:00000010:2.1:1784943328.488945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bdd1e00. 00010000:00000010:2.1:1784943328.488950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736df200. 00000080:00000010:2.1:1784943328.493680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d450a3da0. 00010000:00000010:2.1:1784943328.493697:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61980700. 00010000:00000010:2.1:1784943328.493702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738cb800. 00000080:00000010:2.1:1784943328.504612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34ece0. 00010000:00000010:2.1:1784943328.504633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bdd1b00. 00010000:00000010:2.1:1784943328.504638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736dee00. 00000080:00000010:2.1:1784943328.515076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557b40. 00010000:00000010:2.1:1784943328.515091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7386e500. 00010000:00000010:2.1:1784943328.515097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66289e00. 00000080:00000010:2.1:1784943328.526340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557aa0. 00010000:00000010:2.1:1784943328.526364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7386e000. 00010000:00000010:2.1:1784943328.526369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663f7600. 00000080:00000010:2.1:1784943328.535564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106880. 00010000:00000010:2.1:1784943328.535597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bdd1500. 00010000:00000010:2.1:1784943328.535604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be02c00. 00000080:00000010:2.1:1784943328.560513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1067e0. 00010000:00000010:2.1:1784943328.560539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440a00. 00010000:00000010:2.1:1784943328.560544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be03400. 00000080:00000010:2.1:1784943328.584571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106340. 00010000:00000010:2.1:1784943328.584605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440f00. 00010000:00000010:2.1:1784943328.584610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be02800. 00000080:00000010:2.1:1784943328.609565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106f40. 00010000:00000010:2.1:1784943328.609590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440900. 00010000:00000010:2.1:1784943328.609595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be03000. 00000080:00000010:2.1:1784943328.627590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e7e0. 00010000:00000010:2.1:1784943328.627614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bdd1000. 00010000:00000010:2.1:1784943328.627620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736dfe00. 00000080:00000010:2.1:1784943328.640941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34ef00. 00010000:00000010:2.1:1784943328.640963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bdd1800. 00010000:00000010:2.1:1784943328.640968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736dfc00. 00000080:00000010:2.1:1784943328.662632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34ed40. 00010000:00000010:2.1:1784943328.662654:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bdd1c00. 00010000:00000010:2.1:1784943328.662659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736de200. 00000080:00000010:3.1:1784943328.670594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d450a3a20. 00010000:00000010:3.1:1784943328.670617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61980e00. 00010000:00000010:3.1:1784943328.670622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738ca000. 00000080:00000010:2.1:1784943328.688559:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34eb20. 00010000:00000010:2.1:1784943328.691678:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7386e800. 00010000:00000010:2.1:1784943328.691693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736df000. 00000080:00000010:3.1:1784943328.702674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505578a0. 00010000:00000010:3.1:1784943328.702687:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7386ec00. 00010000:00000010:3.1:1784943328.702691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf5f600. 00000080:00000010:2.1:1784943328.724596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557b80. 00010000:00000010:2.1:1784943328.724611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b65500. 00010000:00000010:2.1:1784943328.724616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf5ec00. 00000080:00000010:3.1:1784943328.732106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34ef40. 00010000:00000010:3.1:1784943328.732126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d479d4900. 00010000:00000010:3.1:1784943328.732132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736de800. 00000080:00000010:2.1:1784943328.743612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34ede0. 00010000:00000010:2.1:1784943328.743624:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d479d4400. 00010000:00000010:2.1:1784943328.743629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736df400. 00000080:00000010:2.1:1784943328.764605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e2a0. 00010000:00000010:2.1:1784943328.764627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d479d4e00. 00010000:00000010:2.1:1784943328.764632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736dea00. 00000080:00000010:3.1:1784943328.779598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e780. 00010000:00000010:3.1:1784943328.779617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d479d4b00. 00010000:00000010:3.1:1784943328.779621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736df600. 00000080:00000010:2.1:1784943328.788630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34ebc0. 00010000:00000010:2.1:1784943328.788652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d479d4500. 00010000:00000010:2.1:1784943328.788658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736dec00. 00000080:00000010:3.1:1784943328.798600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e1a0. 00010000:00000010:3.1:1784943328.798614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d479d4000. 00010000:00000010:3.1:1784943328.798619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736df800. 00000080:00000010:2.1:1784943328.807028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e980. 00010000:00000010:2.1:1784943328.811556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d479d4800. 00010000:00000010:2.1:1784943328.811566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736de600. 00000080:00000010:3.1:1784943328.821740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d450a3060. 00010000:00000010:3.1:1784943328.821755:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61980300. 00010000:00000010:3.1:1784943328.821760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738cac00. 00000080:00000010:2.1:1784943328.834765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34ef20. 00010000:00000010:2.1:1784943328.834787:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d479d4c00. 00010000:00000010:2.1:1784943328.834792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736de000. 00000080:00000010:3.1:1784943328.853051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34ee00. 00010000:00000010:3.1:1784943328.853062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d479d4700. 00010000:00000010:3.1:1784943328.853066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736dfa00. 00000080:00000010:2.1:1784943328.859613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e6c0. 00010000:00000010:2.1:1784943328.869732:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d479d4200. 00010000:00000010:2.1:1784943328.869748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736de400. 00000080:00000010:2.1:1784943328.874560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d34e4e0. 00010000:00000010:2.1:1784943328.874591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d479d4d00. 00010000:00000010:2.1:1784943328.874598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d600d8a00. 00000080:00000010:2.1:1784943328.883015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46542220. 00010000:00000010:2.1:1784943328.883036:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d479d4600. 00010000:00000010:2.1:1784943328.883040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d600d9600. 00000080:00000010:2.1:1784943328.902560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46542720. 00010000:00000010:2.1:1784943328.902570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d479d4100. 00010000:00000010:2.1:1784943328.902574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d600d8c00. 00000080:00000010:2.1:1784943328.907570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d465425c0. 00010000:00000010:2.1:1784943328.907603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d479d4300. 00010000:00000010:2.1:1784943328.907610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d600d9800. 00000080:00000010:2.1:1784943328.923609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d465426e0. 00010000:00000010:2.1:1784943328.923625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d479d4a00. 00010000:00000010:2.1:1784943328.923630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d600d8600. 00000080:00000010:2.1:1784943328.943944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46542980. 00010000:00000010:2.1:1784943328.943957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d479d4f00. 00010000:00000010:2.1:1784943328.943963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d600d8000. 00000080:00000010:3.1:1784943328.947920:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d465424e0. 00010000:00000010:3.1:1784943328.947932:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4631fe00. 00010000:00000010:3.1:1784943328.947938:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d600d9a00. 00000080:00000010:2.1:1784943328.951547:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d450a32e0. 00010000:00000010:2.1:1784943328.951561:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61980200. 00010000:00000010:2.1:1784943328.951565:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738cae00. 00000080:00000010:3.1:1784943328.971724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46542ce0. 00010000:00000010:3.1:1784943328.971740:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4631fb00. 00010000:00000010:3.1:1784943328.971746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d600d8400. 00000080:00000010:2.1:1784943328.996563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d465427c0. 00010000:00000010:2.1:1784943329.002563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4631f500. 00010000:00000010:2.1:1784943329.002584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d600d9200. 00000080:00000010:3.1:1784943329.029643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46542d60. 00010000:00000010:3.1:1784943329.032876:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4631f000. 00010000:00000010:3.1:1784943329.032894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d600d8e00. 00000080:00000010:2.1:1784943329.039455:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46542740. 00010000:00000010:2.1:1784943329.039472:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4631f800. 00010000:00000010:2.1:1784943329.039477:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d600d9e00. 00000080:00000010:3.1:1784943329.042569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46542c60. 00010000:00000010:3.1:1784943329.045891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b65600. 00010000:00000010:3.1:1784943329.045907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d600d9c00. 00000080:00000010:2.1:1784943329.061743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1065e0. 00010000:00000010:2.1:1784943329.061757:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440400. 00010000:00000010:2.1:1784943329.061762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be03c00. 00000080:00000010:3.1:1784943329.077717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106660. 00010000:00000010:3.1:1784943329.077740:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440e00. 00010000:00000010:3.1:1784943329.077745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be02a00. 00000080:00000010:2.1:1784943329.104049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044f60. 00010000:00000010:2.1:1784943329.104076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b65000. 00010000:00000010:2.1:1784943329.104082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfa800. 00000080:00000010:3.1:1784943329.119050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106ce0. 00010000:00000010:3.1:1784943329.123562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7386e700. 00010000:00000010:3.1:1784943329.123570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be03600. 00000080:00000010:2.1:1784943329.135706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557200. 00010000:00000010:2.1:1784943329.135730:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7386e200. 00010000:00000010:2.1:1784943329.135735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf5f800. 00000080:00000010:3.1:1784943329.155745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7620. 00010000:00000010:3.1:1784943329.159659:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6000. 00010000:00000010:3.1:1784943329.159675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feaf600. 00000080:00000010:2.1:1784943329.167585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7980. 00010000:00000010:2.1:1784943329.167603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6500. 00010000:00000010:2.1:1784943329.167609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737a8800. 00000080:00000010:3.1:1784943329.182562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557a80. 00010000:00000010:3.1:1784943329.182591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7386ed00. 00010000:00000010:3.1:1784943329.182600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf5e600. 00000080:00000010:2.1:1784943329.197584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557be0. 00010000:00000010:2.1:1784943329.205550:0:178433:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7386e600. 00010000:00000010:2.1:1784943329.205556:0:178433:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf5ee00. 00000080:00000010:2.1:1784943329.211601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557680. 00010000:00000010:2.1:1784943329.211619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7386e100. 00010000:00000010:2.1:1784943329.211624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf5e200. 00000080:00000010:2.1:1784943329.230153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d465427a0. 00010000:00000010:2.1:1784943329.230187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4631fc00. 00010000:00000010:2.1:1784943329.230193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d600d8200. 00000080:00000010:2.1:1784943329.264557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46542f00. 00010000:00000010:2.1:1784943329.271557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4631f700. 00010000:00000010:2.1:1784943329.271567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d600d9000. 00000080:00000010:2.1:1784943329.271585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46542560. 00010000:00000010:2.1:1784943329.271596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4631f200. 00010000:00000010:2.1:1784943329.271599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d600d8800. 00000080:00000010:2.1:1784943329.280635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106b80. 00010000:00000010:2.1:1784943329.284552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440b00. 00010000:00000010:2.1:1784943329.284559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be02e00. 00000080:00000010:2.1:1784943329.295627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106c20. 00010000:00000010:2.1:1784943329.295640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440500. 00010000:00000010:2.1:1784943329.295645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be03e00. 00000080:00000010:2.1:1784943329.301563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106e00. 00010000:00000010:2.1:1784943329.301613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440000. 00010000:00000010:2.1:1784943329.301619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be02200. 00000080:00000010:2.1:1784943329.324733:0:1033:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1065c0. 00010000:00000010:2.1:1784943329.324752:0:1033:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440800. 00010000:00000010:2.1:1784943329.324758:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be03800. 00000080:00000010:2.1:1784943329.343680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7860. 00010000:00000010:2.1:1784943329.347579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663d3500. 00010000:00000010:2.1:1784943329.347598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737a9400. 00000080:00000010:2.1:1784943329.366586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106820. 00010000:00000010:2.1:1784943329.366609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440c00. 00010000:00000010:2.1:1784943329.366613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be02600. 00000080:00000010:2.1:1784943329.381730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106800. 00010000:00000010:2.1:1784943329.381751:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440700. 00010000:00000010:2.1:1784943329.381755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be03200. 00000080:00000010:2.1:1784943329.399637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1067a0. 00010000:00000010:2.1:1784943329.399652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440200. 00010000:00000010:2.1:1784943329.399657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be02400. 00000080:00000010:2.1:1784943329.404546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106840. 00010000:00000010:2.1:1784943329.404568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440d00. 00010000:00000010:2.1:1784943329.404585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6be03a00. 00000080:00000010:2.1:1784943329.422307:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106040. 00010000:00000010:2.1:1784943329.422320:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440600. 00010000:00000010:2.1:1784943329.422324:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721af600. 00000080:00000010:3.1:1784943329.426560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106740. 00010000:00000010:3.1:1784943329.426591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4631fd00. 00010000:00000010:3.1:1784943329.426602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721aec00. 00000080:00000010:2.1:1784943329.448584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cb6e0. 00010000:00000010:2.1:1784943329.448612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4631f600. 00010000:00000010:2.1:1784943329.448619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d600d9400. 00000080:00000010:2.1:1784943329.462567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cb080. 00010000:00000010:2.1:1784943329.462591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4631f100. 00010000:00000010:2.1:1784943329.462596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf42c00. 00000080:00000010:3.1:1784943329.466621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cb520. 00010000:00000010:3.1:1784943329.466643:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4631f300. 00010000:00000010:3.1:1784943329.466648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf43800. 00000080:00000010:3.1:1784943329.484908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cbfe0. 00010000:00000010:3.1:1784943329.487768:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4631fa00. 00010000:00000010:3.1:1784943329.487779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf42600. 00000080:00000010:3.1:1784943329.501776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b72a0. 00010000:00000010:3.1:1784943329.505641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61980a00. 00010000:00000010:3.1:1784943329.505659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738ca200. 00000080:00000010:3.1:1784943329.508439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557c40. 00010000:00000010:3.1:1784943329.508458:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7386e300. 00010000:00000010:3.1:1784943329.508465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf5f000. 00000080:00000010:3.1:1784943329.517626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505575a0. 00010000:00000010:3.1:1784943329.517649:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7386ea00. 00010000:00000010:3.1:1784943329.517655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf5e800. 00000080:00000010:2.1:1784943329.528621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557d00. 00010000:00000010:2.1:1784943329.528641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7386ef00. 00010000:00000010:2.1:1784943329.528647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf5f400. 00000080:00000010:0.1:1784943329.536677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557120. 00010000:00000010:0.1:1784943329.536690:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4631ff00. 00010000:00000010:0.1:1784943329.536696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf5ea00. 00000080:00000010:2.1:1784943329.554089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cbf60. 00010000:00000010:2.1:1784943329.554100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4631f900. 00010000:00000010:2.1:1784943329.554105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf42000. 00000080:00000010:2.1:1784943329.558615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cbfc0. 00010000:00000010:2.1:1784943329.558630:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4631f400. 00010000:00000010:2.1:1784943329.558635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf43a00. 00000080:00000010:2.1:1784943329.581777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cb620. 00010000:00000010:2.1:1784943329.581798:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d613bac00. 00010000:00000010:2.1:1784943329.581804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf42400. 00000080:00000010:2.1:1784943329.605559:0:178433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cba20. 00010000:00000010:2.1:1784943329.605583:0:178433:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d613ba700. 00010000:00000010:2.1:1784943329.605588:0:178433:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf43200. 00000080:00000010:2.1:1784943329.611644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cbca0. 00010000:00000010:2.1:1784943329.611666:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d613ba200. 00010000:00000010:2.1:1784943329.611672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf42e00. 00000080:00000010:2.1:1784943329.636612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cb7a0. 00010000:00000010:2.1:1784943329.636634:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d613bad00. 00010000:00000010:2.1:1784943329.636639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf43e00. 00000080:00000010:2.1:1784943329.665630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7a80. 00010000:00000010:2.1:1784943329.669632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61980f00. 00010000:00000010:2.1:1784943329.669646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738ca400. 00000080:00000010:2.1:1784943329.692848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cbe20. 00010000:00000010:2.1:1784943329.692862:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d613ba600. 00010000:00000010:2.1:1784943329.692867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf43c00. 00000080:00000010:2.1:1784943329.736990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cbda0. 00010000:00000010:2.1:1784943329.746753:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d613ba100. 00010000:00000010:2.1:1784943329.746769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf42200. 00000080:00000010:2.1:1784943329.793158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cb3e0. 00010000:00000010:2.1:1784943329.793177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d613ba300. 00010000:00000010:2.1:1784943329.793183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf43000. 00000080:00000010:2.1:1784943329.811723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cb260. 00010000:00000010:2.1:1784943329.811744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d613baa00. 00010000:00000010:2.1:1784943329.811749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf42800. 00000080:00000010:2.1:1784943329.860607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cbac0. 00010000:00000010:2.1:1784943329.863747:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d613baf00. 00010000:00000010:2.1:1784943329.863763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf43400. 00000080:00000010:2.1:1784943329.880627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504cb1c0. 00010000:00000010:2.1:1784943329.883817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d613ba900. 00010000:00000010:2.1:1784943329.883825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf42a00. 00000080:00000010:2.1:1784943329.907770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6023e740. 00010000:00000010:2.1:1784943329.907785:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d613ba400. 00010000:00000010:2.1:1784943329.907790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf43600. 00000080:00000010:2.1:1784943329.947725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae1e0. 00010000:00000010:2.1:1784943329.956628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d613bae00. 00010000:00000010:2.1:1784943329.956644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42ed0000. 00000080:00000010:2.1:1784943329.973560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae600. 00010000:00000010:2.1:1784943329.973592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d613bab00. 00010000:00000010:2.1:1784943329.973597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42ed1a00. 00000080:00000010:2.1:1784943330.017564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae4c0. 00010000:00000010:2.1:1784943330.017600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d613ba500. 00010000:00000010:2.1:1784943330.017605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42ed0400. 00000080:00000010:2.1:1784943330.084642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7600. 00010000:00000010:2.1:1784943330.084668:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61980c00. 00010000:00000010:2.1:1784943330.084673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738ca600. 00000080:00000010:2.1:1784943330.162574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaec20. 00010000:00000010:2.1:1784943330.162598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d613ba000. 00010000:00000010:2.1:1784943330.162603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42ed1200. 00000080:00000010:2.1:1784943330.195803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaea00. 00010000:00000010:2.1:1784943330.195822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d613ba800. 00010000:00000010:2.1:1784943330.195827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42ed0e00. 00000080:00000010:2.1:1784943330.234693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae340. 00010000:00000010:2.1:1784943330.238573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4385d200. 00010000:00000010:2.1:1784943330.238594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42ed1e00. 00000080:00000010:2.1:1784943330.280640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaef40. 00010000:00000010:2.1:1784943330.280668:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4385dd00. 00010000:00000010:2.1:1784943330.280674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42ed1c00. 00000080:00000010:2.1:1784943330.299714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaec80. 00010000:00000010:2.1:1784943330.299743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4385d600. 00010000:00000010:2.1:1784943330.299748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42ed0200. 00000080:00000010:2.1:1784943330.367572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaeb00. 00010000:00000010:2.1:1784943330.367589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4385d100. 00010000:00000010:2.1:1784943330.367595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42ed1000. 00000080:00000010:2.1:1784943330.416875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdae520. 00010000:00000010:2.1:1784943330.416901:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4385d300. 00010000:00000010:2.1:1784943330.416908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42ed0800. 00000080:00000010:0.1:1784943330.441894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaed20. 00010000:00000010:0.1:1784943330.441924:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4385da00. 00010000:00000010:0.1:1784943330.441929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42ed1400. 00000080:00000010:2.1:1784943330.451147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaefe0. 00010000:00000010:2.1:1784943330.451171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4385df00. 00010000:00000010:2.1:1784943330.451177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42ed0a00. 00000080:00000010:2.1:1784943330.476573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaeb60. 00010000:00000010:2.1:1784943330.476597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4385d900. 00010000:00000010:2.1:1784943330.476602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42ed1600. 00000080:00000010:2.1:1784943330.496554:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7f20. 00010000:00000010:2.1:1784943330.496579:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61980000. 00010000:00000010:2.1:1784943330.496585:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738cb200. 00000080:00000010:2.1:1784943330.512548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d6bdaebc0. 00010000:00000010:2.1:1784943330.512560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4385d400. 00010000:00000010:2.1:1784943330.512575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42ed0c00. 00000080:00000010:2.1:1784943330.547739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d449ee100. 00010000:00000010:2.1:1784943330.562602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4385de00. 00010000:00000010:2.1:1784943330.562618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42ed1800. 00000080:00000010:2.1:1784943330.584243:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d450a34a0. 00010000:00000010:2.1:1784943330.584265:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4385db00. 00010000:00000010:2.1:1784943330.584270:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42ed0600. 00000080:00000010:3.1:1784943330.585777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d661b7b60. 00010000:00000010:3.1:1784943330.591985:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4385d500. 00010000:00000010:3.1:1784943330.591995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b1a00. 00000080:00000010:2.1:1784943330.609910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4630d2e0. 00010000:00000010:2.1:1784943330.614554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4385d000. 00010000:00000010:2.1:1784943330.614579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b0400. 00000080:00000010:2.1:1784943330.648573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4630df60. 00010000:00000010:2.1:1784943330.648609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4385d800. 00010000:00000010:2.1:1784943330.648615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b1200. 00000080:00000010:2.1:1784943330.669583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4630d3a0. 00010000:00000010:2.1:1784943330.673883:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4385dc00. 00010000:00000010:2.1:1784943330.673890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b0e00. 00000080:00000010:2.1:1784943330.680577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7300. 00010000:00000010:2.1:1784943330.680600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4385d700. 00010000:00000010:2.1:1784943330.680606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b1e00. 00000080:00000010:2.1:1784943330.696243:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505579e0. 00010000:00000010:2.1:1784943330.696266:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7386e900. 00010000:00000010:2.1:1784943330.696272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf5fc00. 00000080:00000010:2.1:1784943330.715997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044780. 00010000:00000010:2.1:1784943330.716018:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d259700. 00010000:00000010:2.1:1784943330.716024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfb400. 00000080:00000010:2.1:1784943330.727585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4630de60. 00010000:00000010:2.1:1784943330.727601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61980b00. 00010000:00000010:2.1:1784943330.727606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738cbc00. 00000080:00000010:3.1:1784943330.741601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7d20. 00010000:00000010:3.1:1784943330.741619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d259200. 00010000:00000010:3.1:1784943330.741624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b1c00. 00000080:00000010:2.1:1784943330.757813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7f40. 00010000:00000010:2.1:1784943330.762556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d259d00. 00010000:00000010:2.1:1784943330.762586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b0200. 00000080:00000010:3.1:1784943330.772783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7f20. 00010000:00000010:3.1:1784943330.783280:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d259600. 00010000:00000010:3.1:1784943330.783288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b1000. 00000080:00000010:2.1:1784943330.788884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7ea0. 00010000:00000010:2.1:1784943330.788920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d259100. 00010000:00000010:2.1:1784943330.788926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b0800. 00000080:00000010:3.1:1784943330.809645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d79e0. 00010000:00000010:3.1:1784943330.809662:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d259300. 00010000:00000010:3.1:1784943330.809667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b1400. 00000080:00000010:3.1:1784943330.825619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7500. 00010000:00000010:3.1:1784943330.837014:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d259a00. 00010000:00000010:3.1:1784943330.837028:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b0a00. 00000080:00000010:2.1:1784943330.850557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7480. 00010000:00000010:2.1:1784943330.850581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d259f00. 00010000:00000010:2.1:1784943330.850586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b1600. 00000080:00000010:3.1:1784943330.864733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7de0. 00010000:00000010:3.1:1784943330.864756:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d259900. 00010000:00000010:3.1:1784943330.864762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b0c00. 00000080:00000010:2.1:1784943330.879567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7b60. 00010000:00000010:0.1:1784943330.880022:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d259400. 00010000:00000010:0.1:1784943330.880029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b1800. 00000080:00000010:3.1:1784943330.918594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7680. 00010000:00000010:3.1:1784943330.918616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d259e00. 00010000:00000010:3.1:1784943330.918621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b0600. 00000080:00000010:2.1:1784943330.933753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4630da00. 00010000:00000010:2.1:1784943330.938557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61980500. 00010000:00000010:2.1:1784943330.938583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738cba00. 00000080:00000010:2.1:1784943330.946631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7bc0. 00010000:00000010:2.1:1784943330.946646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d259b00. 00010000:00000010:2.1:1784943330.946651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663b0000. 00000080:00000010:2.1:1784943330.957011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7740. 00010000:00000010:2.1:1784943330.957030:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d259500. 00010000:00000010:2.1:1784943330.957035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4829ba00. 00000080:00000010:2.1:1784943330.968128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7760. 00010000:00000010:2.1:1784943330.968148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d259000. 00010000:00000010:2.1:1784943330.968154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4829a400. 00000080:00000010:2.1:1784943330.994714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557220. 00010000:00000010:2.1:1784943331.002582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66397600. 00010000:00000010:2.1:1784943331.002596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf5f200. 00000080:00000010:2.1:1784943331.006849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557e60. 00010000:00000010:2.1:1784943331.006871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66397100. 00010000:00000010:2.1:1784943331.006877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf5e400. 00000080:00000010:2.1:1784943331.020638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557da0. 00010000:00000010:2.1:1784943331.026630:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66397300. 00010000:00000010:2.1:1784943331.026637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf5fe00. 00000080:00000010:2.1:1784943331.032545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557440. 00010000:00000010:2.1:1784943331.032565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d259800. 00010000:00000010:2.1:1784943331.032570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4829b200. 00000080:00000010:2.1:1784943331.038577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d70e0. 00010000:00000010:2.1:1784943331.038600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d259c00. 00010000:00000010:2.1:1784943331.038606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4829ae00. 00000080:00000010:2.1:1784943331.048572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7b40. 00010000:00000010:2.1:1784943331.048584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d375900. 00010000:00000010:2.1:1784943331.048590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4829be00. 00000080:00000010:2.1:1784943331.069584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7fc0. 00010000:00000010:2.1:1784943331.069607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d375400. 00010000:00000010:2.1:1784943331.069613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4829bc00. 00000080:00000010:2.1:1784943331.098575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4630df20. 00010000:00000010:2.1:1784943331.098597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61980d00. 00010000:00000010:2.1:1784943331.098602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738cb000. 00000080:00000010:2.1:1784943331.108702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7cc0. 00010000:00000010:2.1:1784943331.108725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d375e00. 00010000:00000010:2.1:1784943331.108730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4829a200. 00000080:00000010:2.1:1784943331.121682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7400. 00010000:00000010:2.1:1784943331.121693:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d375b00. 00010000:00000010:2.1:1784943331.121697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4829b000. 00000080:00000010:2.1:1784943331.129717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7200. 00010000:00000010:2.1:1784943331.129731:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d375500. 00010000:00000010:2.1:1784943331.129737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4829a800. 00000080:00000010:2.1:1784943331.160213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7280. 00010000:00000010:2.1:1784943331.160237:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d375000. 00010000:00000010:2.1:1784943331.160241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4829b400. 00000080:00000010:2.1:1784943331.164743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7a00. 00010000:00000010:2.1:1784943331.172713:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d375800. 00010000:00000010:2.1:1784943331.172729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4829aa00. 00000080:00000010:2.1:1784943331.172736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7360. 00010000:00000010:2.1:1784943331.172747:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d375c00. 00010000:00000010:2.1:1784943331.172750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4829b600. 00000080:00000010:2.1:1784943331.189643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7dc0. 00010000:00000010:2.1:1784943331.193566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d375700. 00010000:00000010:2.1:1784943331.193576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4829ac00. 00000080:00000010:2.1:1784943331.204566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842820. 00010000:00000010:2.1:1784943331.204591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d375200. 00010000:00000010:2.1:1784943331.204597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4829b800. 00000080:00000010:2.1:1784943331.227015:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557840. 00010000:00000010:2.1:1784943331.227030:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66397a00. 00010000:00000010:2.1:1784943331.227035:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf5e000. 00000080:00000010:3.1:1784943331.231657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557ce0. 00010000:00000010:3.1:1784943331.236449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66397f00. 00010000:00000010:3.1:1784943331.236456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf5fa00. 00000080:00000010:2.1:1784943331.245228:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4630d840. 00010000:00000010:2.1:1784943331.245240:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d593bdb00. 00010000:00000010:2.1:1784943331.245282:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738cbe00. 00000080:00000010:3.1:1784943331.256802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557060. 00010000:00000010:3.1:1784943331.263801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66397900. 00010000:00000010:3.1:1784943331.263807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73656e00. 00000080:00000010:2.1:1784943331.267607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557f60. 00010000:00000010:2.1:1784943331.267626:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66397400. 00010000:00000010:2.1:1784943331.267632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73657e00. 00000080:00000010:3.1:1784943331.278586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557800. 00010000:00000010:3.1:1784943331.278603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66397e00. 00010000:00000010:3.1:1784943331.278609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73657c00. 00000080:00000010:2.1:1784943331.292094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505573c0. 00010000:00000010:2.1:1784943331.292106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66397b00. 00010000:00000010:2.1:1784943331.292112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73656200. 00000080:00000010:2.1:1784943331.305571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505577e0. 00010000:00000010:2.1:1784943331.309813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66397500. 00010000:00000010:2.1:1784943331.309821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73657000. 00000080:00000010:3.1:1784943331.309877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d508420e0. 00010000:00000010:3.1:1784943331.309888:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d375d00. 00010000:00000010:3.1:1784943331.309892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4829a600. 00000080:00000010:2.1:1784943331.330736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842ce0. 00010000:00000010:2.1:1784943331.330746:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d375600. 00010000:00000010:2.1:1784943331.330749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4829a000. 00000080:00000010:3.1:1784943331.340626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842620. 00010000:00000010:3.1:1784943331.340644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d375100. 00010000:00000010:3.1:1784943331.340650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfe400. 00000080:00000010:2.1:1784943331.349978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d508428e0. 00010000:00000010:2.1:1784943331.350003:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66397000. 00010000:00000010:2.1:1784943331.350008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdff200. 00000080:00000010:2.1:1784943331.366563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505577c0. 00010000:00000010:2.1:1784943331.366586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66397800. 00010000:00000010:2.1:1784943331.366591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73656800. 00000080:00000010:2.1:1784943331.373169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7820. 00010000:00000010:2.1:1784943331.373194:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6100. 00010000:00000010:2.1:1784943331.373200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5feafc00. 00000080:00000010:2.1:1784943331.385566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4630df00. 00010000:00000010:2.1:1784943331.385582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d593bd800. 00010000:00000010:2.1:1784943331.385587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738caa00. 00000080:00000010:2.1:1784943331.413233:0:178432:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842080. 00010000:00000010:2.1:1784943331.430593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d375300. 00010000:00000010:2.1:1784943331.430611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfee00. 00000080:00000010:2.1:1784943331.439725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842700. 00010000:00000010:2.1:1784943331.439737:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d375a00. 00010000:00000010:2.1:1784943331.439742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdffe00. 00000080:00000010:2.1:1784943331.439746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d508423c0. 00010000:00000010:2.1:1784943331.439749:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d375f00. 00010000:00000010:2.1:1784943331.439764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdffc00. 00000080:00000010:2.1:1784943331.439767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842380. 00010000:00000010:2.1:1784943331.439784:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5900. 00010000:00000010:2.1:1784943331.439788:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfe200. 00000080:00000010:1.1:1784943331.449821:0:2353:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842a00. 00010000:00000010:1.1:1784943331.449836:0:2353:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5400. 00010000:00000010:1.1:1784943331.449841:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdff000. 00000080:00000010:2.1:1784943331.457712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842280. 00010000:00000010:2.1:1784943331.457730:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5e00. 00010000:00000010:2.1:1784943331.457735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfe800. 00000080:00000010:2.1:1784943331.464551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842ba0. 00010000:00000010:2.1:1784943331.472104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5b00. 00010000:00000010:2.1:1784943331.472111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdff400. 00000080:00000010:2.1:1784943331.477269:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842940. 00010000:00000010:2.1:1784943331.477282:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5500. 00010000:00000010:2.1:1784943331.477287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfea00. 00000080:00000010:2.1:1784943331.492778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557c60. 00010000:00000010:2.1:1784943331.492792:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66397c00. 00010000:00000010:2.1:1784943331.492799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73657400. 00000080:00000010:2.1:1784943331.500568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557160. 00010000:00000010:2.1:1784943331.500585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66397700. 00010000:00000010:2.1:1784943331.500591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73656a00. 00000080:00000010:2.1:1784943331.511595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4630d7e0. 00010000:00000010:2.1:1784943331.511616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d593bd400. 00010000:00000010:2.1:1784943331.511621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738cb400. 00000080:00000010:2.1:1784943331.530888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557100. 00010000:00000010:2.1:1784943331.530908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66397200. 00010000:00000010:2.1:1784943331.530914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73657600. 00000080:00000010:2.1:1784943331.538091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d508427a0. 00010000:00000010:2.1:1784943331.538114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5000. 00010000:00000010:2.1:1784943331.538120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdff600. 00000080:00000010:2.1:1784943331.556995:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842400. 00010000:00000010:2.1:1784943331.557006:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5800. 00010000:00000010:2.1:1784943331.557011:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfec00. 00000080:00000010:2.1:1784943331.569015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842d40. 00010000:00000010:2.1:1784943331.569028:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5c00. 00010000:00000010:2.1:1784943331.569033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdff800. 00000080:00000010:2.1:1784943331.576655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d508429e0. 00010000:00000010:2.1:1784943331.576676:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5700. 00010000:00000010:2.1:1784943331.576682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfe600. 00000080:00000010:2.1:1784943331.592054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842cc0. 00010000:00000010:2.1:1784943331.592067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5200. 00010000:00000010:2.1:1784943331.592072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfe000. 00000080:00000010:2.1:1784943331.596566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842960. 00010000:00000010:2.1:1784943331.596587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5d00. 00010000:00000010:2.1:1784943331.596593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdffa00. 00000080:00000010:2.1:1784943331.606750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842740. 00010000:00000010:2.1:1784943331.606767:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66397d00. 00010000:00000010:2.1:1784943331.606786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d8800. 00000080:00000010:2.1:1784943331.621549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505576a0. 00010000:00000010:2.1:1784943331.621576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0bba00. 00010000:00000010:2.1:1784943331.621581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73656c00. 00000080:00000010:2.1:1784943331.643613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557f20. 00010000:00000010:2.1:1784943331.643634:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5600. 00010000:00000010:2.1:1784943331.643642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73657800. 00000080:00000010:2.1:1784943331.669574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4630d960. 00010000:00000010:2.1:1784943331.685815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d593bd300. 00010000:00000010:2.1:1784943331.685831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738ca800. 00000080:00000010:2.1:1784943331.693644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842360. 00010000:00000010:2.1:1784943331.693657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5100. 00010000:00000010:2.1:1784943331.693662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d9400. 00000080:00000010:2.1:1784943331.724026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842520. 00010000:00000010:2.1:1784943331.731589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5300. 00010000:00000010:2.1:1784943331.731605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d8a00. 00000080:00000010:2.1:1784943331.736708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842e00. 00010000:00000010:2.1:1784943331.736731:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5a00. 00010000:00000010:2.1:1784943331.736737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d9600. 00000080:00000010:2.1:1784943331.747233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842580. 00010000:00000010:2.1:1784943331.747252:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5f00. 00010000:00000010:2.1:1784943331.747257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d8c00. 00000080:00000010:2.1:1784943331.767572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842980. 00010000:00000010:2.1:1784943331.771573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3bc500. 00010000:00000010:2.1:1784943331.771590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d9800. 00000080:00000010:3.1:1784943331.784579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044b60. 00010000:00000010:3.1:1784943331.784609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b65b00. 00010000:00000010:3.1:1784943331.784615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfb800. 00000080:00000010:2.1:1784943331.813664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044da0. 00010000:00000010:2.1:1784943331.813687:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b65e00. 00010000:00000010:2.1:1784943331.813692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfac00. 00000080:00000010:3.1:1784943331.830759:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480441c0. 00010000:00000010:3.1:1784943331.830773:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b65f00. 00010000:00000010:3.1:1784943331.830779:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfa600. 00000080:00000010:2.1:1784943331.850378:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044500. 00010000:00000010:2.1:1784943331.850402:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b65a00. 00010000:00000010:2.1:1784943331.850408:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfaa00. 00000080:00000010:3.1:1784943331.855566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044fc0. 00010000:00000010:3.1:1784943331.855578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b65300. 00010000:00000010:3.1:1784943331.855583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdfb600. 00000080:00000010:2.1:1784943331.858819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4630d740. 00010000:00000010:2.1:1784943331.858840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d593bd100. 00010000:00000010:2.1:1784943331.858854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4286e600. 00000080:00000010:3.1:1784943331.874949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044840. 00010000:00000010:3.1:1784943331.874970:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b65100. 00010000:00000010:3.1:1784943331.874976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc56200. 00000080:00000010:2.1:1784943331.884579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044600. 00010000:00000010:2.1:1784943331.884609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3bc000. 00010000:00000010:2.1:1784943331.884615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc57000. 00000080:00000010:3.1:1784943331.891755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842f80. 00010000:00000010:3.1:1784943331.891778:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0bb600. 00010000:00000010:3.1:1784943331.891783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d8600. 00000080:00000010:2.1:1784943331.910574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557c80. 00010000:00000010:2.1:1784943331.910648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0bbe00. 00010000:00000010:2.1:1784943331.910656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73656600. 00000080:00000010:2.1:1784943331.922725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044720. 00010000:00000010:2.1:1784943331.922743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b65700. 00010000:00000010:2.1:1784943331.922749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc56c00. 00000080:00000010:2.1:1784943331.945085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480446c0. 00010000:00000010:2.1:1784943331.945098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b65d00. 00010000:00000010:2.1:1784943331.945102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc56600. 00000080:00000010:2.1:1784943331.957576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044220. 00010000:00000010:2.1:1784943331.957598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51b65200. 00010000:00000010:2.1:1784943331.957615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc56000. 00000080:00000010:2.1:1784943331.972572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480449c0. 00010000:00000010:2.1:1784943331.972589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7390b300. 00010000:00000010:2.1:1784943331.972594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc57a00. 00000080:00000010:2.1:1784943331.986823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044320. 00010000:00000010:2.1:1784943331.986834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7390b900. 00010000:00000010:2.1:1784943331.986838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc56400. 00000080:00000010:2.1:1784943331.991562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106e80. 00010000:00000010:2.1:1784943331.991581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0bbd00. 00010000:00000010:2.1:1784943331.991586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721af800. 00000080:00000010:2.1:1784943332.009545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4630d180. 00010000:00000010:2.1:1784943332.009575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d593bdf00. 00010000:00000010:2.1:1784943332.009580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4286e800. 00000080:00000010:2.1:1784943332.021687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505570c0. 00010000:00000010:2.1:1784943332.026568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0bb100. 00010000:00000010:2.1:1784943332.026584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73656000. 00000080:00000010:2.1:1784943332.042639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557700. 00010000:00000010:2.1:1784943332.042651:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0bbb00. 00010000:00000010:2.1:1784943332.042655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73657a00. 00000080:00000010:2.1:1784943332.046563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d505579c0. 00010000:00000010:2.1:1784943332.046595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0bb000. 00010000:00000010:2.1:1784943332.046601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73656400. 00000080:00000010:2.1:1784943332.054614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557400. 00010000:00000010:2.1:1784943332.054635:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3bc800. 00010000:00000010:2.1:1784943332.054641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73657200. 00000080:00000010:2.1:1784943332.067575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842e40. 00010000:00000010:2.1:1784943332.067600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3bcc00. 00010000:00000010:2.1:1784943332.067606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d8000. 00000080:00000010:2.1:1784943332.087536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d47d41760. 00010000:00000010:2.1:1784943332.087559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3bc700. 00010000:00000010:2.1:1784943332.087564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d9a00. 00000080:00000010:2.1:1784943332.095600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48899d80. 00010000:00000010:2.1:1784943332.095614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3bc200. 00010000:00000010:2.1:1784943332.095618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d8400. 00000080:00000010:3.1:1784943332.106565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48899a20. 00010000:00000010:3.1:1784943332.106580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3bcd00. 00010000:00000010:3.1:1784943332.106585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d9200. 00000080:00000010:2.1:1784943332.115011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5357cec0. 00010000:00000010:2.1:1784943332.119650:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3bc600. 00010000:00000010:2.1:1784943332.119659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d8e00. 00000080:00000010:3.1:1784943332.131352:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61acb7a0. 00010000:00000010:3.1:1784943332.131366:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3bc100. 00010000:00000010:3.1:1784943332.131370:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d9e00. 00000080:00000010:2.1:1784943332.140560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d4630d020. 00010000:00000010:2.1:1784943332.140574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d593bdd00. 00010000:00000010:2.1:1784943332.140579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4286ea00. 00000080:00000010:3.1:1784943332.159436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d51a53be0. 00010000:00000010:3.1:1784943332.159452:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3bc300. 00010000:00000010:3.1:1784943332.159458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d9c00. 00000080:00000010:2.1:1784943332.166586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d51a53640. 00010000:00000010:2.1:1784943332.166612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3bca00. 00010000:00000010:2.1:1784943332.166619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d8200. 00000080:00000010:3.1:1784943332.183592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d51a53aa0. 00010000:00000010:3.1:1784943332.183611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3bcf00. 00010000:00000010:3.1:1784943332.183617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d9000. 00000080:00000010:2.1:1784943332.188563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5849ea00. 00010000:00000010:2.1:1784943332.188577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3bc900. 00010000:00000010:2.1:1784943332.188583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d4400. 00000080:00000010:3.1:1784943332.207776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300660. 00010000:00000010:3.1:1784943332.207800:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3bc400. 00010000:00000010:3.1:1784943332.207806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d5200. 00000080:00000010:2.1:1784943332.217641:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300a20. 00010000:00000010:2.1:1784943332.217656:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3bce00. 00010000:00000010:2.1:1784943332.217662:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d4e00. 00000080:00000010:2.1:1784943332.227635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d463004c0. 00010000:00000010:2.1:1784943332.227655:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3bcb00. 00010000:00000010:2.1:1784943332.227661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d5e00. 00000080:00000010:2.1:1784943332.261196:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300880. 00010000:00000010:2.1:1784943332.263975:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60298e00. 00010000:00000010:2.1:1784943332.263984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d5c00. 00000080:00000010:3.1:1784943332.267469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300ba0. 00010000:00000010:3.1:1784943332.267489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60298b00. 00010000:00000010:3.1:1784943332.267494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d4200. 00000080:00000010:2.1:1784943332.269675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300d40. 00010000:00000010:2.1:1784943332.269697:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60298500. 00010000:00000010:2.1:1784943332.269704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d5000. 00000080:00000010:3.1:1784943332.287576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842f40. 00010000:00000010:2.1:1784943332.290664:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c2300. 00010000:00000010:2.1:1784943332.290675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4286f600. 00000080:00000010:2.1:1784943332.304636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300be0. 00010000:00000010:2.1:1784943332.312649:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60298000. 00010000:00000010:2.1:1784943332.312660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d4800. 00000080:00000010:2.1:1784943332.318174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d463006c0. 00010000:00000010:2.1:1784943332.318202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60298800. 00010000:00000010:2.1:1784943332.318209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d5400. 00000080:00000010:2.1:1784943332.320857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300680. 00010000:00000010:2.1:1784943332.320881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73440100. 00010000:00000010:2.1:1784943332.320902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d4a00. 00000080:00000010:2.1:1784943332.330597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106a00. 00010000:00000010:2.1:1784943332.330623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66574c00. 00010000:00000010:2.1:1784943332.330628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721aea00. 00000080:00000010:2.1:1784943332.343599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1064c0. 00010000:00000010:2.1:1784943332.343625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66574700. 00010000:00000010:2.1:1784943332.343631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721af400. 00000080:00000010:2.1:1784943332.366667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106b60. 00010000:00000010:3.1:1784943332.370738:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66574200. 00010000:00000010:3.1:1784943332.370748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721ae800. 00000080:00000010:2.1:1784943332.384585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106580. 00010000:00000010:2.1:1784943332.384613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66574d00. 00010000:00000010:2.1:1784943332.384618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721af000. 00000080:00000010:3.1:1784943332.403392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d106c40. 00010000:00000010:3.1:1784943332.403422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66574600. 00010000:00000010:3.1:1784943332.403427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721ae200. 00000080:00000010:2.1:1784943332.425648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d51be0040. 00010000:00000010:2.1:1784943332.425675:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d66574100. 00010000:00000010:2.1:1784943332.425695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d721afc00. 00000080:00000010:0.1:1784943332.430584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300520. 00010000:00000010:0.1:1784943332.430618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60298c00. 00010000:00000010:0.1:1784943332.430626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d5600. 00000080:00000010:2.1:1784943332.445869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d508421e0. 00010000:00000010:2.1:1784943332.455787:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3c2a00. 00010000:00000010:2.1:1784943332.455814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4286f800. 00000080:00000010:3.1:1784943332.459578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300d20. 00010000:00000010:3.1:1784943332.459605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60298700. 00010000:00000010:3.1:1784943332.459612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d4c00. 00000080:00000010:2.1:1784943332.472557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300780. 00010000:00000010:2.1:1784943332.472570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60298200. 00010000:00000010:2.1:1784943332.472575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d5800. 00000080:00000010:3.1:1784943332.491163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300800. 00010000:00000010:3.1:1784943332.491179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0bb200. 00010000:00000010:3.1:1784943332.491185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d4600. 00000080:00000010:2.1:1784943332.515618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557ec0. 00010000:00000010:2.1:1784943332.522605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0bb900. 00010000:00000010:2.1:1784943332.522622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6632fc00. 00000080:00000010:3.1:1784943332.532624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557560. 00010000:00000010:3.1:1784943332.532650:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0bb700. 00010000:00000010:3.1:1784943332.532656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6632e200. 00000080:00000010:2.1:1784943332.539621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557e40. 00010000:00000010:2.1:1784943332.544583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0bb500. 00010000:00000010:2.1:1784943332.544593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6632f000. 00000080:00000010:3.1:1784943332.560384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557500. 00010000:00000010:3.1:1784943332.560400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0bb800. 00010000:00000010:3.1:1784943332.560406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6632e800. 00000080:00000010:3.1:1784943332.586573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d463007e0. 00010000:00000010:3.1:1784943332.586591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60298600. 00010000:00000010:3.1:1784943332.586596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d5a00. 00000080:00000010:2.1:1784943332.594778:0:2355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d463009a0. 00010000:00000010:2.1:1784943332.599001:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60298d00. 00010000:00000010:2.1:1784943332.599007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d4000. 00000080:00000010:3.1:1784943332.602201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300ee0. 00010000:00000010:3.1:1784943332.602222:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60298100. 00010000:00000010:3.1:1784943332.602228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66323400. 00000080:00000010:2.1:1784943332.610905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50842b40. 00010000:00000010:2.1:1784943332.610920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663d3000. 00010000:00000010:2.1:1784943332.610925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4286ec00. 00000080:00000010:3.1:1784943332.614573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300ca0. 00010000:00000010:3.1:1784943332.614593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60298300. 00010000:00000010:3.1:1784943332.614599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66322a00. 00000080:00000010:2.1:1784943332.623618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300080. 00010000:00000010:2.1:1784943332.623638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60298a00. 00010000:00000010:2.1:1784943332.623643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66323600. 00000080:00000010:3.1:1784943332.630568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300fa0. 00010000:00000010:3.1:1784943332.630586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60298f00. 00010000:00000010:3.1:1784943332.630591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66322c00. 00000080:00000010:2.1:1784943332.637711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300220. 00010000:00000010:2.1:1784943332.637733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60298900. 00010000:00000010:2.1:1784943332.637739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66323800. 00000080:00000010:3.1:1784943332.650744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300320. 00010000:00000010:3.1:1784943332.650768:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60298400. 00010000:00000010:3.1:1784943332.650774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66322600. 00000080:00000010:3.1:1784943332.669110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300de0. 00010000:00000010:3.1:1784943332.674570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662cfe00. 00010000:00000010:3.1:1784943332.674586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66322000. 00000080:00000010:3.1:1784943332.688562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300d00. 00010000:00000010:3.1:1784943332.688577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662cfb00. 00010000:00000010:3.1:1784943332.688582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66323a00. 00000080:00000010:0.1:1784943332.702583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300560. 00010000:00000010:0.1:1784943332.702600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662cf500. 00010000:00000010:0.1:1784943332.702605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66322400. 00000080:00000010:3.1:1784943332.722304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d463009c0. 00010000:00000010:3.1:1784943332.728094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662cf000. 00010000:00000010:3.1:1784943332.728104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66323200. 00000080:00000010:2.1:1784943332.737239:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300000. 00010000:00000010:2.1:1784943332.739759:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662cf800. 00010000:00000010:2.1:1784943332.739766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66322e00. 00000080:00000010:2.1:1784943332.754570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7ec0. 00010000:00000010:2.1:1784943332.754584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d663d3800. 00010000:00000010:2.1:1784943332.754602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d737a8a00. 00000080:00000010:2.1:1784943332.761721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300460. 00010000:00000010:2.1:1784943332.761744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662cfc00. 00010000:00000010:2.1:1784943332.761750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66323e00. 00000080:00000010:2.1:1784943332.784632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300700. 00010000:00000010:2.1:1784943332.784648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662cf700. 00010000:00000010:2.1:1784943332.784654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66323c00. 00000080:00000010:2.1:1784943332.803725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300280. 00010000:00000010:2.1:1784943332.803740:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662cf200. 00010000:00000010:2.1:1784943332.803746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66322200. 00000080:00000010:2.1:1784943332.831171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d50557a00. 00010000:00000010:2.1:1784943332.831196:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d0bb400. 00010000:00000010:2.1:1784943332.831217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6632f400. 00000080:00000010:2.1:1784943332.852646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300c60. 00010000:00000010:2.1:1784943332.853017:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662cfd00. 00010000:00000010:2.1:1784943332.853023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66323000. 00000080:00000010:2.1:1784943332.866691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300ac0. 00010000:00000010:2.1:1784943332.866719:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662cf600. 00010000:00000010:2.1:1784943332.866725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66322800. 00000080:00000010:2.1:1784943332.882804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300540. 00010000:00000010:2.1:1784943332.882822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662cf100. 00010000:00000010:2.1:1784943332.882827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d61b66400. 00000080:00000010:2.1:1784943332.908504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d46300f20. 00010000:00000010:2.1:1784943332.908539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d662cf300. 00010000:00000010:2.1:1784943332.908568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d61b67200. 00000080:00000010:2.1:1784943332.916575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d480447e0. 00010000:00000010:2.1:1784943332.925686:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7390b600. 00010000:00000010:2.1:1784943332.925700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc56a00. 00000080:00000010:2.1:1784943333.003560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d48044d20. 00010000:00000010:2.1:1784943333.008719:0:185409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7390bd00. 00010000:00000010:2.1:1784943333.008729:0:185409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bc57400. 00010000:00000010:2.1:1784943333.105683:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66562200. 00010000:00000010:2.1:1784943333.105689:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb7400. 00010000:00000010:2.1:1784943333.105694:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a800. 00010000:00000010:2.1:1784943333.105699:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d01ee00. 00010000:00000010:2.1:1784943333.105702:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c7c00. 00010000:00000010:2.1:1784943333.105705:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d01e400. 00000080:00000010:2.1:1784943333.109609:0:185413:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d4a8e5280. 00000080:00000010:2.1:1784943333.109624:0:185413:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d1062e0. 00010000:00000010:3.1:1784943344.084659:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664d5a00. 00010000:00000010:3.1:1784943344.084671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66562600. 00000080:00000010:3.1:1784943344.109609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136e80. 00010000:00000010:1.1:1784943344.161563:0:2344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4820bc00. 00010000:00000010:1.1:1784943344.161571:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7395f800. 00000080:00000010:2.1:1784943344.217618:0:186279:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e11a0. 00010000:00000010:2.1:1784943344.242635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6637f800. 00010000:00000010:1.1:1784943344.372692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7395ea00. 00010000:00000010:2.1:1784943344.405047:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb6a00. 00010000:00000010:2.1:1784943344.405058:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4820b700. 00010000:00000010:2.1:1784943344.405064:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb6000. 00000080:00000010:2.1:1784943344.453567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336220. 00010000:00000010:0.1:1784943344.618902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6637f800. 00010000:00000010:0.1:1784943344.618916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4820b800. 00010000:00000010:0.1:1784943344.618920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7395e600. 00010000:00000010:0.1:1784943344.618924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6637e600. 00000080:00000010:1.1:1784943344.627654:0:186296:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3362e0. 00000080:00000010:1.1:1784943344.631890:0:186296:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5daab9c0. 00000080:00000010:1.1:1784943344.631905:0:186296:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736172e0. 00010000:00000010:2.1:1784943344.662599:0:186296:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d1edd00. 00010000:00000010:2.1:1784943344.662606:0:186296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6637ea00. 00000080:00000010:2.1:1784943344.726560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336100. 00000080:00000010:3.1:1784943344.782876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e15c0. 00010000:00000010:3.1:1784943344.782895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7395e600. 00010000:00000010:1.1:1784943344.840717:0:186303:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7395ea00. 00010000:00000010:2.1:1784943344.872860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6637ea00. 00010000:00000010:3.1:1784943344.876493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664d5a00. 00010000:00000010:3.1:1784943344.876503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6637ee00. 00000080:00000010:2.1:1784943344.894529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1d40. 00010000:00000010:3.1:1784943345.078692:0:186310:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d1edf00. 00010000:00000010:3.1:1784943345.078707:0:186310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6637e400. 00010000:00000010:2.1:1784943345.606087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb6600. 00000080:00000010:3.1:1784943345.610556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736177c0. 00010000:00000010:3.1:1784943345.610581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb7800. 00010000:00000010:2.1:1784943345.675931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6637fc00. 00010000:00000010:2.1:1784943345.692032:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d1edd00. 00010000:00000010:2.1:1784943345.692041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb6a00. 00000080:00000010:2.1:1784943345.695650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336e40. 00010000:00000010:2.1:1784943345.695671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6637f200. 00000080:00000010:3.1:1784943345.715317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736174a0. 00010000:00000010:2.1:1784943345.738697:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d1ed300. 00010000:00000010:2.1:1784943345.738706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6637fc00. 00000080:00000010:2.1:1784943345.801571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3360c0. 00010000:00000010:1.1:1784943345.828393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7395ec00. 00000080:00000010:1.1:1784943350.707560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1e00. 00000080:00000010:1.1:1784943350.707584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336640. 00000080:00000010:1.1:1784943350.707591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d66573740. 00000080:00000010:1.1:1784943350.707600:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5dad0840. 00000080:00000010:1.1:1784943350.707607:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d72c218c0. 00000080:00000010:1.1:1784943350.707622:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d72c22940. 00010000:00000010:1.1:1784943350.707714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6637e200. 00010000:00000010:1.1:1784943350.707720:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d1ed100. 00010000:00000010:0.1:1784943350.708212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66563a00. 00010000:00000010:0.1:1784943350.711538:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7395f200. 00010000:00000010:0.1:1784943350.711546:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7395f400. 00010000:00000010:0.1:1784943350.732715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7395f800. 00010000:00000010:0.1:1784943350.732728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6637fc00. 00010000:00000010:0.1:1784943350.732732:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d1ed300. 00010000:00000010:0.1:1784943350.732735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7395ec00. 00010000:00000010:0.1:1784943350.732739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66563800. 00010000:00000010:0.1:1784943350.732743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664d5600. 00010000:00000010:0.1:1784943350.732745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7395e400. 00010000:00000010:0.1:1784943350.732749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb7600. 00010000:00000010:0.1:1784943350.732751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6637f200. 00010000:00000010:0.1:1784943350.732754:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d1edd00. 00010000:00000010:2.1:1784943354.623236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7395fa00. 00000080:00000010:3.1:1784943354.643549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3362e0. 00000080:00000010:3.1:1784943354.714628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8e80. 00010000:00000010:2.1:1784943354.733701:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d1ed700. 00010000:00000010:2.1:1784943354.733718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6637ee00. 00000080:00000010:2.1:1784943354.759560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3369a0. 00010000:00000010:0.1:1784943354.801563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb7800. 00010000:00000010:0.1:1784943354.801573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d1ed700. 00010000:00000010:0.1:1784943354.801577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6637ee00. 00000080:00000010:1.1:1784943354.810438:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d72c22940. 00000080:00000010:0.1:1784943354.813261:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73617aa0. 00010000:00000010:2.1:1784943354.829647:0:187259:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d1eda00. 00010000:00000010:2.1:1784943354.829653:0:187259:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6637ea00. 00000080:00000010:2.1:1784943354.851062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3369a0. 00010000:00000010:2.1:1784943354.909564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d1eda00. 00010000:00000010:2.1:1784943354.909578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb7200. 00000080:00000010:3.1:1784943354.948097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736175a0. 00010000:00000010:2.1:1784943354.990614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6637f000. 00000080:00000010:2.1:1784943354.990624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3360e0. 00010000:00000010:2.1:1784943354.995635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66562800. 00000080:00000010:2.1:1784943355.007561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3366a0. 00000080:00000010:2.1:1784943355.007577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a8900. 00010000:00000010:2.1:1784943355.027013:0:187268:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d1ed700. 00010000:00000010:2.1:1784943355.027025:0:187268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6637f000. 00000080:00000010:2.1:1784943355.058559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336f40. 00010000:00000010:3.1:1784943355.116567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7395f400. 00000080:00000010:3.1:1784943355.116587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1320. 00010000:00000010:3.1:1784943355.128740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7395fe00. 00000080:00000010:3.1:1784943355.139673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736a81c0. 00000080:00000010:3.1:1784943355.139687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1da0. 00010000:00000010:1.1:1784943355.162864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4820bd00. 00010000:00000010:1.1:1784943355.162878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7395ee00. 00000080:00000010:1.1:1784943355.185805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1cc0. 00010000:00000010:1.1:1784943355.278860:0:187279:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a41300. 00010000:00000010:1.1:1784943355.278870:0:187279:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb7c00. 00010000:00000010:2.1:1784943355.867000:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a41400. 00010000:00000010:2.1:1784943355.867015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb7400. 00000080:00000010:3.1:1784943355.873783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73617240. 00010000:00000010:3.1:1784943355.878571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb6600. 00010000:00000010:3.1:1784943357.355552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66562e00. 00000080:00000010:2.1:1784943357.355953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6e00. 00000080:00000010:2.1:1784943357.355971:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5dad0000. 00010000:00000010:2.1:1784943357.355977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66563c00. 00010000:00000010:2.1:1784943357.355980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6637ee00. 00010000:00000010:2.1:1784943357.409694:0:172485:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66562800. 00010000:00000010:2.1:1784943357.409705:0:172485:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664d5b00. 00010000:00000010:2.1:1784943357.489683:0:187337:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb6e00. 00000080:00000010:2.1:1784943357.498668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736170c0. 00010000:00000010:3.1:1784943357.521790:0:187339:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66562000. 00000080:00000010:3.1:1784943357.521805:0:187339:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6760. 00010000:00000010:3.1:1784943360.409895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d1eda00. 00010000:00000010:3.1:1784943360.409914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6637f400. 00010000:00000010:3.1:1784943363.966891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66563000. 00010000:00000010:1.1:1784943363.970854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6637e600. 00000080:00000010:3.1:1784943363.987719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6ae0. 00000080:00000010:2.1:1784943364.020778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6560. 00010000:00000010:3.1:1784943364.073665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb6800. 00000080:00000010:3.1:1784943364.073672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73617be0. 00000080:00000010:3.1:1784943364.102553:0:187921:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73617600. 00010000:00000010:0.1:1784943364.103719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66563000. 00010000:00000010:3.1:1784943364.129689:0:187766:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7395ea00. 00000080:00000010:3.1:1784943364.132739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1c00. 00010000:00000010:1.1:1784943364.155617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66563e00. 00000080:00000010:1.1:1784943364.155693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e13a0. 00010000:00000010:2.1:1784943370.385563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6637f400. 00000080:00000010:2.1:1784943370.385576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3365e0. 00010000:00000010:2.1:1784943370.391763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6637f600. 00000080:00000010:2.1:1784943370.391780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3366c0. 00010000:00000010:2.1:1784943370.403298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6637f400. 00010000:00000010:2.1:1784943370.403316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d1ed300. 00010000:00000010:2.1:1784943370.403320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6637e600. 00010000:00000010:0.1:1784943411.431600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a41600. 00010000:00000010:0.1:1784943411.431609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb6800. 00000080:00000010:2.1:1784943411.458803:0:188061:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73617740. 00010000:00000010:2.1:1784943411.481791:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d1ed300. 00010000:00000010:2.1:1784943411.481805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6637f600. 00000080:00000010:0.1:1784943411.502607:0:188062:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336500. 00010000:00000010:1.1:1784943411.534700:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4820ba00. 00010000:00000010:1.1:1784943411.534716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb7e00. 00000080:00000010:2.1:1784943411.572394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73617100. 00000080:00000010:1.1:1784943417.534567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3365e0. 00000080:00000010:1.1:1784943417.534590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d3363e0. 00010000:00000010:1.1:1784943428.903328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4820ba00. 00010000:00000010:1.1:1784943428.903342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7395f000. 00010000:00000010:0.1:1784943428.909690:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4820b300. 00010000:00000010:1.1:1784943428.913601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a41600. 00010000:00000010:1.1:1784943428.913614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7395f800. 00000080:00000010:1.1:1784943428.954845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e12c0. 00000080:00000010:1.1:1784943428.954869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e1360. 00010000:00000010:3.1:1784943444.171867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d7395ec00. 00010000:00000010:2.1:1784943444.422723:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664d5700. 00010000:00000010:2.1:1784943444.422733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66562a00. 00010000:00000010:2.1:1784943444.422736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d4000. 00000080:00000010:2.1:1784943444.434579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe67e0. 00000080:00000010:2.1:1784943444.434606:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d5dad0840. 00010000:00000010:3.1:1784943447.413804:0:1008:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60298c00. 00010000:00000010:3.1:1784943447.413818:0:1008:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d5a00. 00010000:00000010:3.1:1784943449.475552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d5600. 00000080:00000010:3.1:1784943449.490588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6240. 00010000:00000010:2.1:1784943449.502604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d4000. 00010000:00000010:2.1:1784943449.507587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d4800. 00000080:00000010:2.1:1784943449.507597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336da0. 00010000:00000010:2.1:1784943449.520509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d4000. 00000080:00000010:2.1:1784943449.540249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336480. 00000080:00000010:3.1:1784943467.401554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d504e16c0. 00000080:00000010:3.1:1784943467.401570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d73617ec0. 00000080:00000010:3.1:1784943467.401576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5ffe6dc0. 00000080:00000010:3.1:1784943467.401582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336240. 00000080:00000010:3.1:1784943467.401587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d5d336c40. 00000080:00000010:3.1:1784943467.401610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7880. 00000080:00000010:2.1:1784943467.401695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7ba0. 00000080:00000010:2.1:1784943467.401718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736d7340. 00010000:00000010:3.1:1784943467.406626:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4820bf00. 00010000:00000010:3.1:1784943467.406637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d5a00. 00010000:00000010:3.1:1784943467.406642:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6900. 00010000:00000010:3.1:1784943467.406646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdd8000. 00010000:00000010:3.1:1784943467.406649:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6c00. 00010000:00000010:3.1:1784943467.406652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bdd9000. 00010000:00000010:3.1:1784943467.406667:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d1ede00. 00010000:00000010:3.1:1784943467.406671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66562600. 00010000:00000010:3.1:1784943467.406674:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d738c7f00. 00010000:00000010:3.1:1784943467.406683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d01e200. 00010000:00000010:3.1:1784943467.406691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61baed00. 00010000:00000010:3.1:1784943467.406694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44743c00. 00010000:00000010:3.1:1784943467.406697:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4820b400. 00010000:00000010:3.1:1784943467.406700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb7800. 00010000:00000010:3.1:1784943467.406703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d1ed700. 00010000:00000010:3.1:1784943467.406706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66562000. 00010000:00000010:3.1:1784943467.406709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6d00. 00010000:00000010:3.1:1784943467.406712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d50020200. 00010000:00000010:3.1:1784943467.414657:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664d5900. 00010000:00000010:3.1:1784943467.414664:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66562400. 00010000:00000010:3.1:1784943467.414668:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60298b00. 00010000:00000010:3.1:1784943467.414672:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d5c00. 00010000:00000010:3.1:1784943467.414676:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53534c00. 00010000:00000010:3.1:1784943467.414679:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d4c00. 00010000:00000010:3.1:1784943467.414681:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53534a00. 00010000:00000010:3.1:1784943467.414685:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44743800. 00010000:00000010:3.1:1784943467.414689:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61bae900. 00010000:00000010:3.1:1784943467.414692:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44742400. 00010000:00000010:3.1:1784943467.414697:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4820b600. 00010000:00000010:3.1:1784943467.414701:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6659d200. 00010000:00000010:3.1:1784943467.414704:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61bae200. 00010000:00000010:3.1:1784943467.414707:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44743400. 00010000:00000010:3.1:1784943467.414710:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089e800. 00010000:00000010:3.1:1784943467.414714:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738cb600. 00010000:00000010:3.1:1784943467.414717:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089e600. 00010000:00000010:3.1:1784943467.414720:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738cae00. 00010000:00000010:3.1:1784943467.414723:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089e100. 00010000:00000010:3.1:1784943467.414725:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738ca200. 00010000:00000010:3.1:1784943467.414729:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d479d4a00. 00010000:00000010:3.1:1784943467.414733:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66322400. 00010000:00000010:3.1:1784943467.414737:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4631fb00. 00010000:00000010:3.1:1784943467.414740:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66323c00. 00010000:00000010:3.1:1784943467.414742:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089ee00. 00010000:00000010:3.1:1784943467.414745:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738cb200. 00010000:00000010:3.1:1784943467.414847:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4820ba00. 00010000:00000010:3.1:1784943467.414853:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6659c400. 00010000:00000010:3.1:1784943467.414856:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51f63500. 00010000:00000010:3.1:1784943467.414859:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738cb400. 00010000:00000010:3.1:1784943467.414862:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51f63b00. 00010000:00000010:3.1:1784943467.414864:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738ca800. 00010000:00000010:3.1:1784943467.414868:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d427c0900. 00010000:00000010:3.1:1784943467.414871:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736dfc00. 00010000:00000010:3.1:1784943467.414875:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58878c00. 00010000:00000010:3.1:1784943467.414877:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736df400. 00010000:00000010:3.1:1784943467.414880:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58878700. 00010000:00000010:3.1:1784943467.414882:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736df800. 00010000:00000010:3.1:1784943467.414884:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4631fa00. 00010000:00000010:3.1:1784943467.414887:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66562200. 00010000:00000010:3.1:1784943467.414890:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d8206c500. 00010000:00000010:3.1:1784943467.414894:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd68c00. 00010000:00000010:3.1:1784943467.414898:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd39f00. 00010000:00000010:3.1:1784943467.414902:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4829ba00. 00010000:00000010:3.1:1784943467.414905:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389300. 00010000:00000010:3.1:1784943467.414909:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d8c00. 00010000:00000010:3.1:1784943467.414911:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389400. 00010000:00000010:3.1:1784943467.414915:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4829a000. 00010000:00000010:3.1:1784943467.414918:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5c00. 00010000:00000010:3.1:1784943467.414921:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66562c00. 00010000:00000010:3.1:1784943467.414924:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44758e00. 00010000:00000010:3.1:1784943467.414927:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ac000. 00010000:00000010:3.1:1784943467.414930:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ec5d00. 00010000:00000010:3.1:1784943467.414933:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6637f400. 00010000:00000010:3.1:1784943467.414936:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44758200. 00010000:00000010:3.1:1784943467.414939:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663aca00. 00010000:00000010:3.1:1784943467.414941:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d479d4400. 00010000:00000010:3.1:1784943467.414944:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6637fc00. 00010000:00000010:3.1:1784943467.414947:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5151df00. 00010000:00000010:3.1:1784943467.414949:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ade00. 00010000:00000010:3.1:1784943467.414953:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432bd500. 00010000:00000010:3.1:1784943467.414957:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49918600. 00010000:00000010:3.1:1784943467.414959:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5151dc00. 00010000:00000010:3.1:1784943467.414962:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d9a00. 00010000:00000010:3.1:1784943467.414965:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4820be00. 00010000:00000010:3.1:1784943467.414968:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6659c200. 00010000:00000010:3.1:1784943467.414971:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499f00. 00010000:00000010:3.1:1784943467.414974:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d600d8a00. 00010000:00000010:3.1:1784943467.414978:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499600. 00010000:00000010:3.1:1784943467.414980:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d600d8600. 00010000:00000010:3.1:1784943467.414983:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499e00. 00010000:00000010:3.1:1784943467.414986:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d600d9a00. 00010000:00000010:3.1:1784943467.414990:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a300. 00010000:00000010:3.1:1784943467.414993:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d600d9e00. 00010000:00000010:3.1:1784943467.414996:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508ab00. 00010000:00000010:3.1:1784943467.414998:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d600d8800. 00010000:00000010:3.1:1784943467.415001:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4631f400. 00010000:00000010:3.1:1784943467.415003:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66562a00. 00010000:00000010:3.1:1784943467.415005:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664d5f00. 00010000:00000010:3.1:1784943467.415008:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66563a00. 00010000:00000010:3.1:1784943467.415012:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6800. 00010000:00000010:3.1:1784943467.415016:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf42600. 00010000:00000010:3.1:1784943467.415018:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6500. 00010000:00000010:3.1:1784943467.415021:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf43200. 00010000:00000010:3.1:1784943467.415024:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7390b700. 00010000:00000010:3.1:1784943467.415082:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf42200. 00010000:00000010:3.1:1784943467.415087:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7390b100. 00010000:00000010:3.1:1784943467.415090:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf42a00. 00010000:00000010:3.1:1784943467.415093:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73712f00. 00010000:00000010:3.1:1784943467.415095:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42ed0400. 00010000:00000010:3.1:1784943467.415099:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73712000. 00010000:00000010:3.1:1784943467.415102:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42ed1c00. 00010000:00000010:3.1:1784943467.415105:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73712600. 00010000:00000010:3.1:1784943467.415108:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42ed1400. 00010000:00000010:3.1:1784943467.415110:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd39e00. 00010000:00000010:3.1:1784943467.415113:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42ed0c00. 00010000:00000010:3.1:1784943467.415115:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd39700. 00010000:00000010:3.1:1784943467.415118:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4829a400. 00010000:00000010:3.1:1784943467.415120:0:190703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd39a00. 00010000:00000010:3.1:1784943467.415123:0:190703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4829bc00. 00010000:00000010:3.1:1784943467.415387:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d593bd100. 00010000:00000010:3.1:1784943467.415392:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4829b400. 00010000:00000010:3.1:1784943467.415395:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432bd300. 00010000:00000010:3.1:1784943467.415398:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49919c00. 00010000:00000010:3.1:1784943467.415410:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5b00. 00010000:00000010:3.1:1784943467.415413:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4829b800. 00010000:00000010:3.1:1784943467.415416:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5800. 00010000:00000010:3.1:1784943467.415419:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d8800. 00010000:00000010:3.1:1784943467.415431:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a41b00. 00010000:00000010:3.1:1784943467.415434:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49918400. 00010000:00000010:3.1:1784943467.415439:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a41c00. 00010000:00000010:3.1:1784943467.415441:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49918e00. 00010000:00000010:3.1:1784943467.415444:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5300. 00010000:00000010:3.1:1784943467.415447:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d9800. 00010000:00000010:3.1:1784943467.415450:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3bcc00. 00010000:00000010:3.1:1784943467.415453:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d8400. 00010000:00000010:3.1:1784943467.415455:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3bc300. 00010000:00000010:3.1:1784943467.415457:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d9c00. 00010000:00000010:3.1:1784943467.415459:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3bcb00. 00010000:00000010:3.1:1784943467.415462:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d5200. 00010000:00000010:3.1:1784943467.415466:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60298100. 00010000:00000010:3.1:1784943467.415469:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d4600. 00010000:00000010:3.1:1784943467.415472:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60298700. 00010000:00000010:3.1:1784943467.415475:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d4000. 00010000:00000010:3.1:1784943467.415477:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60298300. 00010000:00000010:3.1:1784943467.415479:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d4e00. 00010000:00000010:3.1:1784943467.415482:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d1ed500. 00010000:00000010:3.1:1784943467.415484:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6637e200. 00010000:00000010:1.1:1784943467.415535:0:189734:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53534600. 00010000:00000010:1.1:1784943467.415541:0:189734:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d5e00. 00010000:00000010:1.1:1784943467.415544:0:189734:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53534e00. 00010000:00000010:1.1:1784943467.415546:0:189734:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d5600. 00010000:00000010:1.1:1784943467.415549:0:189734:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664d5400. 00010000:00000010:1.1:1784943467.415552:0:189734:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44742000. 00010000:00000010:1.1:1784943467.415555:0:189734:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61baef00. 00010000:00000010:1.1:1784943467.415558:0:189734:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44742e00. 00010000:00000010:1.1:1784943467.415561:0:189734:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61bae700. 00010000:00000010:1.1:1784943467.415563:0:189734:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44743000. 00010000:00000010:1.1:1784943467.415566:0:189734:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61baec00. 00010000:00000010:1.1:1784943467.415569:0:189734:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d44743600. 00010000:00000010:1.1:1784943467.415572:0:189734:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089e000. 00010000:00000010:1.1:1784943467.415575:0:189734:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738ca000. 00010000:00000010:1.1:1784943467.415578:0:189734:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d479d4c00. 00010000:00000010:1.1:1784943467.415581:0:189734:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66322c00. 00010000:00000010:1.1:1784943467.415583:0:189734:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d479d4600. 00010000:00000010:1.1:1784943467.415585:0:189734:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66322000. 00010000:00000010:1.1:1784943467.415588:0:189734:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6e00. 00010000:00000010:1.1:1784943467.415592:0:189734:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66322e00. 00010000:00000010:1.1:1784943467.415595:0:189734:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5089ea00. 00010000:00000010:1.1:1784943467.415598:0:189734:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738ca400. 00010000:00000010:1.1:1784943467.415601:0:189734:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a400. 00010000:00000010:1.1:1784943467.415604:0:189734:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738cba00. 00010000:00000010:1.1:1784943467.415606:0:189734:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51f63400. 00010000:00000010:1.1:1784943467.415609:0:189734:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d738cbe00. 00010000:00000010:1.1:1784943467.415611:0:189734:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4631fc00. 00010000:00000010:1.1:1784943467.415614:0:189734:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66322800. 00010000:00000010:1.1:1784943467.415617:0:189734:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d51f63e00. 00010000:00000010:1.1:1784943467.415619:0:189734:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736dee00. 00010000:00000010:1.1:1784943467.415623:0:189734:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d427c0400. 00010000:00000010:1.1:1784943467.415626:0:189734:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736df000. 00010000:00000010:1.1:1784943467.415628:0:189734:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d58878100. 00010000:00000010:1.1:1784943467.415631:0:189734:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736df600. 00010000:00000010:1.1:1784943467.415633:0:189734:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4631f600. 00010000:00000010:1.1:1784943467.415643:0:189734:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6637ec00. 00010000:00000010:1.1:1784943467.415646:0:189734:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d8206cd00. 00010000:00000010:1.1:1784943467.415650:0:189734:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd68a00. 00010000:00000010:1.1:1784943467.415654:0:189734:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd39b00. 00010000:00000010:1.1:1784943467.415656:0:189734:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd68600. 00010000:00000010:1.1:1784943467.415659:0:189734:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd39200. 00010000:00000010:1.1:1784943467.416068:0:189734:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4829b200. 00010000:00000010:1.1:1784943467.416071:0:189734:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389b00. 00010000:00000010:1.1:1784943467.416074:0:189734:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d9400. 00010000:00000010:1.1:1784943467.416077:0:189734:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d61389f00. 00010000:00000010:1.1:1784943467.416079:0:189734:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4829a600. 00010000:00000010:1.1:1784943467.416082:0:189734:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44758600. 00010000:00000010:1.1:1784943467.416084:0:189734:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ac400. 00010000:00000010:1.1:1784943467.416086:0:189734:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ec5c00. 00010000:00000010:1.1:1784943467.416088:0:189734:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6637e800. 00010000:00000010:1.1:1784943467.416091:0:189734:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44758400. 00010000:00000010:1.1:1784943467.416094:0:189734:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663acc00. 00010000:00000010:1.1:1784943467.416095:0:189734:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44758800. 00010000:00000010:1.1:1784943467.416097:0:189734:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ac800. 00010000:00000010:1.1:1784943467.423554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5700. 00010000:00000010:1.1:1784943467.423567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ac200. 00010000:00000010:1.1:1784943467.423571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5151d900. 00010000:00000010:1.1:1784943467.423575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d8600. 00010000:00000010:1.1:1784943467.423578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6400. 00010000:00000010:1.1:1784943467.423582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736de600. 00010000:00000010:1.1:1784943467.423584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d479d4500. 00010000:00000010:1.1:1784943467.423587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66322a00. 00010000:00000010:1.1:1784943467.423590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d467b2600. 00010000:00000010:1.1:1784943467.423593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d736dfa00. 00010000:00000010:1.1:1784943467.423597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3bc400. 00010000:00000010:1.1:1784943467.423600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d8200. 00010000:00000010:1.1:1784943467.423603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499200. 00010000:00000010:1.1:1784943467.423607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d600d8c00. 00010000:00000010:1.1:1784943467.423611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432bdc00. 00010000:00000010:1.1:1784943467.423615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49919000. 00010000:00000010:1.1:1784943467.423618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44499800. 00010000:00000010:1.1:1784943467.423622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d600d9200. 00010000:00000010:1.1:1784943467.423627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a100. 00010000:00000010:1.1:1784943467.423630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d600d8200. 00010000:00000010:1.1:1784943467.423633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4508a800. 00010000:00000010:1.1:1784943467.423637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf42c00. 00010000:00000010:1.1:1784943467.423640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664d5d00. 00010000:00000010:1.1:1784943467.423644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66563c00. 00010000:00000010:1.1:1784943467.423647:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d664d5100. 00010000:00000010:1.1:1784943467.423655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d66563800. 00010000:00000010:1.1:1784943467.423658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d736d6300. 00010000:00000010:1.1:1784943467.423675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf43a00. 00010000:00000010:1.1:1784943467.423680:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7390bc00. 00010000:00000010:1.1:1784943467.423683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf43e00. 00010000:00000010:1.1:1784943467.423686:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7390bb00. 00010000:00000010:1.1:1784943467.423689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bf42800. 00010000:00000010:1.1:1784943467.423692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d7390b600. 00010000:00000010:1.1:1784943467.423698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42ed0000. 00010000:00000010:1.1:1784943467.423702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73712e00. 00010000:00000010:1.1:1784943467.423705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42ed0e00. 00010000:00000010:1.1:1784943467.423708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73712700. 00010000:00000010:1.1:1784943467.423711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42ed1000. 00010000:00000010:1.1:1784943467.423715:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd39900. 00010000:00000010:1.1:1784943467.423718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42ed1600. 00010000:00000010:1.1:1784943467.423721:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd39000. 00010000:00000010:1.1:1784943467.423724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d42ed0600. 00010000:00000010:1.1:1784943467.423727:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bd39600. 00010000:00000010:1.1:1784943467.423733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4829ae00. 00010000:00000010:1.1:1784943467.423737:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d593bd800. 00010000:00000010:1.1:1784943467.423740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4829b000. 00010000:00000010:1.1:1784943467.423743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432bdd00. 00010000:00000010:1.1:1784943467.423746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49919600. 00010000:00000010:1.1:1784943467.423748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5900. 00010000:00000010:1.1:1784943467.423751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d4829b600. 00010000:00000010:1.1:1784943467.423754:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432bd900. 00010000:00000010:1.1:1784943467.423757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49918800. 00010000:00000010:1.1:1784943467.423760:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a41600. 00010000:00000010:1.1:1784943467.423763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49919a00. 00010000:00000010:1.1:1784943467.423766:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a41f00. 00010000:00000010:1.1:1784943467.423768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d49919200. 00010000:00000010:1.1:1784943467.423771:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d6bfd5d00. 00010000:00000010:1.1:1784943467.423778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d9600. 00010000:00000010:1.1:1784943467.423781:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3bc500. 00010000:00000010:1.1:1784943467.423784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d8000. 00010000:00000010:1.1:1784943467.423786:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3bcd00. 00010000:00000010:1.1:1784943467.423789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d8e00. 00010000:00000010:1.1:1784943467.423791:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d3bc900. 00010000:00000010:1.1:1784943467.423794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d588d9000. 00010000:00000010:1.1:1784943467.423797:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d1edc00. 00010000:00000010:1.1:1784943467.423800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d4200. 00010000:00000010:1.1:1784943467.423804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60298e00. 00010000:00000010:1.1:1784943467.423807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d5800. 00010000:00000010:1.1:1784943467.423810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d60298400. 00010000:00000010:1.1:1784943467.424101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d5d2d4a00. 00010000:00000010:1.1:1784943467.424105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d4820b900. 00010000:00000010:1.1:1784943467.424108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6659c600. 00010000:00000010:1.1:1784943467.424110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d73a41200. 00010000:00000010:1.1:1784943467.424113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb6e00. 00010000:00000010:1.1:1784943467.424116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d5d1ed600. 00010000:00000010:1.1:1784943467.424118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6637ee00. 00010000:00000010:0.1:1784943468.838627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53534d00. 00010000:00000010:0.1:1784943468.838643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6659c000. 00010000:00000010:1.1:1784943468.854592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432bda00. 00010000:00000010:2.1:1784943469.073622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d53534500. 00010000:00000010:2.1:1784943469.073633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb6600. 00010000:00000010:2.1:1784943469.073637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432bd900. 00010000:00000010:2.1:1784943469.073639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb6000. 00000080:00000010:2.1:1784943469.077782:0:190864:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d72c79080. 00000080:00000010:2.1:1784943469.077798:0:190864:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d736173e0. 00010000:00000010:2.1:1784943469.098668:0:190864:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44405d00. 00010000:00000010:2.1:1784943469.098678:0:190864:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd69800. 00010000:00000010:2.1:1784943469.102644:0:190864:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44405b00. 00010000:00000010:2.1:1784943469.145819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44405700. 00010000:00000010:2.1:1784943469.145834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd69600. 00010000:00000010:2.1:1784943469.145838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44405b00. 00010000:00000010:2.1:1784943469.145841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd68400. 00000080:00000010:2.1:1784943469.189589:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff996d72c79080. 00000080:00000010:2.1:1784943469.189603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff996d61136aa0. 00010000:00000010:2.1:1784943469.210556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d45ec5300. 00010000:00000010:2.1:1784943469.210570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6637f400. 00010000:00000010:2.1:1784943469.226557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44405b00. 00010000:00000010:3.1:1784943473.073555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44405d00. 00010000:00000010:3.1:1784943473.073571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd69800. 00010000:00000010:3.1:1784943473.330556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432bd600. 00010000:00000010:3.1:1784943473.330569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d73bb7200. 00010000:00000010:0.1:1784944070.137553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d432bdd00. 00010000:00000010:0.1:1784944070.137569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d663ac800. 00010000:00000010:2.1:1784944070.141566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff996d44405700. 00010000:00000010:2.1:1784944070.141584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff996d6bd68400. 00000020:00000001:3.0:1784945091.060129:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945091.060134:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945091.060137:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945092.786329:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945092.786335:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945092.786346:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776680. 00000020:00000040:3.0:1784945092.786359:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945092.786363:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945092.786366:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945092.786371:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945092.786379:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea800. 00000100:00000001:3.0:1784945092.786385:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945092.786397:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73776680 x1871641054214528/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945092.786406:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945092.786409:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945092.786415:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d19f977b] to pc [ptlrpcd_01_00+0] req@ffff996d73776680 x1871641054214528/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945092.786746:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945092.786748:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945092.786750:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945092.786753:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774380. 00000020:00000040:3.0:1784945092.786755:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945092.786756:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945092.786757:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945092.786759:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945092.786761:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beab00. 00000100:00000001:3.0:1784945092.786764:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945092.786768:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73774380 x1871641054214656/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945092.786773:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945092.786774:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945092.786778:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085b81382] to pc [ptlrpcd_01_01+1] req@ffff996d73774380 x1871641054214656/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945092.790302:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945092.790306:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945092.790309:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945092.790311:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945092.790313:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945092.790317:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9217) 00000020:00000001:3.0:1784945094.129720:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945094.129723:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945094.129725:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945095.154224:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945095.154228:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945095.154232:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784945096.561642:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784945096.561650:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784945096.561655:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000020:00000001:3.0:1784945098.225873:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945098.225877:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945098.225880:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945099.249770:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945099.249784:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945099.249788:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945102.322862:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945102.322866:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945102.322871:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784945103.026459:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945103.026464:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945103.026468:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945103.026478:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953100 x1871641054215040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945103.026544:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945103.026546:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945103.026549:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945103.026553:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945103.026558:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945103.026563:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054215040:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945103.026569:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945103.026573:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945103.026576:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945103.026579:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945103.026583:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479ae600. 02000000:00000001:3.0:1784945103.026587:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945103.026594:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945103.026599:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784945103.026606:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1990. 00000100:00000200:3.0:1784945103.026613:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054215040, portal 25 00000100:00000001:3.0:1784945103.026617:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945103.026622:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102483200 : -112779607068416 : ffff996d73953100) 00000100:00000040:3.0:1784945103.026632:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953100 x1871641054215040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945103.026644:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945103.026652:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945103.026657:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000100:00000200:3.0:1784945103.026662:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054215040, offset 0 00000400:00000200:3.0:1784945103.026670:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945103.026676:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945103.026683:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945103.026686:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945103.026689:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945103.026691:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945103.026694:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945103.026697:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314192:314192:255:4294967295] 192.168.202.106@tcp LPNI seq info [314188:314188:7:4294967295] 00000400:00000200:3.0:1784945103.026701:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945103.026708:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945103.026712:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945103.026716:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beaf00. 00000800:00000200:3.0:1784945103.026720:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945103.026728:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945103.026732:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beaf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945103.026752:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945103.026757:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945103.026759:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4303890608 00000100:00000010:3.0:1784945103.026764:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322180. 00000100:00000001:3.0:1784945103.026770:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945103.026775:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4303890608 00000100:00000010:3.0:1784945103.026779:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322240. 00000100:00000001:3.0:1784945103.026782:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945103.026785:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945103.026798:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945103.026801:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945103.026803:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945103.026810:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945103.026811:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945103.026814:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945103.026815:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945103.026816:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945103.026818:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945103.034615:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945103.034620:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945103.035857:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945103.035860:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945103.035862:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945103.035866:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1990 00000400:00000010:3.0:1784945103.035868:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1990. 00000100:00000001:3.0:1784945103.035885:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945103.035891:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953100 x1871641054215040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945119 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945103.035900:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953100 x1871641054215040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945119 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945103.035906:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945103.035908:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945103.035910:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945103.035912:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945103.035913:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945103.035915:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945103.035917:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945103.035920:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=105 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945103.035923:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=105 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945103.035925:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945103.035926:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945103.035928:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945103.035930:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945103.035932:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945103.035935:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953100 x1871641054215040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945119 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945103.035941:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945103.035943:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945103.035944:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945103.035948:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953100 x1871641054215040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945119 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945103.035954:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054215040:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945103.035958:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945103.035960:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945103.035963:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953100 x1871641054215040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945119 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945103.035969:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945103.035971:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945103.035973:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479ae600. 02000000:00000001:3.0:1784945103.035976:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945103.035978:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945103.035980:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945103.035982:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945103.035983:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bc00. 02000000:00000001:3.0:1784945103.035986:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945103.035987:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945103.035989:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953100. 00000100:00000001:3.0:1784945103.035992:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945103.035993:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945103.035995:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945103.035998:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945103.036000:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945103.036002:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945103.036003:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945103.345709:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945103.345712:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945103.345716:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945106.420541:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945106.420548:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945106.420553:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945107.442016:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945107.442019:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945107.442022:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1784945108.145794:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945108.145801:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945108.145805:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945108.145816:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950380 x1871641054215296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945108.145842:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945108.145848:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945108.145859:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945108.145865:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945108.145872:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945108.145879:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054215296:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945108.145889:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945108.145897:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945108.145901:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945108.145904:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945108.145914:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479aea00. 02000000:00000001:3.0:1784945108.145917:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945108.145928:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945108.145935:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784945108.145947:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1990. 00000100:00000200:3.0:1784945108.145958:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054215296, portal 25 00000100:00000001:3.0:1784945108.145961:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945108.145964:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102471552 : -112779607080064 : ffff996d73950380) 00000100:00000040:3.0:1784945108.145973:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950380 x1871641054215296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945108.145985:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945108.145990:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945108.145993:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1bb0. 00000100:00000200:3.0:1784945108.145998:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054215296, offset 0 00000400:00000200:3.0:1784945108.146018:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945108.146032:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945108.146041:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945108.146058:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945108.146064:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945108.146223:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945108.146228:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945108.146232:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314193:314193:256:4294967295] 192.168.202.106@tcp LPNI seq info [314189:314189:8:4294967295] 00000400:00000200:3.0:1784945108.146240:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945108.146254:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945108.146262:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945108.146267:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000800:00000200:3.0:1784945108.146274:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945108.146283:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945108.146290:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945108.146966:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945108.146970:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945108.146972:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4303895728 00000100:00000001:3.0:1784945108.146977:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303895058 00000100:00000001:3.0:1784945108.146981:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4303895728 00000100:00000001:3.0:1784945108.146987:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303895058 00000100:00000001:3.0:1784945108.146993:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945108.146995:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945108.147000:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945108.147002:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945108.147008:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945108.147012:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945108.147014:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945108.147015:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945108.147019:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945108.147021:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945108.150647:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945108.150649:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945108.150652:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945108.150653:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945108.150655:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945108.150658:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1990 00000400:00000010:3.0:1784945108.150660:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1990. 00000100:00000001:3.0:1784945108.150662:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945108.150666:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950380 x1871641054215296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945124 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945108.150672:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950380 x1871641054215296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945124 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945108.150676:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945108.150677:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945108.150678:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945108.150680:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945108.150681:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945108.150682:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945108.150683:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945108.150686:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=110 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945108.150688:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=110 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945108.150689:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945108.150690:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945108.150691:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945108.150693:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945108.150694:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945108.150696:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950380 x1871641054215296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945124 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945108.150700:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945108.150702:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945108.150702:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945108.150704:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950380 x1871641054215296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945124 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945108.150708:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054215296:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945108.150711:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945108.150713:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945108.150715:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950380 x1871641054215296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945124 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945108.150719:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945108.150721:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945108.150723:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479aea00. 02000000:00000001:3.0:1784945108.150726:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945108.150727:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945108.150729:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945108.150730:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945108.150732:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b300. 02000000:00000001:3.0:1784945108.150734:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945108.150736:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945108.150737:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950380. 00000100:00000001:3.0:1784945108.150740:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945108.150741:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945108.150742:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945108.150759:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945108.150761:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945108.150762:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945108.150764:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945110.513756:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945110.513759:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945110.513763:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945111.538319:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945111.538323:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945111.538326:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945114.611458:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945114.611462:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945114.611465:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945115.635244:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945115.635248:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945115.635252:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945118.705972:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945118.705977:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945118.705980:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945122.802859:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945122.802863:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945122.802867:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945126.898046:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945126.898050:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945126.898052:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945130.994323:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945130.994328:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945130.994332:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945135.089742:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945135.089809:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945135.089812:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784945135.473738:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784945135.473749:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784945135.473755:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000100:00000040:3.0:1784945138.865866:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945138.865877:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945138.865886:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73777100. 00000020:00000040:3.0:1784945138.865892:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945138.865896:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945138.865899:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945138.865904:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945138.865912:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea700. 00000100:00000001:3.0:1784945138.865918:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945138.865928:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73777100 x1871641054216832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945138.865939:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945138.865942:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945138.865948:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000294846d0] to pc [ptlrpcd_01_00+0] req@ffff996d73777100 x1871641054216832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945138.865978:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945138.865980:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945138.865983:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945138.865986:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73777800. 00000020:00000040:3.0:1784945138.865988:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945138.865991:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945138.865992:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945138.865994:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945138.865996:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bead00. 00000100:00000001:3.0:1784945138.865999:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945138.866003:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73777800 x1871641054216960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945138.866009:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945138.866011:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945138.866014:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000beeb1e93] to pc [ptlrpcd_01_01+1] req@ffff996d73777800 x1871641054216960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945138.866022:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945138.866025:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945138.866028:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945138.866031:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945138.866034:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945138.866038:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9263) 00000100:00001000:2.0:1784945138.871461:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=140 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945138.871466:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=60 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945138.871468:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945138.871470:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945138.871472:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945138.871475:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945138.871478:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945138.871480:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945138.871482:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945138.871483:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945138.871487:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73777800 x1871641054216960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945154 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945138.871504:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945138.871506:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945138.871508:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945138.871512:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73777800 x1871641054216960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945154 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945138.871545:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73777800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054216960:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945138.871550:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945138.871552:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945138.871555:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73777800 x1871641054216960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945154 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945138.871561:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945138.871563:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945138.871566:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945138.871569:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945138.871571:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945138.871573:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945138.871575:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945138.871577:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bead00. 02000000:00000001:2.0:1784945138.871579:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945138.871581:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945138.871583:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73777800. 00000100:00000001:2.0:1784945138.871587:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945138.871588:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945138.871590:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945138.871596:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945138.871598:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945138.871600:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945138.871602:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945139.185703:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945139.185707:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945139.185711:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945140.209851:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945140.209856:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945140.209859:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945141.234540:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945141.234544:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945141.234548:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945143.281764:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945143.281768:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945143.281771:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945143.985654:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945143.985667:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945143.985678:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953b80. 00000020:00000040:2.0:1784945143.985684:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945143.985687:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945143.985691:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945143.985695:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945143.985703:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b300. 00000100:00000001:2.0:1784945143.985710:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945143.985720:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73953b80 x1871641054217088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945143.985729:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945143.985734:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945143.985741:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8924e08] to pc [ptlrpcd_01_00+0] req@ffff996d73953b80 x1871641054217088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945143.985793:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945143.985797:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945143.985800:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945143.985806:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953b80 x1871641054217088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945143.985814:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945143.985817:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945143.985820:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945143.985823:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945143.985825:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945143.985829:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054217088:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945143.985833:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945143.985850:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945143.985853:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945143.985856:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945143.985861:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479ae200. 02000000:00000001:3.0:1784945143.985863:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945143.985871:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945143.985875:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784945143.985882:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1990. 00000100:00000200:3.0:1784945143.985890:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054217088, portal 25 00000100:00000001:3.0:1784945143.985892:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945143.985893:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102485888 : -112779607065728 : ffff996d73953b80) 00000100:00000040:3.0:1784945143.985899:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953b80 x1871641054217088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945143.985907:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945143.985910:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945143.985913:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f15d8. 00000100:00000200:3.0:1784945143.985918:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054217088, offset 0 00000400:00000200:3.0:1784945143.985925:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945143.985934:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945143.985943:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945143.985948:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945143.985953:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945143.985956:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945143.985959:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945143.985963:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314207:314207:256:4294967295] 192.168.202.106@tcp LPNI seq info [314203:314203:8:4294967295] 00000400:00000200:3.0:1784945143.985967:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945143.985978:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945143.985984:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945143.985990:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000800:00000200:3.0:1784945143.985996:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945143.986005:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945143.986009:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945143.986082:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945143.986087:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945143.986089:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4303931567 00000100:00000010:3.0:1784945143.986095:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322d20. 00000100:00000001:3.0:1784945143.986103:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945143.986110:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4303931567 00000100:00000010:3.0:1784945143.986113:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3223c0. 00000100:00000001:3.0:1784945143.986116:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945143.986119:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945143.986122:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945143.986124:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945143.986127:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945143.986155:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945143.986158:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945143.986161:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945143.986165:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951f80. 00000020:00000040:2.0:1784945143.986168:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945143.986171:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945143.986172:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945143.986174:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945143.986178:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b500. 00000100:00000001:2.0:1784945143.986182:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945143.986187:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951f80 x1871641054217216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945143.986195:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945143.986197:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945143.986201:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c06e06] to pc [ptlrpcd_01_01+1] req@ffff996d73951f80 x1871641054217216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945143.987681:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945143.987686:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945143.987692:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945143.987694:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945143.987696:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945143.987699:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1784945143.987700:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945143.987703:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945143.987704:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945143.987705:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945143.987706:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945143.987707:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945143.987716:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951f80 x1871641054217216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945143.987725:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945143.987726:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945143.987729:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945143.987731:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945143.987734:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945143.987737:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054217216:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945143.987740:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945143.987744:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945143.987746:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945143.987748:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945143.987756:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479afc00. 02000000:00000001:3.0:1784945143.987758:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945143.987764:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945143.987767:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784945143.987773:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1a18. 00000100:00000200:3.0:1784945143.987777:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054217216, portal 10 00000100:00000001:3.0:1784945143.987780:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945143.987781:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102478720 : -112779607072896 : ffff996d73951f80) 00000100:00000040:3.0:1784945143.987788:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951f80 x1871641054217216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945143.987795:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945143.987797:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945143.987800:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1220. 00000100:00000200:3.0:1784945143.987803:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054217216, offset 0 00000400:00000200:3.0:1784945143.987809:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945143.987816:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945143.987821:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945143.987825:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945143.987829:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945143.987832:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945143.987844:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945143.987848:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314208:314208:255:4294967295] 192.168.202.106@tcp LPNI seq info [314204:314204:7:4294967295] 00000400:00000200:3.0:1784945143.987852:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945143.987863:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945143.987867:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945143.987872:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea700. 00000800:00000200:3.0:1784945143.987878:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945143.987883:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945143.987887:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945143.987890:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945143.987894:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16860 usecs (17 jiffies) 00000400:00000200:3.0:1784945143.987898:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945143.987900:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4303930899 00000100:00000001:3.0:1784945143.987903:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4303931567 00000100:00000001:3.0:1784945143.987905:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4303930899 00000100:00000001:3.0:1784945143.987907:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4303931567 00000100:00000001:3.0:1784945143.987910:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945143.987912:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945143.987914:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945143.987916:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945143.987958:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945143.987960:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945143.991656:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945143.991661:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945143.991668:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945143.991671:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945143.991674:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945143.991679:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1a18 00000400:00000010:3.0:1784945143.991681:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1a18. 00000100:00000001:3.0:1784945143.991684:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945143.991689:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951f80 x1871641054217216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945143.991697:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951f80 x1871641054217216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945159 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945143.991704:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945143.991706:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945143.991708:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945143.991712:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945143.991715:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945143.991717:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945143.991720:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945143.991730:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=145 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945143.991734:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=65 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945143.991737:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945143.991739:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945143.991742:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945143.991745:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945143.991750:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945143.991752:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945143.991754:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945143.991756:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945143.991761:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951f80 x1871641054217216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945159 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945143.991768:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945143.991772:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945143.991773:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945143.991778:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951f80 x1871641054217216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945159 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945143.991785:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054217216:192.168.202.106@tcp:400:kworker.0 00000400:00000001:3.0:1784945143.991790:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945143.991792:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945143.991793:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945143.991795:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1990 00000400:00000010:3.0:1784945143.991797:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1990. 00000100:00000001:3.0:1784945143.991799:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945143.991803:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953b80 x1871641054217088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945143.991809:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953b80 x1871641054217088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945159 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945143.991815:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945143.991817:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945143.991818:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945143.991820:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945143.991821:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945143.991822:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945143.991824:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945143.991826:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=145 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945143.991829:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=145 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945143.991831:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945143.991833:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945143.991835:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945143.991836:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945143.991838:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945143.991842:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953b80 x1871641054217088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945159 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945143.991848:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945143.991849:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945143.991851:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945143.991854:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953b80 x1871641054217088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945159 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945143.991861:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054217088:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945143.991865:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945143.991867:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945143.991870:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951f80 x1871641054217216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945159 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945143.991877:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945143.991879:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945143.991883:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479afc00. 02000000:00000001:3.0:1784945143.991887:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945143.991890:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945143.991892:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945143.991894:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945143.991897:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b500. 02000000:00000001:3.0:1784945143.991901:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945143.991902:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945143.991904:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951f80. 00000100:00000001:3.0:1784945143.991908:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945143.991909:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945143.991910:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945143.991914:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953b80 x1871641054217088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945159 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945143.991919:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945143.991921:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945143.991922:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479ae200. 02000000:00000001:3.0:1784945143.991924:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945143.991925:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945143.991926:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945143.991928:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945143.991930:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b300. 02000000:00000001:3.0:1784945143.991932:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945143.991933:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945143.991934:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953b80. 00000100:00000001:3.0:1784945143.991936:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945143.991938:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945143.991940:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945143.991947:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945143.991949:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945143.991952:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945143.991954:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945143.992611:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945143.992617:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945143.992621:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945143.992624:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945143.992627:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945143.992632:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9268) 00000100:00000001:3.0:1784945143.993294:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945143.993297:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945144.305803:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945144.305807:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945144.305810:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945145.331652:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945145.331657:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945145.331662:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945147.378006:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945147.378010:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945147.378013:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945148.407436:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945148.407444:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945148.407458:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945149.106478:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945149.106490:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945149.106502:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950700. 00000020:00000040:2.0:1784945149.106508:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945149.106512:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945149.106530:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945149.106536:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945149.106545:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bc00. 00000100:00000001:2.0:1784945149.106551:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945149.106561:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950700 x1871641054217344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945149.106571:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945149.106576:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945149.106582:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a906b26] to pc [ptlrpcd_01_00+0] req@ffff996d73950700 x1871641054217344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945149.106788:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945149.106791:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945149.106794:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945149.106800:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953b80. 00000020:00000040:2.0:1784945149.106802:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945149.106804:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945149.106806:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945149.106808:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945149.106812:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784945149.106815:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945149.106820:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73953b80 x1871641054217472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945149.106827:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945149.106829:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945149.106833:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8924e08] to pc [ptlrpcd_01_01+1] req@ffff996d73953b80 x1871641054217472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945149.106842:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945149.106844:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945149.106847:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945149.106850:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945149.106853:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945149.106858:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9273) 00000100:00000001:3.0:1784945149.107460:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945149.107465:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945149.107468:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945149.107476:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950700 x1871641054217344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945149.107485:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945149.107488:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945149.107491:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945149.107494:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945149.107497:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945149.107501:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054217344:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945149.107506:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945149.107512:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945149.107552:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945149.107556:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945149.107562:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479ae600. 02000000:00000001:3.0:1784945149.107565:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945149.107573:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945149.107578:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784945149.107586:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1990. 00000100:00000200:3.0:1784945149.107593:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054217344, portal 25 00000100:00000001:3.0:1784945149.107596:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945149.107597:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102472448 : -112779607079168 : ffff996d73950700) 00000100:00000040:3.0:1784945149.107604:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950700 x1871641054217344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945149.107611:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945149.107614:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945149.107616:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1a18. 00000100:00000200:3.0:1784945149.107621:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054217344, offset 0 00000400:00000200:3.0:1784945149.107627:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945149.107636:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945149.107644:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945149.107650:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945149.107655:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945149.107659:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945149.107662:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945149.107666:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314209:314209:256:4294967295] 192.168.202.106@tcp LPNI seq info [314205:314205:8:4294967295] 00000400:00000200:3.0:1784945149.107670:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945149.107686:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945149.107692:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945149.107697:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000800:00000200:3.0:1784945149.107705:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945149.107714:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945149.107719:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945149.107740:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945149.107746:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945149.107748:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4303936689 00000100:00000010:3.0:1784945149.107753:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322e40. 00000100:00000001:3.0:1784945149.107760:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945149.107767:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4303936689 00000100:00000010:3.0:1784945149.107769:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322000. 00000100:00000001:3.0:1784945149.107772:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945149.107776:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945149.107778:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945149.107782:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945149.107784:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945149.107791:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945149.107793:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945149.107796:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945149.107797:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945149.107799:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945149.107802:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1784945149.107803:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945149.107805:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945149.107807:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945149.107809:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945149.107810:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945149.107811:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945149.107816:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953b80 x1871641054217472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945149.107823:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945149.107824:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945149.107827:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945149.107828:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945149.107830:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945149.107833:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054217472:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945149.107837:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945149.107839:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945149.107841:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945149.107843:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945149.107846:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479aea00. 02000000:00000001:3.0:1784945149.107848:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945149.107851:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945149.107854:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784945149.107858:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1088. 00000100:00000200:3.0:1784945149.107860:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054217472, portal 10 00000100:00000001:3.0:1784945149.107862:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945149.107864:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102485888 : -112779607065728 : ffff996d73953b80) 00000100:00000040:3.0:1784945149.107870:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953b80 x1871641054217472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945149.107877:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945149.107879:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945149.107882:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1220. 00000100:00000200:3.0:1784945149.107885:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054217472, offset 0 00000400:00000200:3.0:1784945149.107889:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945149.107892:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945149.107896:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945149.107898:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945149.107901:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945149.107903:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945149.107905:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945149.107908:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314210:314210:255:4294967295] 192.168.202.106@tcp LPNI seq info [314206:314206:7:4294967295] 00000400:00000200:3.0:1784945149.107912:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945149.107918:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945149.107922:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945149.107925:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beaf00. 00000800:00000200:3.0:1784945149.107929:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945149.107933:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945149.107936:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beaf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945149.107939:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945149.107943:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16860 usecs (17 jiffies) 00000400:00000200:3.0:1784945149.107947:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945149.107948:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4303936019 00000100:00000001:3.0:1784945149.107951:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4303936689 00000100:00000001:3.0:1784945149.107953:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4303936019 00000100:00000001:3.0:1784945149.107955:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4303936689 00000100:00000001:3.0:1784945149.107957:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945149.107959:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945149.107961:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945149.107963:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945149.107974:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945149.107976:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945149.113723:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945149.113728:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945149.113735:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945149.113737:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945149.113740:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945149.113745:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1088 00000400:00000010:3.0:1784945149.113747:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1088. 00000100:00000001:3.0:1784945149.113750:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945149.113755:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953b80 x1871641054217472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945149.113764:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953b80 x1871641054217472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945165 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945149.113770:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945149.113772:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945149.113774:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945149.113777:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945149.113779:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945149.113781:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945149.113785:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945149.113794:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=151 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945149.113799:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=71 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945149.113802:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945149.113804:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945149.113807:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945149.113810:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945149.113814:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945149.113816:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945149.113818:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945149.113820:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945149.113825:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953b80 x1871641054217472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945165 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945149.113832:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945149.113835:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945149.113837:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945149.113841:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953b80 x1871641054217472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945165 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945149.113850:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054217472:192.168.202.106@tcp:400:kworker.0 00000400:00000001:3.0:1784945149.113856:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945149.113857:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945149.113858:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945149.113861:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1990 00000400:00000010:3.0:1784945149.113864:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1990. 00000100:00000001:3.0:1784945149.113866:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945149.113869:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950700 x1871641054217344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945149.113878:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950700 x1871641054217344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945165 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945149.113885:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945149.113887:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945149.113888:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945149.113890:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945149.113891:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945149.113893:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945149.113895:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945149.113898:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=151 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945149.113901:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=151 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945149.113904:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945149.113905:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945149.113907:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945149.113909:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945149.113911:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945149.113914:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950700 x1871641054217344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945165 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945149.113921:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945149.113923:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945149.113925:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945149.113928:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950700 x1871641054217344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945165 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945149.113936:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054217344:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945149.113940:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945149.113943:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945149.113946:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953b80 x1871641054217472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945165 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945149.113954:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945149.113956:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945149.113960:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479aea00. 02000000:00000001:3.0:1784945149.113963:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945149.113966:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945149.113968:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945149.113970:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945149.113972:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:3.0:1784945149.113976:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945149.113978:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945149.113980:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953b80. 00000100:00000001:3.0:1784945149.113984:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945149.113985:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945149.113987:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945149.113991:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950700 x1871641054217344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945165 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945149.113997:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945149.113998:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945149.114000:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479ae600. 02000000:00000001:3.0:1784945149.114002:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945149.114003:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945149.114004:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945149.114006:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945149.114008:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bc00. 02000000:00000001:3.0:1784945149.114009:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945149.114010:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945149.114012:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950700. 00000100:00000001:3.0:1784945149.114014:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945149.114015:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945149.114017:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945149.114024:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945149.114026:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945149.114028:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945149.114031:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945149.426562:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945149.426566:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945149.426569:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945152.498088:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945152.498092:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945152.498095:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945153.522149:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945153.522153:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945153.522158:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945154.225691:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945154.225702:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945154.225712:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951f80. 00000020:00000040:2.0:1784945154.225718:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945154.225722:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945154.225725:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945154.225730:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945154.225738:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b000. 00000100:00000001:2.0:1784945154.225745:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945154.225757:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951f80 x1871641054217600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945154.225767:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945154.225772:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945154.225779:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c06e06] to pc [ptlrpcd_01_00+0] req@ffff996d73951f80 x1871641054217600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945154.225848:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945154.225853:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945154.225855:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945154.225862:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951f80 x1871641054217600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945154.225872:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945154.225875:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945154.225879:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945154.225882:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945154.225885:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945154.225888:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054217600:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945154.225893:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945154.225911:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945154.225914:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945154.225917:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945154.225923:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479af000. 02000000:00000001:3.0:1784945154.225926:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945154.225936:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945154.225942:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784945154.225950:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1990. 00000100:00000200:3.0:1784945154.225958:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054217600, portal 25 00000100:00000001:3.0:1784945154.225961:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945154.225963:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102478720 : -112779607072896 : ffff996d73951f80) 00000100:00000040:3.0:1784945154.225968:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951f80 x1871641054217600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945154.226081:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945154.226084:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945154.226088:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1088. 00000100:00000200:3.0:1784945154.226091:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054217600, offset 0 00000400:00000200:3.0:1784945154.226097:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945154.226107:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945154.226114:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945154.226119:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945154.226123:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945154.226127:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945154.226130:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945154.226134:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314211:314211:256:4294967295] 192.168.202.106@tcp LPNI seq info [314207:314207:8:4294967295] 00000400:00000200:3.0:1784945154.226139:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945154.226150:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945154.226156:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945154.226161:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000800:00000200:3.0:1784945154.226169:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945154.226176:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945154.226180:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945154.226201:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945154.226206:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945154.226209:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4303941807 00000100:00000010:3.0:1784945154.226214:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322b40. 00000100:00000001:3.0:1784945154.226220:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945154.226228:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4303941807 00000100:00000010:3.0:1784945154.226231:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322a20. 00000100:00000001:3.0:1784945154.226234:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945154.226238:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945154.226241:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945154.226244:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945154.226247:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945154.226953:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945154.226958:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945154.226961:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945154.226966:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950380. 00000020:00000040:2.0:1784945154.226970:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945154.226983:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945154.226987:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945154.226990:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945154.226995:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784945154.227000:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945154.227006:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950380 x1871641054217728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945154.227014:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945154.227017:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945154.227021:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3424a88] to pc [ptlrpcd_01_01+1] req@ffff996d73950380 x1871641054217728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945154.230063:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945154.230074:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945154.230079:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945154.230082:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945154.230085:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945154.230092:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9278) 00000100:00000001:3.0:1784945154.230210:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945154.230213:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945154.230216:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945154.230219:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945154.230222:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945154.230225:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1784945154.230227:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945154.230229:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945154.230231:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945154.230232:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945154.230233:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945154.230235:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945154.230247:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950380 x1871641054217728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945154.230256:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945154.230258:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945154.230262:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945154.230265:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945154.230269:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945154.230272:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054217728:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945154.230473:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945154.230482:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945154.230487:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945154.230493:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945154.230502:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479af400. 02000000:00000001:3.0:1784945154.230507:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945154.230542:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945154.230547:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784945154.230555:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f15d8. 00000100:00000200:3.0:1784945154.230565:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054217728, portal 10 00000100:00000001:3.0:1784945154.230570:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945154.230573:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102471552 : -112779607080064 : ffff996d73950380) 00000100:00000040:3.0:1784945154.230586:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950380 x1871641054217728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945154.230602:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945154.230610:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945154.230615:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1bb0. 00000100:00000200:3.0:1784945154.230623:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054217728, offset 0 00000400:00000200:3.0:1784945154.230633:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945154.230641:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945154.230648:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945154.230654:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945154.230780:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945154.230785:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945154.230789:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945154.230794:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314212:314212:256:4294967295] 192.168.202.106@tcp LPNI seq info [314208:314208:8:4294967295] 00000400:00000200:3.0:1784945154.230799:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945154.230809:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945154.230815:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945154.230820:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000800:00000200:3.0:1784945154.230828:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945154.230836:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945154.230840:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945154.230910:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945154.230915:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16860 usecs (17 jiffies) 00000400:00000200:3.0:1784945154.230919:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945154.230922:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4303941142 00000100:00000001:3.0:1784945154.230925:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4303941807 00000100:00000001:3.0:1784945154.230927:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4303941142 00000100:00000001:3.0:1784945154.230929:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4303941807 00000100:00000001:3.0:1784945154.230932:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945154.230935:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784945154.230940:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945154.230942:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945154.230945:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945154.230949:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1990 00000400:00000010:3.0:1784945154.230951:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1990. 00000100:00000001:3.0:1784945154.230953:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945154.230957:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951f80 x1871641054217600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945154.230966:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951f80 x1871641054217600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945170 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945154.230983:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945154.230985:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945154.230988:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945154.230991:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945154.230993:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945154.230995:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945154.230997:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945154.231003:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=6 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945154.231006:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=6 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945154.231008:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945154.231010:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945154.231012:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945154.231014:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945154.231017:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945154.231021:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951f80 x1871641054217600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945170 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945154.231032:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945154.231034:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945154.231036:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945154.231040:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951f80 x1871641054217600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945170 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945154.231047:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054217600:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945154.231051:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945154.231054:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945154.231057:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951f80 x1871641054217600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945170 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945154.231063:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945154.231066:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945154.231069:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479af000. 02000000:00000001:3.0:1784945154.231072:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945154.231075:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945154.231077:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945154.231079:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945154.231082:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b000. 02000000:00000001:3.0:1784945154.231086:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945154.231087:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945154.231089:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951f80. 00000100:00000001:3.0:1784945154.231093:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945154.231094:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945154.231097:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945154.231098:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945154.231099:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945154.231101:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945154.231102:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945154.231115:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945154.231118:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945154.235170:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945154.235176:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945154.235183:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945154.235185:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945154.235189:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945154.235194:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f15d8 00000400:00000010:3.0:1784945154.235196:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f15d8. 00000100:00000001:3.0:1784945154.235199:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945154.235204:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950380 x1871641054217728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945154.235214:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950380 x1871641054217728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945170 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945154.235220:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945154.235222:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945154.235224:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945154.235228:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945154.235231:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945154.235233:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945154.235236:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945154.235245:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=6 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945154.235250:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=76 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945154.235252:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945154.235254:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945154.235256:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945154.235260:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945154.235263:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945154.235265:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945154.235267:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945154.235269:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945154.235283:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950380 x1871641054217728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945170 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945154.235291:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945154.235294:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945154.235296:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945154.235623:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950380 x1871641054217728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945170 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945154.235640:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054217728:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945154.235646:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945154.235649:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945154.235652:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950380 x1871641054217728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945170 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945154.235670:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945154.235673:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945154.235677:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479af400. 02000000:00000001:3.0:1784945154.235681:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945154.235683:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945154.235685:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945154.235687:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945154.235689:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 02000000:00000001:3.0:1784945154.235693:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945154.235694:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945154.235696:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950380. 00000100:00000001:3.0:1784945154.235699:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945154.235798:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945154.235802:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945154.235810:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945154.235812:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945154.235814:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945154.235816:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945156.594816:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945156.594820:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945156.594823:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945157.617796:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945157.617800:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945157.617803:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945160.689719:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945160.689723:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945160.689728:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945161.713850:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945161.713854:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945161.713857:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945164.786166:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945164.786170:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945164.786174:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945165.809814:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945165.809818:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945165.809821:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945168.883634:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945168.883639:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945168.883643:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945169.585885:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945169.585902:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945169.585911:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953100. 00000020:00000040:2.0:1784945169.585916:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945169.585919:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945169.585922:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945169.585926:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945169.585932:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b100. 00000100:00000001:2.0:1784945169.585937:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945169.585949:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73953100 x1871641054218368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945169.585959:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945169.585963:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945169.585970:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b49009a9] to pc [ptlrpcd_01_00+0] req@ffff996d73953100 x1871641054218368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945169.585998:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945169.586000:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945169.586002:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945169.586004:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953480. 00000020:00000040:2.0:1784945169.586006:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945169.586008:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945169.586008:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945169.586010:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945169.586012:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784945169.586015:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945169.586018:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73953480 x1871641054218496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945169.586023:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945169.586024:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945169.586026:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000632050e9] to pc [ptlrpcd_01_01+1] req@ffff996d73953480 x1871641054218496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945169.586031:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945169.586032:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945169.586035:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945169.586037:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945169.586038:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945169.586042:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9294) 00000100:00000001:2.0:1784945169.587393:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945169.587399:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945169.587401:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945169.587411:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953100 x1871641054218368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945169.587421:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945169.587423:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945169.587427:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945169.587431:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945169.587434:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945169.587437:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054218368:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945169.587442:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945169.587447:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945169.587450:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945169.587452:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945169.587458:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945169.587461:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945169.587469:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945169.587473:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784945169.587480:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f65d8. 00000100:00000200:2.0:1784945169.587486:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054218368, portal 25 00000100:00000001:2.0:1784945169.587489:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945169.587490:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102483200 : -112779607068416 : ffff996d73953100) 00000100:00000040:2.0:1784945169.587496:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953100 x1871641054218368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945169.587503:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945169.587506:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945169.587508:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6088. 00000100:00000200:2.0:1784945169.587511:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054218368, offset 0 00000400:00000200:2.0:1784945169.587532:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945169.587541:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945169.587548:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945169.587553:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945169.587557:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945169.587560:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945169.587563:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945169.587567:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314217:314217:256:4294967295] 192.168.202.106@tcp LPNI seq info [314213:314213:8:4294967295] 00000400:00000200:2.0:1784945169.587571:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945169.587581:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945169.587586:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945169.587592:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b700. 00000800:00000200:2.0:1784945169.587599:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945169.587606:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945169.587610:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945169.587630:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945169.587634:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945169.587637:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4303957168 00000100:00000010:2.0:1784945169.587642:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cc60. 00000100:00000001:2.0:1784945169.587648:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945169.587654:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4303957168 00000100:00000010:2.0:1784945169.587657:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c600. 00000100:00000001:2.0:1784945169.587660:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945169.587663:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945169.587666:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945169.587669:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945169.587672:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945169.587678:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945169.587680:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945169.587682:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945169.587683:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945169.587685:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945169.587687:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1784945169.587689:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945169.587690:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945169.587692:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945169.587693:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945169.587694:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945169.587695:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945169.587700:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953480 x1871641054218496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945169.587707:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945169.587709:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945169.587711:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945169.587713:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945169.587715:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945169.587718:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054218496:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945169.587721:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945169.587723:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945169.587725:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945169.587727:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945169.587730:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945169.587732:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945169.587735:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945169.587738:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784945169.587741:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000100:00000200:2.0:1784945169.587743:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054218496, portal 10 00000100:00000001:2.0:1784945169.587745:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945169.587746:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102484096 : -112779607067520 : ffff996d73953480) 00000100:00000040:2.0:1784945169.587752:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953480 x1871641054218496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945169.587759:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945169.587761:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945169.587763:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6220. 00000100:00000200:2.0:1784945169.587765:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054218496, offset 0 00000400:00000200:2.0:1784945169.587769:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945169.587772:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945169.587774:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945169.587777:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945169.587779:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945169.587781:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945169.587783:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945169.587786:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314218:314218:255:4294967295] 192.168.202.106@tcp LPNI seq info [314214:314214:7:4294967295] 00000400:00000200:2.0:1784945169.587789:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945169.587795:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945169.587799:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945169.587802:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b000. 00000800:00000200:2.0:1784945169.587805:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945169.587809:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945169.587811:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945169.587814:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945169.587817:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16858 usecs (17 jiffies) 00000400:00000200:2.0:1784945169.587820:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945169.587822:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4303956498 00000100:00000001:2.0:1784945169.587824:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4303957168 00000100:00000001:2.0:1784945169.587827:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4303956498 00000100:00000001:2.0:1784945169.587829:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4303957168 00000100:00000001:2.0:1784945169.587831:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945169.587833:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945169.587835:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945169.587837:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945169.588178:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945169.588181:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945169.591205:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945169.591209:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945169.591215:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945169.591217:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945169.591220:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945169.591224:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:2.0:1784945169.591226:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:2.0:1784945169.591230:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945169.591244:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953480 x1871641054218496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945169.591254:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953480 x1871641054218496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945185 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945169.591259:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945169.591261:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945169.591264:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945169.591267:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945169.591269:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945169.591272:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945169.591275:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945169.591283:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=21 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945169.591288:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=91 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945169.591290:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945169.591292:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945169.591294:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945169.591298:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945169.591301:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945169.591303:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945169.591305:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945169.591307:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945169.591311:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953480 x1871641054218496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945185 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945169.591318:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945169.591320:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945169.591322:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945169.591326:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953480 x1871641054218496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945185 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945169.591333:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054218496:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945169.591338:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945169.591340:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945169.591343:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953480 x1871641054218496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945185 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945169.591349:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945169.591351:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945169.591354:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945169.591358:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945169.591360:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945169.591362:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945169.591364:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945169.591366:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 02000000:00000001:2.0:1784945169.591369:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945169.591371:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945169.591372:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953480. 00000100:00000001:2.0:1784945169.591375:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945169.591377:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945169.591380:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945169.591381:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945169.591382:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945169.591383:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945169.591385:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945169.594547:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945169.594552:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945169.594559:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945169.594561:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945169.594565:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945169.594570:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f65d8 00000400:00000010:2.0:1784945169.594572:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f65d8. 00000100:00000001:2.0:1784945169.594585:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945169.594592:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953100 x1871641054218368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945169.594601:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953100 x1871641054218368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945185 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945169.594608:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945169.594609:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945169.594612:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945169.594615:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945169.594617:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945169.594619:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945169.594622:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945169.594628:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=21 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945169.594632:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=21 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945169.594635:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945169.594636:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945169.594639:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945169.594641:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945169.594643:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945169.594647:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953100 x1871641054218368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945185 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945169.594654:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945169.594656:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945169.594658:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945169.594661:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953100 x1871641054218368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945185 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945169.594669:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054218368:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945169.594675:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945169.594677:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945169.594680:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953100 x1871641054218368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945185 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945169.594686:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945169.594688:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945169.594691:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945169.594695:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945169.594697:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945169.594699:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945169.594701:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945169.594703:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b100. 02000000:00000001:2.0:1784945169.594706:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945169.594707:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945169.594709:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953100. 00000100:00000001:2.0:1784945169.594712:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945169.594714:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945169.594716:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945169.594722:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945169.594724:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945169.594726:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945169.594728:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945169.905814:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945169.905818:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945169.905821:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945172.977812:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945172.977815:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945172.977818:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945174.001798:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945174.001802:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945174.001805:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784945174.385648:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784945174.385658:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784945174.385663:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000100:00000040:2.0:1784945174.705633:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945174.705643:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945174.705652:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953100. 00000020:00000040:2.0:1784945174.705659:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945174.705663:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945174.705666:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945174.705671:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945174.705680:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b100. 00000100:00000001:2.0:1784945174.705687:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945174.705698:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73953100 x1871641054218624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945174.705709:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945174.705713:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945174.705720:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b49009a9] to pc [ptlrpcd_01_00+0] req@ffff996d73953100 x1871641054218624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945174.705754:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945174.705758:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945174.705761:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945174.705763:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953480. 00000020:00000040:2.0:1784945174.705766:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945174.705768:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945174.705769:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945174.705771:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945174.705773:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784945174.705776:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945174.705780:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73953480 x1871641054218752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945174.705787:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945174.705790:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945174.705793:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000632050e9] to pc [ptlrpcd_01_01+1] req@ffff996d73953480 x1871641054218752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945174.705802:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945174.705804:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945174.705807:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945174.705810:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945174.705813:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945174.705817:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9299) 00000100:00000001:3.0:1784945174.706240:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945174.706244:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945174.706247:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945174.706254:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953100 x1871641054218624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945174.706269:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945174.706272:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945174.706275:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945174.706278:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945174.706281:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945174.706284:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054218624:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945174.706288:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945174.706293:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945174.706295:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945174.706298:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945174.706304:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479af400. 02000000:00000001:3.0:1784945174.706306:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945174.706313:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945174.706317:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784945174.706324:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f15d8. 00000100:00000200:3.0:1784945174.706331:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054218624, portal 25 00000100:00000001:3.0:1784945174.706334:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945174.706336:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102483200 : -112779607068416 : ffff996d73953100) 00000100:00000040:3.0:1784945174.706341:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953100 x1871641054218624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945174.706348:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945174.706350:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945174.706352:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1990. 00000100:00000200:3.0:1784945174.706355:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054218624, offset 0 00000400:00000200:3.0:1784945174.706361:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945174.706369:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945174.706375:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945174.706380:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945174.706384:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945174.706388:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945174.706391:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945174.706395:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314219:314219:256:4294967295] 192.168.202.106@tcp LPNI seq info [314215:314215:8:4294967295] 00000400:00000200:3.0:1784945174.706399:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945174.706409:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945174.706414:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945174.706419:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000800:00000200:3.0:1784945174.706426:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945174.706434:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945174.706438:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945174.706457:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945174.706462:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945174.706464:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4303962287 00000100:00000010:3.0:1784945174.706469:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322300. 00000100:00000001:3.0:1784945174.706475:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945174.706480:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4303962287 00000100:00000010:3.0:1784945174.706483:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322f00. 00000100:00000001:3.0:1784945174.706486:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945174.706490:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945174.706492:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945174.706495:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945174.706497:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945174.706503:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945174.706505:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945174.706507:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945174.706508:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945174.706510:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945174.706512:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1784945174.706549:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945174.706552:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945174.706554:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945174.706556:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945174.706557:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945174.706558:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945174.706563:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953480 x1871641054218752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945174.706571:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945174.706572:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945174.706575:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945174.706577:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945174.706579:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945174.706582:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054218752:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945174.706585:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945174.706587:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945174.706588:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945174.706590:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945174.706593:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479aea00. 02000000:00000001:3.0:1784945174.706595:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945174.706598:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945174.706600:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784945174.706604:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000100:00000200:3.0:1784945174.706606:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054218752, portal 10 00000100:00000001:3.0:1784945174.706608:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945174.706610:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102484096 : -112779607067520 : ffff996d73953480) 00000100:00000040:3.0:1784945174.706615:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953480 x1871641054218752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945174.706621:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945174.706623:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945174.706625:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1880. 00000100:00000200:3.0:1784945174.706627:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054218752, offset 0 00000400:00000200:3.0:1784945174.706631:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945174.706635:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945174.706638:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945174.706641:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945174.706643:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945174.706645:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945174.706647:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945174.706650:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314220:314220:255:4294967295] 192.168.202.106@tcp LPNI seq info [314216:314216:7:4294967295] 00000400:00000200:3.0:1784945174.706654:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945174.706661:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945174.706665:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945174.706669:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000800:00000200:3.0:1784945174.706673:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945174.706677:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945174.706680:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945174.706683:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945174.706687:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16858 usecs (17 jiffies) 00000400:00000200:3.0:1784945174.706690:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945174.706693:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4303961618 00000100:00000001:3.0:1784945174.706696:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4303962287 00000100:00000001:3.0:1784945174.706700:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4303961618 00000100:00000001:3.0:1784945174.706703:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4303962287 00000100:00000001:3.0:1784945174.706708:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945174.706710:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945174.706716:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945174.706719:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945174.706731:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945174.706736:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945174.709780:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945174.709784:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945174.710597:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945174.710600:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945174.710603:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945174.710608:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f15d8 00000400:00000010:3.0:1784945174.710611:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f15d8. 00000100:00000001:3.0:1784945174.710614:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945174.710619:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953100 x1871641054218624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945174.710634:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953100 x1871641054218624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945190 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945174.710640:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945174.710643:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945174.710645:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945174.710649:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945174.710651:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945174.710654:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945174.710657:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945174.710663:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=26 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945174.710668:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=26 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945174.710671:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945174.710672:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945174.710675:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945174.710677:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945174.710680:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945174.710685:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953100 x1871641054218624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945190 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945174.710692:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945174.710695:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945174.710697:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945174.710700:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953100 x1871641054218624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945190 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945174.710707:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054218624:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945174.710712:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945174.710715:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945174.710718:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953100 x1871641054218624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945190 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945174.710725:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945174.710728:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945174.710731:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479af400. 02000000:00000001:3.0:1784945174.710735:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945174.710737:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945174.710739:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945174.710741:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945174.710744:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b100. 02000000:00000001:3.0:1784945174.711835:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945174.711839:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945174.711841:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953100. 00000100:00000001:3.0:1784945174.711846:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945174.711847:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945174.711851:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945174.711853:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945174.711854:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945174.711859:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945174.711861:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945174.711863:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945174.711866:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000400:00000010:3.0:1784945174.711867:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000100:00000001:3.0:1784945174.711870:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945174.711874:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953480 x1871641054218752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945174.711883:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953480 x1871641054218752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945190 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945174.711889:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945174.711890:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945174.711892:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945174.711894:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945174.711895:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945174.711897:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945174.711899:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945174.711905:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=26 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945174.711908:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=96 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945174.711910:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945174.711911:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945174.711913:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945174.711917:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945174.711919:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945174.711921:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945174.711923:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945174.711924:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945174.711928:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953480 x1871641054218752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945190 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945174.711934:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945174.711936:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945174.711938:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945174.711942:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953480 x1871641054218752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945190 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945174.711948:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054218752:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945174.711952:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945174.711954:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945174.711957:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953480 x1871641054218752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945190 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945174.711963:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945174.711964:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945174.711966:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479aea00. 02000000:00000001:3.0:1784945174.711969:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945174.711971:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945174.711972:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945174.711974:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945174.711975:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 02000000:00000001:3.0:1784945174.711977:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945174.711978:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945174.711979:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953480. 00000100:00000001:3.0:1784945174.711981:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945174.711983:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945174.711985:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945174.711992:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945174.711994:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945174.711996:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945174.711998:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945177.076335:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945177.076340:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945177.076345:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945178.097826:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945178.097830:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945178.097833:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945181.169795:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945181.169799:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945181.169802:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945182.193751:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945182.193755:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945182.193758:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945185.266965:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945185.266968:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945185.266972:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945186.289721:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945186.289725:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945186.289728:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945189.362851:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945189.362856:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945189.362859:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945190.065636:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945190.065646:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945190.065655:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775880. 00000020:00000040:3.0:1784945190.065661:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945190.065666:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945190.065668:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945190.065673:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945190.065681:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beaf00. 00000100:00000001:3.0:1784945190.065687:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945190.065698:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73775880 x1871641054219392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945190.065709:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945190.065714:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945190.065720:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ea1e024] to pc [ptlrpcd_01_00+0] req@ffff996d73775880 x1871641054219392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945190.065750:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945190.065753:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945190.065756:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945190.065759:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775f80. 00000020:00000040:3.0:1784945190.065762:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945190.065765:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945190.065766:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945190.065769:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945190.065772:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea000. 00000100:00000001:3.0:1784945190.065776:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945190.065779:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784945190.065781:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73775f80 x1871641054219520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945190.065784:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945190.065788:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784945190.065793:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945190.065797:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945190.065798:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775880 x1871641054219392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784945190.065805:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042f7b124] to pc [ptlrpcd_01_01+1] req@ffff996d73775f80 x1871641054219520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945190.065813:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945190.065817:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945190.065822:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784945190.065822:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945190.065827:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784945190.065827:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784945190.065832:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945190.065835:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1784945190.065839:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054219392:192.168.202.106@tcp:400:kworker.0 00000100:00000040:3.0:1784945190.065841:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945190.065847:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784945190.065848:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784945190.065854:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784945190.065855:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9314) 02000000:00000001:2.0:1784945190.065858:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945190.065862:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945190.065868:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 00000100:00000001:3.0:1784945190.065870:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784945190.065871:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945190.065874:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945190.065877:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784945190.065881:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784945190.065885:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775f80 x1871641054219520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784945190.065888:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000100:00000001:3.0:1784945190.065896:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1784945190.065897:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f65d8. 00000100:00000001:3.0:1784945190.065899:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945190.065903:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1784945190.065905:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054219392, portal 25 02000000:00000001:3.0:1784945190.065906:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945190.065911:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1784945190.065911:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945190.065915:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100527232 : -112779609024384 : ffff996d73775880) 00000100:00100000:3.0:1784945190.065918:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054219520:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945190.065924:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784945190.065925:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775880 x1871641054219392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784945190.065927:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945190.065930:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945190.065935:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784945190.065940:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1784945190.065941:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479aec00. 02000000:00000001:3.0:1784945190.065946:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945190.065947:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945190.065952:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000400:00000200:3.0:1784945190.065954:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:2.0:1784945190.065959:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054219392, offset 0 00000400:00000010:3.0:1784945190.065960:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784945190.065967:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000400:00000200:2.0:1784945190.065970:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000200:3.0:1784945190.065973:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054219520, portal 10 00000100:00000001:3.0:1784945190.065976:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945190.065978:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100529024 : -112779609022592 : ffff996d73775f80) 00000400:00000200:2.0:1784945190.065981:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784945190.065987:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775f80 x1871641054219520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784945190.065991:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:3.0:1784945190.066000:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784945190.066001:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1784945190.066005:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945190.066008:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000010:3.0:1784945190.066010:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f15d8. 00000400:00000200:2.0:1784945190.066014:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1784945190.066015:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054219520, offset 0 00000400:00000200:2.0:1784945190.066020:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945190.066026:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945190.066028:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314225:314225:256:4294967295] 192.168.202.106@tcp LPNI seq info [314221:314221:8:4294967295] 00000400:00000200:2.0:1784945190.066034:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945190.066044:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784945190.066049:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784945190.066053:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945190.066057:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000010:2.0:1784945190.066060:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bc00. 00000400:00000200:3.0:1784945190.066071:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945190.066076:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945190.066080:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1784945190.066084:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784945190.066086:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945190.066091:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314226:314226:255:4294967295] 192.168.202.106@tcp LPNI seq info [314222:314222:7:4294967295] 00000800:00000200:2.0:1784945190.066097:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:3.0:1784945190.066100:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784945190.066104:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784945190.066112:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945190.066118:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784945190.066122:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784945190.066123:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea700. 00000400:00000200:2.0:1784945190.066129:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945190.066134:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4303977647 00000800:00000200:3.0:1784945190.066135:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000010:2.0:1784945190.066141:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c840. 00000800:00000200:3.0:1784945190.066145:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945190.066149:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945190.066150:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945190.066154:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945190.066159:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4303977647 00000100:00000040:3.0:1784945190.066160:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16857 usecs (17 jiffies) 00000100:00000010:2.0:1784945190.066165:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c9c0. 00000400:00000200:3.0:1784945190.066166:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945190.066170:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945190.066171:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4303976977 00000100:00000001:2.0:1784945190.066177:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945190.066177:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4303977647 00000100:00000001:2.0:1784945190.066184:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945190.066185:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4303976977 00000100:00000001:3.0:1784945190.066190:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4303977647 00000100:00000001:2.0:1784945190.066191:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945190.066196:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945190.066197:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945190.066201:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945190.066206:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945190.066207:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945190.066210:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945190.066211:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945190.066216:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945190.066217:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945190.066219:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945190.066221:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945190.066226:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945190.066226:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945190.066229:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945190.066232:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945190.066233:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945190.066239:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945190.072179:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945190.072183:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945190.072189:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945190.072192:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945190.072195:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945190.072199:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f65d8 00000400:00000010:2.0:1784945190.072202:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f65d8. 00000100:00000001:2.0:1784945190.072205:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945190.072210:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775880 x1871641054219392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945206 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945190.072220:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775880 x1871641054219392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945206 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945190.072227:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945190.072229:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945190.072231:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945190.072234:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945190.072236:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945190.072238:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945190.072242:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945190.072248:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=42 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945190.072252:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=42 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945190.072255:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945190.072257:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945190.072260:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945190.072262:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945190.072265:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945190.072269:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775880 x1871641054219392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945206 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945190.072276:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945190.072280:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945190.072282:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945190.072286:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775880 x1871641054219392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945206 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945190.072296:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054219392:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945190.072297:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945190.072301:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945190.072304:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784945190.072307:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784945190.072309:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000001:3.0:1784945190.072310:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1784945190.072315:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775880 x1871641054219392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945206 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784945190.072315:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945190.072321:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000400:00000010:3.0:1784945190.072325:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000100:00000001:2.0:1784945190.072328:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784945190.072330:0:2355:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784945190.072333:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945190.072338:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 00000100:00000200:3.0:1784945190.072339:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775f80 x1871641054219520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945206 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784945190.072344:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945190.072348:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945190.072352:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945190.072356:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945190.072359:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beaf00. 02000000:00000001:2.0:1784945190.072363:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945190.072364:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945190.072366:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775880. 00000100:00000200:3.0:1784945190.072368:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775f80 x1871641054219520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945206 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945190.072370:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945190.072373:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945190.072377:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945190.072383:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945190.072385:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945190.072387:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945190.072389:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945190.072391:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945190.072392:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945190.072394:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945190.072400:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=42 v=5 (5 5 5 5) 00000100:00000001:2.0:1784945190.072438:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945190.072442:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945190.072444:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945190.072446:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945190.072464:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=112 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945190.072469:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945190.072470:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945190.072472:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945190.072475:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945190.072478:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945190.072480:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945190.072482:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945190.072483:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945190.072488:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775f80 x1871641054219520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945206 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945190.072495:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945190.072497:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945190.072499:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945190.072502:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775f80 x1871641054219520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945206 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945190.072509:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054219520:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945190.072545:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945190.072547:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945190.072551:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775f80 x1871641054219520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945206 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945190.072557:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945190.072559:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945190.072561:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479aec00. 02000000:00000001:3.0:1784945190.072564:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945190.072566:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945190.072567:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945190.072569:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945190.072571:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea000. 02000000:00000001:3.0:1784945190.072573:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945190.072574:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945190.072575:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775f80. 00000100:00000001:3.0:1784945190.072579:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945190.072581:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945190.072582:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945190.072585:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945190.072586:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945190.072588:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945190.072590:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945190.385764:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945190.385769:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945190.385772:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945193.457725:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945193.457729:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945193.457732:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945194.482173:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945194.482176:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945194.482179:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945195.185689:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945195.185699:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945195.185709:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775f80. 00000020:00000040:3.0:1784945195.185715:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945195.185720:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945195.185723:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945195.185728:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945195.185737:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea000. 00000100:00000001:3.0:1784945195.185744:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945195.185757:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73775f80 x1871641054219648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945195.185830:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945195.185835:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945195.185842:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042f7b124] to pc [ptlrpcd_01_00+0] req@ffff996d73775f80 x1871641054219648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945195.185879:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945195.185883:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945195.185886:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945195.185889:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73777b80. 00000020:00000040:3.0:1784945195.185892:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945195.185895:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945195.185896:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945195.185898:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945195.185903:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bead00. 00000100:00000001:3.0:1784945195.185905:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945195.185910:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73777b80 x1871641054219776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945195.185917:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945195.185919:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945195.185922:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7e33dc] to pc [ptlrpcd_01_01+1] req@ffff996d73777b80 x1871641054219776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945195.185930:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945195.185933:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945195.185936:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945195.185938:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945195.185941:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945195.185946:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9319) 00000100:00000001:3.0:1784945195.185962:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945195.185966:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945195.185968:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945195.185973:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73777b80 x1871641054219776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945195.185980:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945195.185982:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945195.185985:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945195.185987:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945195.185990:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945195.185994:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73777b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054219776:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945195.185998:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945195.186004:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945195.186006:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945195.186009:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945195.186015:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479aec00. 02000000:00000001:3.0:1784945195.186017:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945195.186034:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945195.186039:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784945195.186045:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000100:00000200:3.0:1784945195.186052:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054219776, portal 10 00000100:00000001:3.0:1784945195.186055:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945195.186056:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100536192 : -112779609015424 : ffff996d73777b80) 00000100:00000040:3.0:1784945195.186063:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73777b80 x1871641054219776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945195.186070:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945195.186073:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945195.186076:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1330. 00000100:00000200:3.0:1784945195.186080:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054219776, offset 0 00000400:00000200:3.0:1784945195.186085:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945195.186094:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945195.186101:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945195.186106:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945195.186110:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945195.186113:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945195.186115:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945195.186118:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314227:314227:256:4294967295] 192.168.202.106@tcp LPNI seq info [314223:314223:8:4294967295] 00000400:00000200:3.0:1784945195.186122:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945195.186848:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945195.186855:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945195.186862:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beaf00. 00000800:00000200:3.0:1784945195.186869:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945195.186878:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945195.186882:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beaf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945195.186900:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945195.186906:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16857 usecs (17 jiffies) 00000400:00000200:3.0:1784945195.186910:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945195.186913:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4303982098 00000100:00000001:2.0:1784945195.186914:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1784945195.186918:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3222a0. 00000100:00000001:2.0:1784945195.186919:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945195.186923:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784945195.186927:0:2355:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000040:2.0:1784945195.186931:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775f80 x1871641054219648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945195.186941:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945195.186942:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945195.186945:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945195.186947:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945195.186949:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945195.186952:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054219648:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945195.186956:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945195.186959:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945195.186962:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945195.186963:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945195.186968:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945195.186970:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945195.186975:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945195.186978:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784945195.186983:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f65d8. 00000100:00000200:2.0:1784945195.186986:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054219648, portal 25 00000100:00000001:2.0:1784945195.186989:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945195.186990:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100529024 : -112779609022592 : ffff996d73775f80) 00000100:00000040:2.0:1784945195.186995:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775f80 x1871641054219648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945195.186996:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4303982098 00000100:00000010:3.0:1784945195.187004:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322660. 00000100:00000001:3.0:1784945195.187011:0:2355:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945195.187016:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945195.187029:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784945195.187030:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784945195.187033:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6d48. 00000100:00000001:3.0:1784945195.187035:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945195.187039:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945195.187041:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945195.187048:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945195.187051:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945195.187053:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945195.187054:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945195.187055:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945195.187057:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784945195.187119:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054219648, offset 0 00000400:00000200:2.0:1784945195.187125:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945195.187130:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945195.187133:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945195.187136:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945195.187139:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945195.187142:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945195.187144:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945195.187146:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314228:314228:255:4294967295] 192.168.202.106@tcp LPNI seq info [314224:314224:7:4294967295] 00000400:00000200:2.0:1784945195.187150:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945195.187156:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945195.187160:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945195.187164:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b800. 00000800:00000200:2.0:1784945195.187167:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945195.187172:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945195.187175:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945195.187179:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945195.187182:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945195.187184:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4303982768 00000100:00000001:2.0:1784945195.190131:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303982098 00000100:00000001:2.0:1784945195.190145:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4303982771 00000100:00000001:2.0:1784945195.190150:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303982098 00000100:00000001:2.0:1784945195.190153:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945195.190157:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945195.190160:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945195.190163:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945195.190171:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945195.190173:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945195.190175:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945195.190177:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945195.190178:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945195.190181:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945195.191699:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945195.191703:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945195.191709:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945195.191710:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945195.191714:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945195.191719:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f65d8 00000400:00000010:2.0:1784945195.191722:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f65d8. 00000100:00000001:2.0:1784945195.191726:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945195.191731:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775f80 x1871641054219648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945211 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945195.191741:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775f80 x1871641054219648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945211 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945195.191749:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945195.191751:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945195.191753:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945195.191756:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945195.191759:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945195.191761:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945195.191764:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945195.191771:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=47 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945195.191775:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=47 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945195.191778:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945195.191780:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945195.191783:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945195.191785:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945195.191788:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945195.191793:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775f80 x1871641054219648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945211 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945195.191800:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945195.191814:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945195.191817:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945195.191821:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775f80 x1871641054219648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945211 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945195.191829:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054219648:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945195.191834:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945195.191836:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945195.191839:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775f80 x1871641054219648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945211 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945195.191846:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945195.191848:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945195.191852:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945195.191855:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945195.191857:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945195.191860:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945195.191862:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945195.191865:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea000. 02000000:00000001:2.0:1784945195.191869:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945195.191870:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945195.191872:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775f80. 00000100:00000001:2.0:1784945195.191877:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945195.191878:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945195.191880:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945195.191884:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945195.191885:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945195.191887:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945195.191889:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945195.198292:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945195.198297:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945195.198305:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945195.198306:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945195.198310:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945195.198314:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000400:00000010:3.0:1784945195.198326:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000100:00000001:3.0:1784945195.198330:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945195.198341:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73777b80 x1871641054219776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945211 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945195.198357:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73777b80 x1871641054219776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945211 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945195.198370:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945195.198372:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945195.198375:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945195.198378:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945195.198380:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945195.198383:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945195.198386:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945195.198395:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=47 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945195.198397:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=117 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945195.198399:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945195.198401:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945195.198403:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945195.198406:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945195.198408:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945195.198410:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945195.198411:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945195.198412:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945195.198416:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73777b80 x1871641054219776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945211 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945195.198420:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945195.198423:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945195.198424:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945195.198426:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73777b80 x1871641054219776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945211 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945195.198431:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73777b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054219776:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945195.198435:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945195.198437:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945195.198439:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73777b80 x1871641054219776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945211 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945195.198442:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945195.198444:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945195.198446:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479aec00. 02000000:00000001:3.0:1784945195.198449:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945195.198450:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945195.198452:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945195.198453:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945195.198455:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bead00. 02000000:00000001:3.0:1784945195.198458:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945195.198459:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945195.198461:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73777b80. 00000100:00000001:3.0:1784945195.198464:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945195.198465:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945195.198467:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945195.198473:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945195.198474:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945195.198475:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945195.198477:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945197.556541:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945197.556546:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945197.556549:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945198.577750:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945198.577754:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945198.577757:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945200.305744:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945200.305753:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945200.305761:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73777b80. 00000020:00000040:3.0:1784945200.305767:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945200.305771:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945200.305774:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945200.305784:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945200.305792:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bead00. 00000100:00000001:3.0:1784945200.305802:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945200.305816:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73777b80 x1871641054219904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945200.305826:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945200.305830:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945200.305836:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7e33dc] to pc [ptlrpcd_01_00+0] req@ffff996d73777b80 x1871641054219904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945200.305864:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945200.305867:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945200.305870:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945200.305873:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776300. 00000020:00000040:3.0:1784945200.305875:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945200.305878:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945200.305879:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945200.305884:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945200.305888:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea700. 00000100:00000001:3.0:1784945200.305891:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945200.305895:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73776300 x1871641054220032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945200.305901:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945200.305903:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945200.305907:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000445e245] to pc [ptlrpcd_01_01+1] req@ffff996d73776300 x1871641054220032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945200.305915:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945200.305917:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945200.305920:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945200.305922:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945200.305925:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945200.305929:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9324) 00000100:00000001:3.0:1784945200.306085:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945200.306088:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945200.306091:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945200.306095:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776300 x1871641054220032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945200.306102:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945200.306104:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945200.306108:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945200.306110:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945200.306112:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945200.306144:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945200.306146:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945200.306148:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945200.306153:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73777b80 x1871641054219904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945200.306165:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945200.306166:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945200.306168:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945200.306169:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945200.306172:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945200.306175:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73777b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054219904:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945200.306179:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945200.306183:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945200.306185:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945200.306187:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945200.306191:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945200.306192:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945200.306197:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945200.306200:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784945200.306206:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f65d8. 00000100:00000200:2.0:1784945200.306212:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054219904, portal 25 00000100:00000001:2.0:1784945200.306213:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945200.306215:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100536192 : -112779609015424 : ffff996d73777b80) 00000100:00000040:2.0:1784945200.306218:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73777b80 x1871641054219904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945200.306223:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945200.306233:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945200.306235:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000100:00000200:2.0:1784945200.306238:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054219904, offset 0 00000400:00000200:2.0:1784945200.306242:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945200.306248:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945200.306254:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945200.306258:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945200.306261:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945200.306264:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945200.306266:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945200.306269:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314229:314229:256:4294967295] 192.168.202.106@tcp LPNI seq info [314225:314225:8:4294967295] 00000400:00000200:2.0:1784945200.306272:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945200.306279:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945200.306283:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945200.306287:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b300. 00000800:00000200:2.0:1784945200.306291:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945200.306302:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945200.306306:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945200.306316:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945200.306319:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945200.306321:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4303987887 00000100:00000010:2.0:1784945200.306324:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c5a0. 00000100:00000001:2.0:1784945200.306329:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945200.306333:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4303987887 00000100:00000010:2.0:1784945200.306335:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c180. 00000100:00000001:2.0:1784945200.306337:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945200.306339:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945200.306341:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945200.306344:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945200.306346:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945200.306351:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945200.306353:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945200.306354:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945200.306355:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945200.306356:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945200.306357:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945200.306575:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054220032:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945200.306578:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945200.306581:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945200.306582:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945200.306583:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945200.306586:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479af000. 02000000:00000001:3.0:1784945200.307344:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945200.307349:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945200.307352:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784945200.307355:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000100:00000200:3.0:1784945200.307359:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054220032, portal 10 00000100:00000001:3.0:1784945200.307361:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945200.307362:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100529920 : -112779609021696 : ffff996d73776300) 00000100:00000040:3.0:1784945200.307368:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776300 x1871641054220032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945200.307373:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945200.307374:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945200.307376:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f16e8. 00000100:00000200:3.0:1784945200.307377:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054220032, offset 0 00000400:00000200:3.0:1784945200.307380:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945200.307384:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945200.307387:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945200.307389:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945200.307391:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945200.307392:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945200.307394:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945200.307396:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314230:314230:256:4294967295] 192.168.202.106@tcp LPNI seq info [314226:314226:8:4294967295] 00000400:00000200:3.0:1784945200.307398:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945200.307403:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945200.307406:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945200.307408:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000800:00000200:3.0:1784945200.307411:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945200.307414:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945200.307416:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945200.307429:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945200.307432:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16857 usecs (17 jiffies) 00000400:00000200:3.0:1784945200.307434:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945200.307436:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4303987218 00000100:00000001:3.0:1784945200.307437:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4303987887 00000100:00000001:3.0:1784945200.307439:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4303987218 00000100:00000001:3.0:1784945200.307440:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4303987887 00000100:00000001:3.0:1784945200.307441:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945200.307443:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945200.307444:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945200.307446:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945200.307450:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945200.307451:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945200.307452:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945200.307453:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945200.307454:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945200.307455:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945200.313805:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945200.313810:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945200.313816:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945200.313819:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945200.313822:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945200.313828:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f65d8 00000400:00000010:2.0:1784945200.313830:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f65d8. 00000100:00000001:2.0:1784945200.313835:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945200.313840:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73777b80 x1871641054219904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945200.313851:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73777b80 x1871641054219904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945216 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945200.313858:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945200.313861:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945200.313864:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945200.313868:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945200.313870:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945200.313873:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945200.313875:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945200.313878:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1784945200.313882:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=52 v=5 (5 5 5 5) 00000100:00000001:3.0:1784945200.313883:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945200.313888:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00001000:2.0:1784945200.313889:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=52 v=5 (1 1 1 1) 00000400:00000001:3.0:1784945200.313891:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784945200.313894:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1784945200.313895:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784945200.313898:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945200.313902:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1784945200.313902:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000400:00000010:3.0:1784945200.313906:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00010000:00000001:2.0:1784945200.313907:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945200.313911:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784945200.313912:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784945200.313919:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776300 x1871641054220032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784945200.313921:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73777b80 x1871641054219904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945216 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945200.313944:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1784945200.313946:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776300 x1871641054220032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945216 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945200.313948:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945200.313952:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945200.313959:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1784945200.313961:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73777b80 x1871641054219904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945216 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945200.313963:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945200.313967:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945200.313970:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945200.313973:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945200.313976:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945200.313987:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73777b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054219904:192.168.202.106@tcp:400:kworker.0 02000000:00000001:3.0:1784945200.313989:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945200.313996:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784945200.313999:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=52 v=5 (5 5 5 5) 00000100:00000001:2.0:1784945200.314000:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1784945200.314005:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=122 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945200.314010:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1784945200.314011:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73777b80 x1871641054219904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945216 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945200.314013:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945200.314018:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945200.314021:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945200.314027:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784945200.314028:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945200.314033:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 02000000:00000001:2.0:1784945200.314034:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784945200.314037:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000010:2.0:1784945200.314040:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 00000100:00000001:3.0:1784945200.314041:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945200.314046:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1784945200.314049:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776300 x1871641054220032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945216 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784945200.314050:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945200.314053:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945200.314059:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945200.314063:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bead00. 00000100:00000001:3.0:1784945200.314064:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945200.314068:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1784945200.314070:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784945200.314070:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784945200.314074:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1784945200.314076:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776300 x1871641054220032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945216 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1784945200.314078:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73777b80. 00000100:00000001:2.0:1784945200.314085:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00100000:3.0:1784945200.314088:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054220032:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945200.314089:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945200.314095:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945200.314096:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945200.314100:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945200.314103:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776300 x1871641054220032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945216 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945200.314105:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945200.314109:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945200.314113:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784945200.314115:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784945200.314116:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784945200.314119:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945200.314120:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479af000. 02000000:00000001:3.0:1784945200.314124:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945200.314126:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945200.314127:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945200.314130:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945200.314132:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea700. 02000000:00000001:3.0:1784945200.314134:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945200.314136:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945200.314137:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776300. 00000100:00000001:3.0:1784945200.314140:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945200.314141:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945200.314143:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945200.314146:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945200.314147:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945200.314149:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945200.314151:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945201.653326:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945201.653330:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945201.653333:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945202.673803:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945202.673807:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945202.673811:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945205.748687:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945205.748693:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945205.748699:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945206.769962:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945206.769966:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945206.769969:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945209.841754:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945209.841758:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945209.841762:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945210.865713:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945210.865717:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945210.865720:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784945212.273649:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784945212.273658:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784945212.273663:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000020:00000001:3.0:1784945213.937711:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945213.937714:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945213.937716:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945214.962375:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945214.962380:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945214.962384:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945215.665962:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945215.665970:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945215.665979:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951880. 00000020:00000040:2.0:1784945215.665984:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945215.665987:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945215.665990:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945215.665996:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945215.666004:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b500. 00000100:00000001:2.0:1784945215.666011:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945215.666022:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951880 x1871641054220672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945215.666034:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945215.666038:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945215.666046:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084695538] to pc [ptlrpcd_01_00+0] req@ffff996d73951880 x1871641054220672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945215.666079:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945215.666083:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945215.666086:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945215.666089:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952a00. 00000020:00000040:2.0:1784945215.666092:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945215.666094:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945215.666095:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945215.666096:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945215.666099:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784945215.666102:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945215.666107:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73952a00 x1871641054220800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945215.666114:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945215.666116:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945215.666120:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce3dc249] to pc [ptlrpcd_01_01+1] req@ffff996d73952a00 x1871641054220800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945215.666130:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945215.666133:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945215.666136:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945215.666139:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945215.666139:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945215.666146:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945215.666150:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945215.666157:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951880 x1871641054220672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945215.666166:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945215.666168:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945215.666171:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945215.666174:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945215.666177:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945215.666181:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054220672:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945215.666185:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945215.666190:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945215.666192:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945215.666195:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945215.666200:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479af400. 02000000:00000001:3.0:1784945215.666201:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945215.666208:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945215.666211:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784945215.666218:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000100:00000200:3.0:1784945215.666225:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054220672, portal 25 00000100:00000001:3.0:1784945215.666227:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945215.666229:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476928 : -112779607074688 : ffff996d73951880) 00000100:00000040:3.0:1784945215.666234:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951880 x1871641054220672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945215.666241:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945215.666244:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945215.666246:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1ee0. 00000100:00000200:3.0:1784945215.666249:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054220672, offset 0 00000400:00000200:3.0:1784945215.666255:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:2.0:1784945215.666264:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1784945215.666267:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784945215.666270:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9340) 00000400:00000200:3.0:1784945215.666276:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945215.666283:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945215.666287:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945215.666291:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945215.666294:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945215.666299:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314235:314235:256:4294967295] 192.168.202.106@tcp LPNI seq info [314231:314231:8:4294967295] 00000400:00000200:3.0:1784945215.666303:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945215.666312:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945215.666328:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945215.666333:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea700. 00000800:00000200:3.0:1784945215.666341:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:2.0:1784945215.666344:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945215.666347:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945215.666348:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.0:1784945215.666351:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000040:2.0:1784945215.666354:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952a00 x1871641054220800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784945215.666358:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945215.666363:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945215.666365:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945215.666366:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945215.666368:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945215.666369:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945215.666382:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945215.666394:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945215.666397:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304003247 00000100:00000010:3.0:1784945215.666401:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322060. 00000100:00000001:3.0:1784945215.666407:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945215.666412:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304003247 00000100:00000010:3.0:1784945215.666415:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3228a0. 00000100:00000001:3.0:1784945215.666418:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945215.666421:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945215.666423:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945215.666425:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054220800:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945215.666427:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945215.666429:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784945215.666431:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784945215.666433:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945215.666436:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945215.666437:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784945215.666440:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1784945215.666441:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945215.666444:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945215.666444:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945215.666450:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784945215.666453:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945215.666454:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1784945215.666457:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000100:00000001:3.0:1784945215.666457:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945215.666462:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784945215.666463:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f65d8. 00000100:00000200:2.0:1784945215.666467:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054220800, portal 10 00000100:00000001:2.0:1784945215.666468:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945215.666469:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102481408 : -112779607070208 : ffff996d73952a00) 00000100:00000040:2.0:1784945215.666475:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952a00 x1871641054220800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945215.666480:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945215.666482:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945215.666484:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f66e8. 00000100:00000200:2.0:1784945215.666486:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054220800, offset 0 00000400:00000200:2.0:1784945215.666489:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945215.666492:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945215.666495:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945215.666497:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945215.666499:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945215.666501:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945215.666502:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945215.666504:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314236:314236:255:4294967295] 192.168.202.106@tcp LPNI seq info [314232:314232:7:4294967295] 00000400:00000200:2.0:1784945215.666507:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945215.666511:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945215.666514:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945215.666581:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b300. 00000800:00000200:2.0:1784945215.666585:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945215.666589:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945215.666592:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945215.666594:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945215.666597:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16856 usecs (17 jiffies) 00000400:00000200:2.0:1784945215.666599:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945215.666601:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304002578 00000100:00000001:2.0:1784945215.666603:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304003247 00000100:00000001:2.0:1784945215.666605:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304002578 00000100:00000001:2.0:1784945215.666607:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304003247 00000100:00000001:2.0:1784945215.666608:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945215.666609:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945215.666611:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945215.666612:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945215.666615:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945215.666615:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945215.666617:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945215.666618:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945215.666619:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945215.666620:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945215.669460:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945215.669464:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945215.669469:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945215.669471:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945215.669474:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945215.669478:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f65d8 00000400:00000010:2.0:1784945215.669480:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f65d8. 00000100:00000001:2.0:1784945215.669484:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945215.669488:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952a00 x1871641054220800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945215.669496:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952a00 x1871641054220800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945231 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945215.669502:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945215.669504:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945215.669506:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945215.669509:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945215.669511:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945215.669513:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945215.669914:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945215.669924:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=67 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945215.669929:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=137 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945215.669932:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945215.669934:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945215.669936:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945215.669940:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945215.669943:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945215.669945:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945215.669947:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945215.669948:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945215.669954:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952a00 x1871641054220800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945231 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945215.669960:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945215.669963:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945215.669965:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945215.669968:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952a00 x1871641054220800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945231 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945215.669981:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054220800:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945215.669985:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945215.669988:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945215.669990:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952a00 x1871641054220800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945231 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945215.669996:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945215.669999:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945215.670002:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945215.670005:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945215.670007:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945215.670009:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945215.670011:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945215.670014:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 02000000:00000001:2.0:1784945215.670017:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945215.670019:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945215.670020:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952a00. 00000100:00000001:2.0:1784945215.670024:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945215.670025:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945215.670028:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945215.670034:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945215.670035:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945215.670038:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945215.670040:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945215.671042:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945215.671046:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945215.671051:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945215.671053:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945215.671055:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945215.671059:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000400:00000010:3.0:1784945215.671061:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000100:00000001:3.0:1784945215.671064:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945215.671068:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951880 x1871641054220672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945215.671077:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951880 x1871641054220672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945231 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945215.671083:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945215.671085:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945215.671087:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945215.671089:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945215.671091:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945215.671092:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945215.671094:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945215.671098:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=67 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945215.671101:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=67 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945215.671103:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945215.671104:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945215.671106:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945215.671108:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945215.671109:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945215.671113:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951880 x1871641054220672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945231 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945215.671119:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945215.671120:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945215.671122:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945215.671125:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951880 x1871641054220672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945231 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945215.671132:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054220672:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945215.671135:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945215.671136:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945215.671139:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951880 x1871641054220672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945231 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945215.671144:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945215.671146:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945215.671148:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479af400. 02000000:00000001:3.0:1784945215.671151:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945215.671152:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945215.671153:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945215.671155:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945215.671157:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b500. 02000000:00000001:3.0:1784945215.671160:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945215.671161:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945215.671162:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951880. 00000100:00000001:3.0:1784945215.671165:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945215.671166:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945215.671168:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945215.671171:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945215.671173:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945215.671175:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945215.671176:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945218.033680:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945218.033684:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945218.033687:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945219.058972:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945219.058977:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945219.058980:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945220.785625:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945220.785636:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945220.785647:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952a00. 00000020:00000040:2.0:1784945220.785652:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945220.785656:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945220.785658:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945220.785664:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945220.785672:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784945220.785678:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945220.785690:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73952a00 x1871641054220928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945220.785697:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945220.785700:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945220.785705:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce3dc249] to pc [ptlrpcd_01_00+0] req@ffff996d73952a00 x1871641054220928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945220.785727:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945220.785730:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945220.785733:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945220.785736:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951c00. 00000020:00000040:2.0:1784945220.785738:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945220.785738:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945220.785740:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784945220.785741:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784945220.785742:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1784945220.785743:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784945220.785744:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945220.785746:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784945220.785749:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945220.785749:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952a00 x1871641054220928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784945220.785753:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951c00 x1871641054221056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945220.785758:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945220.785759:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945220.785760:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945220.785761:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945220.785763:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784945220.785765:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000188be879] to pc [ptlrpcd_01_01+1] req@ffff996d73951c00 x1871641054221056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784945220.785766:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945220.785768:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945220.785772:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054220928:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945220.785773:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945220.785775:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945220.785776:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784945220.785778:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945220.785780:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784945220.785780:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945220.785782:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945220.785784:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784945220.785784:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784945220.785788:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9345) 02000000:00000010:3.0:1784945220.785788:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479ae200. 02000000:00000001:3.0:1784945220.785790:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945220.785796:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784945220.785797:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945220.785798:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945220.785799:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1784945220.785801:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000040:2.0:1784945220.785803:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951c00 x1871641054221056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784945220.785817:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000100:00000200:3.0:1784945220.785825:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054220928, portal 25 00000100:00000001:3.0:1784945220.785826:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945220.785828:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102481408 : -112779607070208 : ffff996d73952a00) 00000100:00000040:3.0:1784945220.785833:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952a00 x1871641054220928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945220.785839:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945220.785841:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945220.785843:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f14c8. 00000100:00000200:3.0:1784945220.785846:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054220928, offset 0 00000400:00000200:3.0:1784945220.785852:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945220.785859:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945220.785865:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945220.785870:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945220.785873:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945220.785876:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945220.785878:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945220.785882:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314237:314237:256:4294967295] 192.168.202.106@tcp LPNI seq info [314233:314233:8:4294967295] 00000400:00000200:3.0:1784945220.785885:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945220.785895:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945220.785900:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945220.785904:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000800:00000200:3.0:1784945220.785910:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945220.785917:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945220.785920:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945220.785943:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945220.785947:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1784945220.785947:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945220.785949:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945220.785950:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304008367 02000000:00000001:2.0:1784945220.785951:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945220.785953:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945220.785954:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784945220.785956:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3228a0. 00000100:00100000:2.0:1784945220.785957:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054221056:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945220.785960:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784945220.785961:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1784945220.785962:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945220.785964:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945220.785966:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784945220.785966:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304008367 02000000:00000010:2.0:1784945220.785969:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 00000100:00000010:3.0:1784945220.785969:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322060. 02000000:00000001:2.0:1784945220.785971:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945220.785972:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1784945220.785974:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945220.785975:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784945220.785977:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000100:00000001:3.0:1784945220.785978:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945220.785980:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784945220.785981:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f65d8. 00000100:00000001:3.0:1784945220.785983:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784945220.785984:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054221056, portal 10 00000100:00000001:2.0:1784945220.785985:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945220.785986:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102477824 : -112779607073792 : ffff996d73951c00) 00000100:00000001:3.0:1784945220.785989:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945220.785991:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1784945220.785992:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951c00 x1871641054221056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945220.785993:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945220.785994:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945220.785996:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945220.785998:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784945220.785998:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945220.786000:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945220.786002:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6c38. 00000100:00000200:2.0:1784945220.786004:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054221056, offset 0 00000400:00000200:2.0:1784945220.786008:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945220.786013:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945220.786017:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945220.786019:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945220.786022:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945220.786024:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945220.786026:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945220.786029:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314238:314238:255:4294967295] 192.168.202.106@tcp LPNI seq info [314234:314234:7:4294967295] 00000400:00000200:2.0:1784945220.786033:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945220.786039:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945220.786042:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945220.786046:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bc00. 00000800:00000200:2.0:1784945220.786049:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945220.786053:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945220.786055:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945220.786059:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945220.786062:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16855 usecs (17 jiffies) 00000400:00000200:2.0:1784945220.786065:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945220.786066:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304007697 00000100:00000001:2.0:1784945220.786069:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304008367 00000100:00000001:2.0:1784945220.786070:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304007697 00000100:00000001:2.0:1784945220.786072:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304008367 00000100:00000001:2.0:1784945220.786074:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945220.786075:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945220.786077:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945220.786079:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945220.786082:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945220.786083:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945220.786085:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945220.786086:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945220.786087:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945220.786089:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945220.788138:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945220.788141:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945220.788145:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945220.788147:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945220.788150:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945220.788153:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000400:00000010:3.0:1784945220.788156:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000100:00000001:3.0:1784945220.788158:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945220.788162:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952a00 x1871641054220928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945236 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945220.788171:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952a00 x1871641054220928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945236 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945220.788178:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945220.788179:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945220.788182:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945220.788185:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945220.788187:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945220.788189:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945220.788192:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945220.788198:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=72 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945220.788202:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=72 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945220.788204:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945220.788206:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945220.788209:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945220.788211:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945220.788214:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945220.788218:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952a00 x1871641054220928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945236 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945220.788226:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945220.788229:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945220.788231:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945220.788235:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952a00 x1871641054220928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945236 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945220.788240:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945220.788244:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1784945220.788246:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054220928:192.168.202.106@tcp:400:kworker.0 00000400:00000001:2.0:1784945220.788249:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945220.788252:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784945220.788254:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784945220.788258:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000100:00000001:3.0:1784945220.788258:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945220.788262:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952a00 x1871641054220928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945236 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784945220.788264:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f65d8 00000400:00000010:2.0:1784945220.788268:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f65d8. 00000100:00000001:2.0:1784945220.788272:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784945220.788276:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945220.788280:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1784945220.788281:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951c00 x1871641054221056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945236 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784945220.788285:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479ae200. 02000000:00000001:3.0:1784945220.788291:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945220.788294:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000200:2.0:1784945220.788296:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951c00 x1871641054221056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945236 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1784945220.788298:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945220.788303:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945220.788307:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784945220.788309:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945220.788312:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784945220.788312:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945220.788316:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784945220.788317:0:2355:0:(client.c:1580:after_reply()) Process entered 00000100:00000010:3.0:1784945220.788319:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952a00. 02000000:00000001:2.0:1784945220.788320:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945220.788323:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945220.788324:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945220.788325:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945220.788326:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784945220.788329:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945220.788330:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945220.788335:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945220.788336:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945220.788338:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945220.788340:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945220.788346:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=72 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945220.788350:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=142 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945220.788352:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945220.788356:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945220.788358:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945220.788360:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945220.788363:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945220.788364:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945220.788366:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945220.788367:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945220.788376:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951c00 x1871641054221056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945236 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945220.788383:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945220.788385:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945220.788386:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945220.788389:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951c00 x1871641054221056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945236 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945220.788397:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054221056:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945220.788401:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945220.788402:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945220.788405:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951c00 x1871641054221056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945236 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945220.788410:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945220.788412:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945220.788413:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945220.788416:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945220.788417:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945220.788418:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945220.788420:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945220.788422:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:2.0:1784945220.788424:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945220.788425:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945220.788426:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951c00. 00000100:00000001:2.0:1784945220.788428:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945220.788432:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945220.788434:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945220.788437:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945220.788439:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945220.788440:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945220.788442:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945222.133975:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945222.133979:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945222.133982:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945223.153726:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945223.153730:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945223.153734:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945225.905607:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945225.905618:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945225.905628:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951c00. 00000020:00000040:2.0:1784945225.905633:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945225.905637:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945225.905640:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945225.905646:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945225.905655:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784945225.905662:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945225.905673:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951c00 x1871641054221184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945225.905683:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945225.905687:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945225.905694:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000188be879] to pc [ptlrpcd_01_00+0] req@ffff996d73951c00 x1871641054221184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945225.905717:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945225.905720:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945225.905723:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945225.905726:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950e00. 00000020:00000040:2.0:1784945225.905728:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945225.905731:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945225.905732:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945225.905734:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945225.905737:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784945225.905740:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945225.905744:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950e00 x1871641054221312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945225.905751:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945225.905753:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945225.905757:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006776830d] to pc [ptlrpcd_01_01+1] req@ffff996d73950e00 x1871641054221312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945225.905778:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945225.905781:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945225.905785:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945225.905788:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945225.905791:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784945225.905793:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784945225.905798:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784945225.905801:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9350) 00000100:00000001:3.0:1784945225.905802:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945225.905810:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951c00 x1871641054221184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945225.905814:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945225.905819:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945225.905821:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945225.905824:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945225.905826:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945225.905829:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784945225.905829:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945225.905833:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1784945225.905834:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054221184:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945225.905839:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784945225.905841:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950e00 x1871641054221312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784945225.905844:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945225.905847:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945225.905851:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784945225.905855:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1784945225.905856:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479afa00. 00000100:00000001:2.0:1784945225.905858:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945225.905859:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945225.905863:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945225.905866:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784945225.905869:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784945225.905871:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784945225.905873:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00100000:2.0:1784945225.905878:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054221312:192.168.202.106@tcp:400:kworker.0 00000400:00000010:3.0:1784945225.905881:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000100:00000001:2.0:1784945225.905883:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945225.905888:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1784945225.905889:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054221184, portal 25 02000000:00000001:2.0:1784945225.905890:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945225.905892:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945225.905895:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102477824 : -112779607073792 : ffff996d73951c00) 02000000:00000001:2.0:1784945225.905896:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784945225.905900:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951c00 x1871641054221184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784945225.905902:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945225.905906:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945225.905914:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945225.905915:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1784945225.905919:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000100:00000040:3.0:1784945225.905921:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945225.905927:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1b28. 00000400:00000010:2.0:1784945225.905928:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f65d8. 00000100:00000200:3.0:1784945225.905932:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054221184, offset 0 00000100:00000200:2.0:1784945225.905934:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054221312, portal 10 00000100:00000001:2.0:1784945225.905938:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945225.905940:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102474240 : -112779607077376 : ffff996d73950e00) 00000400:00000200:3.0:1784945225.905944:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:2.0:1784945225.905951:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950e00 x1871641054221312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784945225.905956:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945225.905964:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784945225.905968:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000040:2.0:1784945225.905969:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945225.905976:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6660. 00000400:00000200:3.0:1784945225.905977:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1784945225.905980:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054221312, offset 0 00000400:00000200:3.0:1784945225.905984:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945225.905989:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945225.905992:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945225.905997:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945225.906001:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314239:314239:256:4294967295] 192.168.202.106@tcp LPNI seq info [314235:314235:8:4294967295] 00000400:00000200:3.0:1784945225.906006:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945225.906012:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945225.906022:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945225.906022:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784945225.906030:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784945225.906035:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945225.906036:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945225.906042:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1784945225.906045:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000400:00000200:2.0:1784945225.906046:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945225.906052:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314240:314240:255:4294967295] 192.168.202.106@tcp LPNI seq info [314236:314236:7:4294967295] 00000800:00000200:3.0:1784945225.906059:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945225.906068:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784945225.906070:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784945225.906074:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784945225.906082:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945225.906088:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945225.906092:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b100. 00000100:00000001:3.0:1784945225.906094:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784945225.906099:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784945225.906103:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784945225.906107:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945225.906110:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945225.906113:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945225.906116:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304013487 00000100:00000040:2.0:1784945225.906119:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16855 usecs (17 jiffies) 00000100:00000010:3.0:1784945225.906124:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322360. 00000400:00000200:2.0:1784945225.906125:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945225.906130:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304012817 00000100:00000001:3.0:1784945225.906133:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945225.906138:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304013487 00000100:00000001:2.0:1784945225.906139:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304013487 00000100:00000010:3.0:1784945225.906141:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322660. 00000100:00000001:2.0:1784945225.906146:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304012817 00000100:00000001:3.0:1784945225.906146:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945225.906150:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945225.906152:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945225.906154:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945225.906155:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945225.906161:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304013487 00000100:00000001:3.0:1784945225.906161:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945225.906164:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945225.906166:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945225.906167:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945225.906169:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945225.906172:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945225.906172:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945225.906174:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945225.906177:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945225.906181:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945225.906186:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945225.906188:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945225.906190:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945225.906191:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945225.906193:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945225.906195:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945225.908541:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945225.908545:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945225.908678:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945225.908680:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945225.908683:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945225.908688:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f65d8 00000400:00000010:2.0:1784945225.908690:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f65d8. 00000100:00000001:2.0:1784945225.908693:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945225.908698:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950e00 x1871641054221312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945241 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945225.908707:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950e00 x1871641054221312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945241 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945225.908713:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945225.908715:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945225.908718:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945225.908721:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945225.908723:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945225.908725:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945225.908728:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945225.908736:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=77 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945225.908740:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=147 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945225.908742:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945225.908744:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945225.908747:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945225.908750:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945225.908753:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945225.908754:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945225.908755:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945225.908757:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945225.908760:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950e00 x1871641054221312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945241 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945225.908774:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945225.908777:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945225.908779:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945225.908782:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950e00 x1871641054221312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945241 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945225.908788:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054221312:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945225.908791:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945225.908792:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945225.908794:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950e00 x1871641054221312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945241 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945225.908798:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945225.908800:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945225.908803:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945225.908805:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945225.908808:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945225.908809:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945225.908811:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945225.908814:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 02000000:00000001:2.0:1784945225.908817:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945225.908818:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945225.908821:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950e00. 00000100:00000001:2.0:1784945225.908824:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945225.908825:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945225.908827:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945225.908833:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945225.908835:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945225.908837:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945225.908839:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945225.911044:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945225.911049:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945225.911055:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945225.911057:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945225.911059:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945225.911065:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000400:00000010:3.0:1784945225.911067:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000100:00000001:3.0:1784945225.911070:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945225.911074:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951c00 x1871641054221184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945241 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945225.911084:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951c00 x1871641054221184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945241 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945225.911089:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945225.911091:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945225.911094:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945225.911097:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945225.911099:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945225.911101:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945225.911103:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945225.911108:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=77 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945225.911112:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=77 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945225.911114:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945225.911116:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945225.911118:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945225.911120:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945225.911122:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945225.911127:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951c00 x1871641054221184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945241 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945225.911134:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945225.911136:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945225.911138:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945225.911142:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951c00 x1871641054221184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945241 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945225.911150:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054221184:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945225.911154:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945225.911156:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945225.911159:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951c00 x1871641054221184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945241 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945225.911165:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945225.911167:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945225.911170:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479afa00. 02000000:00000001:3.0:1784945225.911174:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945225.911177:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945225.911178:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945225.911181:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945225.911183:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:3.0:1784945225.911186:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945225.911187:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945225.911189:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951c00. 00000100:00000001:3.0:1784945225.911193:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945225.911194:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945225.911196:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945225.911203:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945225.911204:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945225.911206:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945225.911208:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945226.227948:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945226.227952:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945226.227956:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945227.249678:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945227.249683:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945227.249686:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945230.323797:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945230.323802:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945230.323806:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945231.025668:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945231.025678:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945231.025687:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776300. 00000020:00000040:3.0:1784945231.025692:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945231.025696:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945231.025698:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945231.025703:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945231.025711:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea700. 00000100:00000001:3.0:1784945231.025718:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945231.025757:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73776300 x1871641054221440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945231.025775:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945231.025778:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945231.025786:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000445e245] to pc [ptlrpcd_01_00+0] req@ffff996d73776300 x1871641054221440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945231.025835:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945231.025839:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945231.025842:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945231.025849:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776300 x1871641054221440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945231.025856:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945231.025859:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945231.025863:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945231.025866:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945231.025868:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945231.025871:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054221440:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945231.025876:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945231.025882:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945231.025885:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945231.025887:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945231.025893:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945231.025895:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945231.025902:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945231.025906:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784945231.025912:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f65d8. 00000100:00000200:2.0:1784945231.025919:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054221440, portal 25 00000100:00000001:2.0:1784945231.025921:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945231.025923:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100529920 : -112779609021696 : ffff996d73776300) 00000100:00000040:2.0:1784945231.025928:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776300 x1871641054221440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945231.025935:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945231.025937:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945231.025940:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f64c8. 00000100:00000200:2.0:1784945231.025943:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054221440, offset 0 00000400:00000200:2.0:1784945231.025950:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945231.025958:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945231.025965:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945231.025970:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945231.025974:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945231.025978:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945231.025981:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945231.025985:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314241:314241:256:4294967295] 192.168.202.106@tcp LPNI seq info [314237:314237:8:4294967295] 00000400:00000200:2.0:1784945231.025989:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945231.025999:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945231.026005:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945231.026009:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511ba00. 00000800:00000200:2.0:1784945231.026015:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945231.026022:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945231.026026:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945231.026044:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945231.026048:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945231.026051:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304018607 00000100:00000010:2.0:1784945231.026056:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c240. 00000100:00000001:2.0:1784945231.026069:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945231.026077:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304018607 00000100:00000010:2.0:1784945231.026080:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c480. 00000100:00000001:2.0:1784945231.026083:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945231.026086:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945231.026089:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945231.026092:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945231.026094:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945231.026120:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945231.026124:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945231.026127:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945231.026130:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775500. 00000020:00000040:3.0:1784945231.026133:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945231.026135:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945231.026136:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945231.026139:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945231.026142:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bead00. 00000100:00000001:3.0:1784945231.026145:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945231.026150:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73775500 x1871641054221568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945231.026157:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945231.026159:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945231.026163:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060c0aa08] to pc [ptlrpcd_01_01+1] req@ffff996d73775500 x1871641054221568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945231.029895:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945231.029902:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945231.029907:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945231.029909:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945231.029913:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945231.029916:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1784945231.029918:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945231.029921:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945231.029922:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945231.029924:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945231.029925:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945231.029926:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945231.029938:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775500 x1871641054221568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945231.029947:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945231.029948:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945231.029953:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945231.029956:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945231.029958:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945231.029962:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054221568:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945231.029966:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945231.029971:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945231.029973:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945231.029975:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945231.029984:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945231.029986:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945231.029993:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945231.029997:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784945231.030004:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6880. 00000100:00000200:2.0:1784945231.030009:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054221568, portal 10 00000100:00000001:2.0:1784945231.030012:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945231.030013:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100526336 : -112779609025280 : ffff996d73775500) 00000100:00000040:2.0:1784945231.030020:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775500 x1871641054221568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945231.030026:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945231.030029:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945231.030032:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6440. 00000100:00000200:2.0:1784945231.030035:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054221568, offset 0 00000400:00000200:2.0:1784945231.030041:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945231.030048:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945231.030054:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945231.030069:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945231.030073:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945231.030076:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945231.030079:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945231.030083:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314242:314242:256:4294967295] 192.168.202.106@tcp LPNI seq info [314238:314238:8:4294967295] 00000400:00000200:2.0:1784945231.030087:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945231.030097:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945231.030102:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945231.030108:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b000. 00000800:00000200:2.0:1784945231.030113:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945231.030119:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945231.030123:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945231.030140:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945231.030145:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16855 usecs (17 jiffies) 00000400:00000200:2.0:1784945231.030148:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945231.030151:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304017941 00000100:00000001:2.0:1784945231.030153:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304018607 00000100:00000001:2.0:1784945231.030156:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304017941 00000100:00000001:2.0:1784945231.030158:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304018607 00000100:00000001:2.0:1784945231.030160:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945231.030163:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945231.030165:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945231.030167:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945231.030185:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945231.030187:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945231.030934:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945231.030937:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945231.030939:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945231.030941:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945231.032958:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945231.032962:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945231.032968:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945231.032970:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945231.032973:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945231.032977:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f65d8 00000400:00000010:2.0:1784945231.032979:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f65d8. 00000100:00000001:2.0:1784945231.032982:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945231.032986:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776300 x1871641054221440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945231.032994:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776300 x1871641054221440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945247 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945231.033000:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945231.033002:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945231.033004:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945231.033008:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945231.033010:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945231.033012:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945231.033015:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945231.033021:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=83 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945231.033025:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=83 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945231.033027:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945231.033029:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945231.033031:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945231.033034:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945231.033036:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945231.033040:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776300 x1871641054221440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945231.033047:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945231.033049:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945231.033051:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945231.033055:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776300 x1871641054221440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945247 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945231.033068:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054221440:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945231.033073:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945231.033075:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945231.033078:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776300 x1871641054221440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945247 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945231.033085:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945231.033087:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945231.033090:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945231.033093:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945231.033096:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945231.033098:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945231.033100:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945231.033103:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea700. 02000000:00000001:2.0:1784945231.033106:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945231.033108:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945231.033109:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776300. 00000100:00000001:2.0:1784945231.033113:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945231.033114:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945231.033117:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945231.033118:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945231.033120:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945231.033121:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945231.033123:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945231.034810:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945231.034817:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945231.034822:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945231.034824:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945231.034828:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945231.034833:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9355) 00000100:00000001:2.0:1784945231.037341:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945231.037345:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945231.037351:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945231.037353:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945231.037355:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945231.037360:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6880 00000400:00000010:2.0:1784945231.037362:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6880. 00000100:00000001:2.0:1784945231.037366:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945231.037370:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775500 x1871641054221568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945231.037379:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775500 x1871641054221568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945247 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945231.037385:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945231.037386:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945231.037389:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945231.037392:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945231.037394:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945231.037397:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945231.037400:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945231.037407:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=83 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945231.037411:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=153 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945231.037414:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945231.037416:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945231.037419:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945231.037422:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945231.037425:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945231.037427:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945231.037429:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945231.037431:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945231.037435:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775500 x1871641054221568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945231.037442:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945231.037444:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945231.037446:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945231.037450:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775500 x1871641054221568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945247 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945231.037457:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054221568:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945231.037461:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945231.037463:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945231.037466:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775500 x1871641054221568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945247 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945231.037471:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945231.037474:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945231.037476:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945231.037485:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945231.037488:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945231.037490:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945231.037492:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945231.037494:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bead00. 02000000:00000001:2.0:1784945231.037497:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945231.037499:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945231.037501:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775500. 00000100:00000001:2.0:1784945231.037514:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945231.037531:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945231.037534:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945231.037540:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945231.037542:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945231.037544:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945231.037546:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945231.346014:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945231.346018:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945231.346021:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945234.417732:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945234.417737:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945234.417740:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945235.441704:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945235.441707:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945235.441711:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945236.145753:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945236.145770:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945236.145790:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774700. 00000020:00000040:3.0:1784945236.145800:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945236.145806:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945236.145810:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945236.145817:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945236.145828:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beab00. 00000100:00000001:3.0:1784945236.145837:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945236.145852:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73774700 x1871641054221696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945236.145863:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945236.145869:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945236.145877:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d967472] to pc [ptlrpcd_01_00+0] req@ffff996d73774700 x1871641054221696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945236.145911:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945236.145914:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945236.145917:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945236.145921:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774a80. 00000020:00000040:3.0:1784945236.145923:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945236.145926:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945236.145927:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945236.145928:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945236.145931:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea000. 00000100:00000001:3.0:1784945236.145934:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945236.145938:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73774a80 x1871641054221824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945236.145944:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945236.145946:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945236.145951:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000830eceff] to pc [ptlrpcd_01_01+1] req@ffff996d73774a80 x1871641054221824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945236.145960:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945236.145962:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945236.145965:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945236.145968:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945236.145971:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945236.145977:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9360) 00000100:00000001:2.0:1784945236.147024:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945236.147030:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945236.147033:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945236.147047:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774a80 x1871641054221824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945236.147059:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945236.147061:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945236.147065:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945236.147069:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945236.147072:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945236.147077:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054221824:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945236.147082:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945236.147272:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945236.147278:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945236.147281:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945236.147289:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945236.147291:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945236.147301:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945236.147307:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784945236.147316:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6880. 00000100:00000200:2.0:1784945236.147322:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054221824, portal 10 00000100:00000001:2.0:1784945236.147324:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945236.147326:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100523648 : -112779609027968 : ffff996d73774a80) 00000100:00000040:2.0:1784945236.147335:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774a80 x1871641054221824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945236.147350:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945236.147354:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945236.147357:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f65d8. 00000100:00000200:2.0:1784945236.147360:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054221824, offset 0 00000400:00000200:2.0:1784945236.147367:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945236.147377:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945236.147387:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945236.147393:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945236.147397:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945236.147400:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945236.147403:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945236.147407:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314243:314243:256:4294967295] 192.168.202.106@tcp LPNI seq info [314239:314239:8:4294967295] 00000400:00000200:2.0:1784945236.147412:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945236.147433:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945236.147442:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945236.147450:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b700. 00000800:00000200:2.0:1784945236.147461:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945236.147474:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945236.147480:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945236.147579:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945236.147585:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16853 usecs (17 jiffies) 00000400:00000200:2.0:1784945236.147590:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945236.147594:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304023059 00000100:00000010:2.0:1784945236.147599:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c3c0. 00000100:00000001:2.0:1784945236.147608:0:2355:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945236.147617:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304023059 00000100:00000010:2.0:1784945236.147620:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668ca20. 00000100:00000001:2.0:1784945236.147624:0:2355:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945236.147639:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945236.147642:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945236.147646:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945236.147648:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945236.147655:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945236.147657:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945236.147659:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945236.147661:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945236.147663:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945236.147666:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1784945236.147668:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945236.147670:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945236.147671:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945236.147673:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945236.147674:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945236.147675:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945236.147689:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774700 x1871641054221696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945236.147697:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945236.147698:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945236.147701:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945236.147704:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945236.147706:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945236.147709:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054221696:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945236.147712:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945236.147715:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945236.147717:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945236.147718:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945236.147721:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945236.147724:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945236.147727:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945236.147730:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784945236.147734:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f63b8. 00000100:00000200:2.0:1784945236.147737:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054221696, portal 25 00000100:00000001:2.0:1784945236.147738:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945236.147740:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100522752 : -112779609028864 : ffff996d73774700) 00000100:00000040:2.0:1784945236.147744:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774700 x1871641054221696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945236.147750:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945236.147752:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945236.147755:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6198. 00000100:00000200:2.0:1784945236.147757:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054221696, offset 0 00000400:00000200:2.0:1784945236.147761:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945236.147765:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945236.147768:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945236.147771:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945236.147773:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945236.147775:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945236.147777:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945236.147779:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314244:314244:255:4294967295] 192.168.202.106@tcp LPNI seq info [314240:314240:7:4294967295] 00000400:00000200:2.0:1784945236.147783:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945236.147789:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945236.147794:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945236.147799:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b000. 00000800:00000200:2.0:1784945236.147802:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945236.147807:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945236.147809:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945236.147812:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945236.147815:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945236.147817:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304023729 00000100:00000001:2.0:1784945236.147822:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304023059 00000100:00000001:2.0:1784945236.147826:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304023729 00000100:00000001:2.0:1784945236.147828:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304023059 00000100:00000001:2.0:1784945236.147831:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945236.147833:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945236.147835:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945236.147838:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945236.147869:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945236.147870:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945236.159019:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945236.159027:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945236.159040:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945236.159043:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945236.159049:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945236.159058:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6880 00000400:00000010:2.0:1784945236.159060:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6880. 00000100:00000001:2.0:1784945236.159067:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945236.159078:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774a80 x1871641054221824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945236.159091:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774a80 x1871641054221824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945252 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945236.159106:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945236.159109:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945236.159112:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945236.159116:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945236.159119:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945236.159122:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945236.159125:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945236.159138:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=88 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945236.159144:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=8 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945236.159147:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945236.159148:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945236.159152:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945236.159156:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945236.161792:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945236.161799:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945236.161803:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945236.161806:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945236.161822:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774a80 x1871641054221824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945252 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945236.161832:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945236.161836:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945236.161839:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945236.161844:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774a80 x1871641054221824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945252 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945236.161851:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054221824:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945236.161856:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945236.161860:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945236.161862:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774a80 x1871641054221824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945252 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945236.161867:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945236.161870:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945236.161874:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945236.161879:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945236.161881:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945236.161882:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945236.161885:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945236.161887:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea000. 02000000:00000001:2.0:1784945236.161891:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945236.161892:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945236.161894:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774a80. 00000100:00000001:2.0:1784945236.161899:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945236.161900:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945236.161911:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945236.161914:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945236.161919:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945236.161931:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945236.161933:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945236.161937:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945236.161941:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f63b8 00000400:00000010:2.0:1784945236.161944:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f63b8. 00000100:00000001:2.0:1784945236.161950:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945236.161956:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774700 x1871641054221696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945236.161967:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774700 x1871641054221696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945252 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945236.161978:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945236.161981:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945236.161983:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945236.161987:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945236.161989:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945236.161992:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945236.161995:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945236.162003:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=88 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945236.162007:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=88 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945236.162010:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945236.162012:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945236.162015:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945236.162017:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945236.162019:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945236.162022:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774700 x1871641054221696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945252 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945236.162026:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945236.162028:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945236.162029:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945236.162031:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774700 x1871641054221696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945252 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945236.162035:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054221696:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945236.162038:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945236.162039:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945236.162041:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774700 x1871641054221696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945252 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945236.162045:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945236.162046:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945236.162047:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945236.162049:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945236.162049:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945236.162051:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945236.162052:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945236.162053:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beab00. 02000000:00000001:2.0:1784945236.162055:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945236.162056:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945236.162057:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774700. 00000100:00000001:2.0:1784945236.162059:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945236.162060:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945236.162061:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945236.162068:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945236.162069:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945236.162071:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945236.162072:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945238.513737:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945238.513740:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945238.513742:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945239.537772:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945239.537776:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945239.537779:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945241.266109:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945241.266118:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945241.266128:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950e00. 00000020:00000040:2.0:1784945241.266133:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945241.266137:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945241.266140:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945241.266145:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945241.266153:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784945241.266159:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945241.266296:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950e00 x1871641054221952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945241.266308:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945241.266312:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945241.266319:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006776830d] to pc [ptlrpcd_01_00+0] req@ffff996d73950e00 x1871641054221952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945241.266351:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945241.266354:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945241.266358:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945241.266362:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952680. 00000020:00000040:2.0:1784945241.266364:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945241.266367:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945241.266369:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945241.266371:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945241.266374:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784945241.266378:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945241.266382:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73952680 x1871641054222080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945241.266390:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945241.266392:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945241.266396:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f291fbe] to pc [ptlrpcd_01_01+1] req@ffff996d73952680 x1871641054222080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945241.266405:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945241.266407:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945241.266411:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945241.266413:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945241.266417:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945241.266478:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9365) 00000100:00000001:2.0:1784945241.266489:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945241.266492:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945241.266495:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945241.266500:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952680 x1871641054222080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945241.266508:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945241.266510:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945241.266513:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945241.266535:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945241.266538:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945241.266542:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054222080:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945241.266547:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784945241.266619:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945241.266622:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945241.266623:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945241.266629:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950e00 x1871641054221952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945241.266646:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945241.266647:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945241.266650:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945241.266652:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945241.266654:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945241.266657:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054221952:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945241.266660:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945241.266664:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945241.266667:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945241.266669:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945241.266674:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479af000. 02000000:00000001:3.0:1784945241.266676:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945241.266683:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945241.266687:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784945241.266694:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000100:00000200:3.0:1784945241.266700:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054221952, portal 25 00000100:00000001:3.0:1784945241.266703:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945241.266704:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102474240 : -112779607077376 : ffff996d73950e00) 00000100:00000040:3.0:1784945241.266709:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950e00 x1871641054221952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945241.266717:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945241.266720:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945241.266722:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1f68. 00000100:00000200:3.0:1784945241.266726:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054221952, offset 0 00000400:00000200:3.0:1784945241.266732:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945241.266740:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945241.266746:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945241.266751:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945241.266755:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945241.266758:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945241.266761:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945241.266765:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314245:314245:256:4294967295] 192.168.202.106@tcp LPNI seq info [314241:314241:8:4294967295] 00000400:00000200:3.0:1784945241.266770:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945241.266779:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945241.266785:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945241.266790:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beaf00. 00000800:00000200:3.0:1784945241.266797:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945241.266805:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945241.266809:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beaf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945241.266826:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945241.266830:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945241.266833:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304028848 00000100:00000010:3.0:1784945241.266838:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3221e0. 00000100:00000001:3.0:1784945241.266844:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945241.266850:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304028848 00000100:00000010:3.0:1784945241.266853:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322300. 00000100:00000001:3.0:1784945241.266856:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945241.266860:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945241.266862:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945241.266865:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945241.266867:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945241.266874:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945241.266876:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945241.266878:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945241.266879:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945241.266881:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945241.266883:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945241.267476:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945241.267478:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945241.267480:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945241.267484:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945241.267487:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945241.267491:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945241.267494:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784945241.267498:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f63b8. 00000100:00000200:2.0:1784945241.267502:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054222080, portal 10 00000100:00000001:2.0:1784945241.267504:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945241.267505:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102480512 : -112779607071104 : ffff996d73952680) 00000100:00000040:2.0:1784945241.267512:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952680 x1871641054222080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945241.267534:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945241.267537:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945241.267540:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6880. 00000100:00000200:2.0:1784945241.267545:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054222080, offset 0 00000400:00000200:2.0:1784945241.267715:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945241.267722:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945241.267727:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945241.267729:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945241.267732:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945241.267735:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945241.267737:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945241.267739:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314246:314246:255:4294967295] 192.168.202.106@tcp LPNI seq info [314242:314242:7:4294967295] 00000400:00000200:2.0:1784945241.267744:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945241.267751:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945241.267755:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945241.267759:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b100. 00000800:00000200:2.0:1784945241.267763:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945241.267769:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945241.267771:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945241.267775:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945241.267778:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16853 usecs (17 jiffies) 00000400:00000200:2.0:1784945241.267781:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945241.267783:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304028179 00000100:00000001:2.0:1784945241.267786:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304028848 00000100:00000001:2.0:1784945241.267788:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304028179 00000100:00000001:2.0:1784945241.267790:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304028848 00000100:00000001:2.0:1784945241.267793:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945241.267795:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945241.267797:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945241.267799:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945241.267803:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945241.267804:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945241.267806:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945241.267808:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945241.267809:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945241.267811:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945241.271890:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945241.271894:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945241.271901:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945241.271904:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945241.271908:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945241.271913:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000400:00000010:3.0:1784945241.271916:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000100:00000001:3.0:1784945241.271918:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945241.271923:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950e00 x1871641054221952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945241.271967:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950e00 x1871641054221952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945257 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945241.272005:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945241.272007:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945241.272010:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945241.272012:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945241.272014:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945241.272016:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945241.272019:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945241.272024:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=93 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945241.272028:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=93 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945241.272030:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945241.272031:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945241.272034:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1784945241.272034:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945241.272037:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945241.272038:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945241.272040:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784945241.272044:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1784945241.272046:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950e00 x1871641054221952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945257 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784945241.272047:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945241.272051:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945241.272056:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f63b8 00000100:00000001:3.0:1784945241.272059:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784945241.272060:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f63b8. 00000100:00000001:3.0:1784945241.272065:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945241.272067:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784945241.272068:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784945241.272074:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952680 x1871641054222080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784945241.272077:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950e00 x1871641054221952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945257 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945241.272096:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054221952:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945241.272101:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945241.272104:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784945241.272106:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952680 x1871641054222080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945257 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784945241.272111:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950e00 x1871641054221952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945257 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945241.272123:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945241.272126:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784945241.272128:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1784945241.272129:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479af000. 00000100:00000001:2.0:1784945241.272133:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784945241.272135:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784945241.272137:0:2355:0:(client.c:1580:after_reply()) Process entered 00000020:00000001:3.0:1784945241.272138:0:2354:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:2.0:1784945241.272141:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000020:00000040:3.0:1784945241.272141:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945241.272144:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1784945241.272145:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945241.272148:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784945241.272149:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945241.272151:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945241.272152:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945241.272153:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945241.272156:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950e00. 00000100:00000001:3.0:1784945241.272159:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945241.272160:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945241.272162:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784945241.272167:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=93 v=5 (5 5 5 5) 00000100:00000001:3.0:1784945241.272167:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945241.272169:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945241.272173:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1784945241.272175:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=13 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945241.272176:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945241.272182:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945241.272183:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945241.272185:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945241.272188:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945241.272191:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945241.272193:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945241.272195:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945241.272197:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945241.272201:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952680 x1871641054222080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945257 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945241.272208:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945241.272210:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945241.272212:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945241.272215:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952680 x1871641054222080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945257 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945241.272222:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054222080:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945241.272226:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945241.272227:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945241.272230:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952680 x1871641054222080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945257 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945241.272243:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945241.272245:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945241.272247:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945241.272250:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945241.272251:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945241.272253:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945241.272254:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945241.272256:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:2.0:1784945241.272258:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945241.272259:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945241.272261:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952680. 00000100:00000001:2.0:1784945241.272263:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945241.272264:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945241.272266:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945241.272269:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945241.272271:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945241.272272:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945241.272274:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945242.609766:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945242.609770:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945242.609774:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945243.633720:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945243.633723:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945243.633725:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945246.385719:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945246.385730:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945246.385739:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952680. 00000020:00000040:2.0:1784945246.385746:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945246.385751:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945246.385754:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945246.385760:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945246.385768:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784945246.385776:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945246.385788:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73952680 x1871641054222208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945246.385799:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945246.385804:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945246.385811:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f291fbe] to pc [ptlrpcd_01_00+0] req@ffff996d73952680 x1871641054222208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945246.385846:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945246.385850:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945246.385853:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945246.385857:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951180. 00000020:00000040:2.0:1784945246.385859:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945246.385861:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945246.385863:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945246.385864:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945246.385868:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784945246.385871:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945246.385875:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951180 x1871641054222336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945246.385881:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945246.385884:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945246.385887:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047f3cd37] to pc [ptlrpcd_01_01+1] req@ffff996d73951180 x1871641054222336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945246.385895:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945246.385897:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945246.385901:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945246.385903:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945246.385906:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945246.385911:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9370) 00000100:00000001:2.0:1784945246.385924:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945246.385927:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945246.385929:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945246.385934:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951180 x1871641054222336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945246.385941:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945246.385944:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945246.385947:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945246.385950:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945246.385952:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945246.385956:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054222336:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945246.385960:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945246.385966:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945246.385968:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945246.385971:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945246.385975:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945246.385977:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945246.385984:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945246.385988:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784945246.385995:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f63b8. 00000100:00000200:2.0:1784945246.386003:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054222336, portal 10 00000100:00000001:2.0:1784945246.386005:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945246.386006:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102475136 : -112779607076480 : ffff996d73951180) 00000100:00000040:2.0:1784945246.386013:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951180 x1871641054222336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945246.386021:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945246.386023:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945246.386026:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6770. 00000100:00000200:2.0:1784945246.386030:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054222336, offset 0 00000400:00000200:2.0:1784945246.386036:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945246.386044:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945246.386052:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945246.386057:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945246.386061:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945246.386065:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945246.386068:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945246.386072:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314247:314247:256:4294967295] 192.168.202.106@tcp LPNI seq info [314243:314243:8:4294967295] 00000400:00000200:2.0:1784945246.386076:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945246.386086:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945246.386093:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945246.386097:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bc00. 00000800:00000200:2.0:1784945246.386104:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945246.386111:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945246.386116:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945246.386131:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945246.386135:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16853 usecs (17 jiffies) 00000400:00000200:2.0:1784945246.386139:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945246.386142:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304033297 00000100:00000010:2.0:1784945246.386148:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c780. 00000100:00000001:2.0:1784945246.386154:0:2355:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945246.386163:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304033297 00000100:00000010:2.0:1784945246.386167:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cd20. 00000100:00000001:2.0:1784945246.386170:0:2355:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945246.386178:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945246.386181:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945246.386184:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945246.386186:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945246.386193:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945246.386195:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945246.386197:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945246.386199:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945246.386200:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945246.386203:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1784945246.386204:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945246.386206:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945246.386207:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945246.386209:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945246.386210:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945246.386211:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945246.386216:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952680 x1871641054222208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945246.386223:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945246.386224:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945246.386227:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945246.386229:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945246.386232:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945246.386235:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054222208:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945246.386238:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945246.386241:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945246.386242:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945246.386244:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945246.386247:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945246.386248:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945246.386252:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945246.386254:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784945246.386258:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f62a8. 00000100:00000200:2.0:1784945246.386261:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054222208, portal 25 00000100:00000001:2.0:1784945246.386262:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945246.386263:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102480512 : -112779607071104 : ffff996d73952680) 00000100:00000040:2.0:1784945246.386268:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952680 x1871641054222208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945246.386273:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945246.386276:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945246.386278:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6aa0. 00000100:00000200:2.0:1784945246.386280:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054222208, offset 0 00000400:00000200:2.0:1784945246.386284:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945246.386287:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945246.386291:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945246.386293:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945246.386296:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945246.386298:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945246.386300:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945246.386303:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314248:314248:255:4294967295] 192.168.202.106@tcp LPNI seq info [314244:314244:7:4294967295] 00000400:00000200:2.0:1784945246.386307:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945246.386313:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945246.386318:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945246.386322:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b500. 00000800:00000200:2.0:1784945246.386326:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945246.386330:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945246.386333:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945246.386336:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945246.386339:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945246.386341:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304033967 00000100:00000001:2.0:1784945246.386345:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304033297 00000100:00000001:2.0:1784945246.386348:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304033967 00000100:00000001:2.0:1784945246.386351:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304033297 00000100:00000001:2.0:1784945246.386354:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945246.386356:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945246.386358:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945246.386360:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945246.387885:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945246.387890:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945246.390646:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945246.390650:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945246.390657:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945246.390659:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945246.390662:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945246.390666:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f62a8 00000400:00000010:2.0:1784945246.390668:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f62a8. 00000100:00000001:2.0:1784945246.390672:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945246.390677:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952680 x1871641054222208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945246.390687:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952680 x1871641054222208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945262 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945246.390693:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945246.390695:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945246.390697:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945246.390700:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945246.390703:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945246.390705:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945246.390708:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945246.390714:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=98 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945246.390718:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=98 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945246.390721:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945246.390722:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945246.390725:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945246.390727:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945246.390730:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945246.390734:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952680 x1871641054222208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945262 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945246.390740:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945246.390743:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945246.390745:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945246.390749:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952680 x1871641054222208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945262 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945246.390757:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054222208:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945246.390762:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945246.390765:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945246.390768:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952680 x1871641054222208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945262 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945246.390774:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945246.390776:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945246.390780:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945246.390783:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945246.390786:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945246.390787:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945246.390790:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945246.390793:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:2.0:1784945246.390796:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945246.390798:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945246.390799:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952680. 00000100:00000001:2.0:1784945246.390803:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945246.390804:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945246.390807:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945246.390809:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945246.390810:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945246.390812:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945246.390814:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945246.393307:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945246.393312:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945246.393317:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945246.393319:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945246.393322:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945246.393326:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f63b8 00000400:00000010:2.0:1784945246.393329:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f63b8. 00000100:00000001:2.0:1784945246.393333:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945246.393338:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951180 x1871641054222336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945246.393347:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951180 x1871641054222336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945262 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945246.393354:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945246.393356:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945246.393358:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945246.393362:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945246.393365:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945246.393367:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945246.393370:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945246.393378:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=98 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945246.393382:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=18 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945246.393384:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945246.393386:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945246.393388:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945246.393392:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945246.393395:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945246.393397:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945246.393398:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945246.393400:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945246.393404:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951180 x1871641054222336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945262 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945246.393411:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945246.393414:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945246.393416:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945246.393419:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951180 x1871641054222336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945262 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945246.393428:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054222336:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945246.393432:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945246.393434:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945246.393438:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951180 x1871641054222336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945262 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945246.393444:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945246.393446:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945246.393449:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945246.393452:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945246.393454:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945246.393456:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945246.393458:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945246.393461:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 02000000:00000001:2.0:1784945246.393464:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945246.393466:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945246.393467:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951180. 00000100:00000001:2.0:1784945246.393470:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945246.393471:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945246.393474:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945246.393481:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945246.393483:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945246.393485:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945246.393488:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945246.707405:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945246.707409:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945246.707412:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945247.730483:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945247.730486:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945247.730490:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945250.801745:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945250.801749:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945250.801752:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784945251.185926:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784945251.185935:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784945251.185940:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000020:00000001:2.0:1784945251.826895:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945251.826899:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945251.826902:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945254.897713:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945254.897718:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945254.897721:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945256.625753:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945256.625764:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945256.625774:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951180. 00000020:00000040:2.0:1784945256.625780:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945256.625784:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945256.625788:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945256.625793:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945256.625801:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784945256.625808:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945256.625820:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951180 x1871641054222720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945256.625831:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945256.625835:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945256.625842:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047f3cd37] to pc [ptlrpcd_01_00+0] req@ffff996d73951180 x1871641054222720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945256.625871:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945256.625873:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945256.625877:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945256.625880:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952680. 00000020:00000040:2.0:1784945256.625883:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945256.625886:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945256.625887:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945256.625889:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945256.625892:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:3.0:1784945256.625893:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945256.625895:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945256.625898:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784945256.625903:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73952680 x1871641054222848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945256.625903:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945256.625913:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951180 x1871641054222720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945256.625915:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945256.625919:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945256.625928:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f291fbe] to pc [ptlrpcd_01_01+1] req@ffff996d73952680 x1871641054222848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945256.625929:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945256.625933:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945256.625938:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945256.625942:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945256.625944:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945256.625948:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945256.625949:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945256.625955:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1784945256.625955:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054222720:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784945256.625958:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945256.625963:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784945256.625964:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945256.625970:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9381) 02000000:00000001:3.0:1784945256.625972:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945256.625975:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945256.625978:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784945256.625980:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945256.625983:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1784945256.625984:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479afa00. 00000100:00000001:2.0:1784945256.625985:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784945256.625989:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945256.625990:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952680 x1871641054222848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945256.625996:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945256.625998:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945256.625999:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784945256.626000:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945256.626003:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945256.626006:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945256.626008:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054222848:192.168.202.106@tcp:400:kworker.0 00000400:00000010:3.0:1784945256.626008:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784945256.626013:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945256.626015:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945256.626017:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945256.626019:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1784945256.626019:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 02000000:00000010:2.0:1784945256.626023:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945256.626026:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784945256.626028:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054222720, portal 25 00000400:00000200:2.0:1784945256.626031:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945256.626033:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1784945256.626035:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000100:00000001:3.0:1784945256.626036:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102475136 : -112779607076480 : ffff996d73951180) 00000400:00000010:2.0:1784945256.626039:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f63b8. 00000100:00000200:2.0:1784945256.626043:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054222848, portal 10 00000100:00000001:2.0:1784945256.626046:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945256.626047:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102480512 : -112779607071104 : ffff996d73952680) 00000100:00000040:3.0:1784945256.626047:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951180 x1871641054222720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784945256.626056:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952680 x1871641054222848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945256.626064:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945256.626072:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784945256.626076:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1784945256.626078:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1770. 00000100:00000040:2.0:1784945256.626079:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945256.626084:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f62a8. 00000100:00000200:3.0:1784945256.626085:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054222720, offset 0 00000100:00000200:2.0:1784945256.626087:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054222848, offset 0 00000400:00000200:3.0:1784945256.626096:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945256.626107:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945256.626109:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945256.626118:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945256.626123:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945256.626127:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945256.626130:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945256.626133:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945256.626136:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314251:314251:256:4294967295] 192.168.202.106@tcp LPNI seq info [314247:314247:8:4294967295] 00000400:00000200:3.0:1784945256.626141:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945256.626147:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945256.626156:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945256.626157:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784945256.626162:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945256.626168:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:3.0:1784945256.626169:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945256.626172:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945256.626176:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000010:3.0:1784945256.626177:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beaf00. 00000400:00000200:2.0:1784945256.626182:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314252:314252:255:4294967295] 192.168.202.106@tcp LPNI seq info [314248:314248:7:4294967295] 00000800:00000200:3.0:1784945256.626189:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784945256.626190:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784945256.626202:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784945256.626208:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945256.626209:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beaf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784945256.626215:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945256.626219:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b300. 00000800:00000200:2.0:1784945256.626222:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945256.626226:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945256.626228:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945256.626229:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945256.626232:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945256.626236:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16852 usecs (17 jiffies) 00000400:00000200:2.0:1784945256.626238:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945256.626242:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304043537 00000400:00000200:3.0:1784945256.626242:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945256.626247:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304044207 00000100:00000010:2.0:1784945256.626248:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c8a0. 00000100:00000001:2.0:1784945256.626257:0:2355:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945256.626270:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304043537 00000100:00000010:2.0:1784945256.626274:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668ce40. 00000100:00000001:3.0:1784945256.626275:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304043537 00000100:00000001:2.0:1784945256.626276:0:2355:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945256.626285:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945256.626285:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304044207 00000100:00000001:2.0:1784945256.626292:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945256.626294:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304043537 00000100:00000001:2.0:1784945256.626297:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945256.626300:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945256.626301:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945256.626306:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945256.626309:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945256.626311:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945256.626313:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945256.626316:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945256.626316:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945256.626319:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945256.626322:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945256.626325:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945256.626325:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945256.626329:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945256.626335:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945256.626338:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945256.626342:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945256.626347:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945256.628185:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945256.628188:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945256.628249:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945256.628251:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945256.628254:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945256.628257:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000400:00000010:3.0:1784945256.628259:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000100:00000001:3.0:1784945256.628262:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945256.628266:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951180 x1871641054222720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945256.628274:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951180 x1871641054222720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945272 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945256.628280:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945256.628282:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945256.628284:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945256.628287:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945256.628290:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945256.628292:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945256.628294:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945256.628300:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=108 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945256.628304:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=108 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945256.628307:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945256.628308:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945256.628311:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945256.628313:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945256.628316:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945256.628320:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951180 x1871641054222720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945272 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945256.628327:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945256.628329:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945256.628331:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945256.628335:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951180 x1871641054222720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945272 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945256.628343:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054222720:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945256.628347:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945256.628349:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945256.628352:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951180 x1871641054222720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945272 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945256.628359:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945256.628361:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945256.628364:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479afa00. 02000000:00000001:3.0:1784945256.628367:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945256.628369:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945256.628370:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945256.628372:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945256.628374:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 02000000:00000001:3.0:1784945256.628377:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945256.628379:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945256.628380:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951180. 00000100:00000001:3.0:1784945256.628383:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945256.628385:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945256.628386:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945256.628391:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945256.628392:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945256.628395:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945256.628396:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945256.629831:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945256.629835:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945256.629838:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945256.629839:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945256.629841:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945256.629844:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f63b8 00000400:00000010:2.0:1784945256.629850:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f63b8. 00000100:00000001:2.0:1784945256.629853:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945256.629857:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952680 x1871641054222848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945256.629863:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952680 x1871641054222848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945272 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945256.629867:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945256.629868:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945256.629869:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945256.629871:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945256.629872:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945256.629874:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945256.629875:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945256.629880:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=108 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945256.629882:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=28 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945256.629884:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945256.629885:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945256.629886:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945256.629888:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945256.629894:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945256.629896:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945256.629897:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945256.629899:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945256.629901:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952680 x1871641054222848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945272 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945256.629906:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945256.629907:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945256.629908:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945256.629910:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952680 x1871641054222848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945272 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945256.629915:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054222848:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945256.629918:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945256.629919:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945256.629921:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952680 x1871641054222848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945272 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945256.629924:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945256.629925:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945256.629926:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945256.629928:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945256.629929:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945256.629930:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945256.629932:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945256.629933:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:2.0:1784945256.629934:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945256.629935:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945256.629936:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952680. 00000100:00000001:2.0:1784945256.629938:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945256.629939:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945256.629940:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945256.629944:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945256.629944:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945256.629946:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945256.629947:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945258.993692:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945258.993695:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945258.993698:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945263.091536:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945263.091540:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945263.091547:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945267.186470:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945267.186473:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945267.186476:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945271.281862:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945271.281867:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945271.281870:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945275.379014:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945275.379018:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945275.379021:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784945277.110552:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945277.110554:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945277.110558:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89500 x1871641054223744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945293 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945277.110566:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054223744:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945277.110570:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945277.110573:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945277.110575:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89500 x1871641054223744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945293 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945277.110582:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945277.110583:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945277.110586:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784945277.110589:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945277.110591:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945277.110593:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784945277.110595:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945277.110597:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ade00. 02000000:00000001:0.0:1784945277.110601:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945277.110602:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945277.110604:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89500. 00000100:00000001:0.0:1784945277.110606:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945277.110608:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945277.110610:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945277.110615:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945277.110616:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945277.110618:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945277.110620:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945277.425972:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945277.425975:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945277.425978:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945277.809626:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304064687, at 4304064704 00000100:00000010:0.0:1784945277.809644:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d593733c0. 00000020:00000001:3.0:1784945278.449864:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945278.449868:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945278.449872:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945279.473689:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945279.473693:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945279.473697:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945280.497783:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945280.497787:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945280.497790:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945281.521711:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945281.521715:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945281.521718:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784945282.225816:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945282.225821:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945282.225824:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945282.225830:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d89c00 x1871641054224000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945282.225845:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945282.225847:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945282.225853:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945282.225856:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945282.225859:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945282.225863:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054224000:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945282.225867:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945282.225872:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945282.225874:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945282.225876:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945282.225881:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784945282.225883:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945282.225891:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945282.225895:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f580. 00000400:00000010:0.0:1784945282.225902:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fd48. 00000100:00000200:0.0:1784945282.225909:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054224000, portal 25 00000100:00000001:0.0:1784945282.225912:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945282.225913:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318372352 : -112780391179264 : ffff996d44d89c00) 00000100:00000040:0.0:1784945282.225919:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d89c00 x1871641054224000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945282.225926:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945282.225928:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945282.225931:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f6e8. 00000100:00000200:0.0:1784945282.225934:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054224000, offset 0 00000400:00000200:0.0:1784945282.225953:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945282.225963:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945282.225970:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945282.225975:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945282.225979:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945282.225987:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945282.225990:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945282.225993:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314261:314261:256:4294967295] 192.168.202.106@tcp LPNI seq info [314257:314257:8:4294967295] 00000400:00000200:0.0:1784945282.225998:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945282.226007:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784945282.226013:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784945282.226018:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4500. 00000800:00000200:0.0:1784945282.226025:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784945282.226032:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945282.226036:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945282.226049:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945282.226053:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945282.226056:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304069807 00000100:00000010:0.0:1784945282.226061:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373240. 00000100:00000001:0.0:1784945282.226067:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784945282.226074:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304069807 00000100:00000010:0.0:1784945282.226088:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373120. 00000100:00000001:0.0:1784945282.226092:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784945282.226095:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945282.226098:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945282.226100:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945282.226103:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945282.226369:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945282.226372:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945282.226374:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945282.226376:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945282.226377:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945282.226380:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1784945282.226382:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945282.226383:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945282.226385:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945282.226386:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945282.226387:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945282.226388:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945282.226392:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8a300 x1871641054224128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945282.226399:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945282.226400:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945282.226402:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945282.226404:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945282.226406:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945282.226409:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054224128:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945282.226412:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945282.226415:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945282.226416:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945282.226418:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945282.226422:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b000. 02000000:00000001:0.0:1784945282.226424:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945282.226427:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945282.226430:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f478. 00000400:00000010:0.0:1784945282.226434:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fe58. 00000100:00000200:0.0:1784945282.226437:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054224128, portal 10 00000100:00000001:0.0:1784945282.226439:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945282.226440:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318374144 : -112780391177472 : ffff996d44d8a300) 00000100:00000040:0.0:1784945282.226446:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8a300 x1871641054224128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945282.226452:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945282.226454:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945282.226456:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f7f8. 00000100:00000200:0.0:1784945282.226459:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054224128, offset 0 00000400:00000200:0.0:1784945282.226463:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945282.226467:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945282.226471:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945282.226474:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945282.226477:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945282.226479:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945282.226481:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945282.226484:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314262:314262:255:4294967295] 192.168.202.106@tcp LPNI seq info [314258:314258:7:4294967295] 00000400:00000200:0.0:1784945282.226488:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945282.226494:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784945282.226499:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784945282.226503:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4100. 00000800:00000200:0.0:1784945282.226507:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784945282.226511:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945282.226513:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945282.226554:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945282.226558:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16851 usecs (17 jiffies) 00000400:00000200:0.0:1784945282.226561:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945282.226563:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304069137 00000100:00000001:0.0:1784945282.226566:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304069807 00000100:00000001:0.0:1784945282.226568:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304069137 00000100:00000001:0.0:1784945282.226570:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304069807 00000100:00000001:0.0:1784945282.226571:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945282.226573:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945282.226576:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945282.226578:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945282.226621:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945282.226625:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4500. 00000400:00000200:0.0:1784945282.226630:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945282.226634:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945282.226639:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f6e8 00000400:00000010:0.0:1784945282.226642:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f6e8. 00000100:00000001:0.0:1784945282.226646:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945282.226650:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d89c00 x1871641054224000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945282.226659:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945282.226662:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d89c00 x1871641054224000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945298 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945282.226669:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945282.226670:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945282.226728:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945282.226731:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4100. 00000400:00000200:0.0:1784945282.226734:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945282.226737:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945282.226740:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f7f8 00000400:00000010:0.0:1784945282.226741:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f7f8. 00000100:00000001:0.0:1784945282.226743:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945282.226746:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8a300 x1871641054224128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945282.226765:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945282.226768:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8a300 x1871641054224128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945298 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945282.226774:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945282.226775:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784945282.226796:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945282.226798:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945282.227386:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945282.227388:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945282.227390:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945282.227393:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945282.240031:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945282.240037:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784945282.240046:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945282.240049:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945282.240052:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f580. 00000400:00000200:0.0:1784945282.240059:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fd48 00000400:00000010:0.0:1784945282.240061:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fd48. 00000100:00000001:0.0:1784945282.240065:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945282.240072:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d89c00 x1871641054224000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945298 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945282.240100:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d89c00 x1871641054224000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945298 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945282.240118:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945282.240122:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945282.240127:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945282.240130:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945282.240133:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945282.240137:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945282.240141:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945282.240149:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=134 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945282.240154:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=134 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945282.240157:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945282.240159:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945282.240162:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945282.240164:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945282.240167:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945282.240172:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d89c00 x1871641054224000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945298 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945282.240180:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945282.240183:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945282.240185:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945282.240189:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89c00 x1871641054224000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945298 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945282.240196:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054224000:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945282.240201:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945282.240204:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945282.240207:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89c00 x1871641054224000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945298 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945282.240214:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945282.240217:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945282.240220:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784945282.240224:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945282.240226:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945282.240228:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784945282.240230:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945282.240233:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad500. 02000000:00000001:0.0:1784945282.240239:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945282.240240:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945282.240242:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89c00. 00000100:00000001:0.0:1784945282.240245:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945282.240247:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945282.240250:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945282.240251:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945282.240253:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784945282.240255:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945282.240256:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945282.240258:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f478. 00000400:00000200:0.0:1784945282.240261:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fe58 00000400:00000010:0.0:1784945282.240262:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fe58. 00000100:00000001:0.0:1784945282.240264:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945282.240268:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8a300 x1871641054224128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945298 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945282.240277:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8a300 x1871641054224128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945298 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945282.240283:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945282.240284:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945282.240286:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945282.240287:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945282.240289:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945282.240290:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945282.240292:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945282.240310:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=134 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945282.240313:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=54 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945282.240315:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945282.240316:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945282.240317:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945282.240320:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945282.240322:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784945282.240325:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784945282.240327:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784945282.240328:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945282.240332:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8a300 x1871641054224128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945298 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945282.240338:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945282.240340:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945282.240341:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945282.240345:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8a300 x1871641054224128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945298 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945282.240353:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054224128:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945282.240357:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945282.240359:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945282.240362:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8a300 x1871641054224128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945298 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945282.240367:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945282.240369:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945282.240371:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b000. 02000000:00000001:0.0:1784945282.240373:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945282.240375:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945282.240376:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784945282.240378:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945282.240380:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83adc00. 02000000:00000001:0.0:1784945282.240382:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945282.240383:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945282.240385:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8a300. 00000100:00000001:0.0:1784945282.240387:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945282.240388:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945282.240390:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945282.240397:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945282.240399:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945282.240400:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945282.240402:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945282.545790:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945282.545793:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945282.545796:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945282.929627:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304069807, at 4304069824 00000100:00000010:0.0:1784945282.929641:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373240. 00000020:00000001:3.0:1784945283.569874:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945283.569877:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945283.569881:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945284.593741:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945284.593743:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945284.593746:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945285.617785:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945285.617789:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945285.617792:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945286.642725:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945286.642728:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945286.642731:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784945287.345795:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945287.345799:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945287.345802:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945287.345808:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8a300 x1871641054224256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945287.345817:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945287.345819:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945287.345823:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945287.345825:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945287.345828:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945287.345831:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054224256:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945287.345836:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945287.345841:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945287.345844:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945287.345846:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945287.345851:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b000. 02000000:00000001:0.0:1784945287.345853:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945287.345860:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945287.345865:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f478. 00000400:00000010:0.0:1784945287.345872:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fe58. 00000100:00000200:0.0:1784945287.345878:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054224256, portal 25 00000100:00000001:0.0:1784945287.345881:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945287.345882:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318374144 : -112780391177472 : ffff996d44d8a300) 00000100:00000040:0.0:1784945287.345888:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8a300 x1871641054224256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945287.345895:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945287.345899:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945287.345901:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fd48. 00000100:00000200:0.0:1784945287.345904:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054224256, offset 0 00000400:00000200:0.0:1784945287.345910:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945287.345918:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945287.345924:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945287.345929:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945287.345934:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945287.345937:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945287.345941:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945287.345947:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314263:314263:256:4294967295] 192.168.202.106@tcp LPNI seq info [314259:314259:8:4294967295] 00000400:00000200:0.0:1784945287.345956:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945287.345970:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784945287.345980:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784945287.345988:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4100. 00000800:00000200:0.0:1784945287.345997:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784945287.346018:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945287.346025:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945287.346039:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945287.346048:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945287.346053:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304074927 00000100:00000010:0.0:1784945287.346060:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373240. 00000100:00000001:0.0:1784945287.346068:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784945287.346076:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304074927 00000100:00000010:0.0:1784945287.346082:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d593737e0. 00000100:00000001:0.0:1784945287.346087:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784945287.346093:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945287.346099:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945287.346104:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945287.346108:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945287.346116:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945287.346119:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945287.346124:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945287.346127:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945287.346129:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945287.346133:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945287.346224:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945287.346228:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4100. 00000400:00000200:0.0:1784945287.346233:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945287.346238:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945287.346243:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fd48 00000400:00000010:0.0:1784945287.346246:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fd48. 00000100:00000001:0.0:1784945287.346250:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945287.346265:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8a300 x1871641054224256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945287.346275:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945287.346278:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8a300 x1871641054224256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945303 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945287.346285:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945287.346287:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945287.348499:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945287.348511:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945287.348537:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945287.348541:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945287.348547:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945287.348553:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945287.348559:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945287.348563:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945287.348568:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945287.348572:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f1f80 00000400:00000200:0.0:1784945287.348576:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945287.348581:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd1b9 [1] + 224 00000800:00000001:0.0:1784945287.348588:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945287.348591:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945287.348594:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945287.348598:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945287.348604:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945287.348611:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8a300 x1871641054224256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945303 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945287.348622:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8a300 x1871641054224256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945287.348717:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945287.348725:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945287.348729:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945287.348731:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945287.348733:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945287.348737:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945287.348741:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945287.348745:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945287.348748:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945287.348751:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945287.348754:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f2000 00000400:00000200:0.0:1784945287.348758:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945287.348762:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd1c9 [1] + 224 00000800:00000001:0.0:1784945287.348766:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945287.348770:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945287.348773:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945287.348785:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945287.348788:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945287.348793:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89c00 x1871641054224384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945303 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945287.348802:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89c00 x1871641054224384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945287.348822:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945287.348826:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945287.348829:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945287.348848:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945287.348851:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784945287.348855:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945287.348857:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945287.348860:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d898. 00000400:00000200:0.0:1784945287.348863:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294908 00000400:00000010:0.0:1784945287.348865:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294908. 00000100:00000001:0.0:1784945287.348867:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945287.348871:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d89c00 x1871641054224384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945287.348880:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d89c00 x1871641054224384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945303 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945287.348887:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945287.348889:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945287.348891:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945287.348894:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945287.348896:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945287.348898:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945287.348901:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945287.348909:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=139 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945287.348913:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=59 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945287.348916:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945287.348918:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945287.348920:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945287.348924:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945287.348927:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784945287.348929:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784945287.348931:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784945287.348933:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945287.348937:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d89c00 x1871641054224384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945303 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945287.348951:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945287.348953:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945287.348955:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945287.348959:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89c00 x1871641054224384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945303 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945287.348967:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054224384:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945287.348972:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945287.348975:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945287.348978:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89c00 x1871641054224384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945303 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945287.348985:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945287.348987:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945287.348990:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ade00. 02000000:00000001:0.0:1784945287.348994:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945287.348996:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945287.348998:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784945287.349001:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945287.349003:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83adc00. 02000000:00000001:0.0:1784945287.349008:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945287.349021:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945287.349022:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89c00. 00000100:00000001:0.0:1784945287.349026:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945287.349027:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945287.349030:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945287.349035:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945287.349037:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945287.349039:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945287.349041:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945287.665744:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945287.665747:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945287.665750:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945288.049627:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304074927, at 4304074944 00000100:00000010:0.0:1784945288.049645:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373240. 00000020:00000001:0.0:1784945288.690206:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945288.690219:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945288.690223:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784945289.073772:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784945289.073780:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784945289.073786:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000020:00000001:0.0:1784945289.717430:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945289.717433:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945289.717437:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945290.740015:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945290.740021:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945290.740025:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945291.761696:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945291.761700:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945291.761703:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784945292.465799:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1784945292.465805:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1784945292.465808:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945292.465871:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945292.465874:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945292.465879:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945292.465883:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945292.465886:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945292.465896:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8a300 x1871641054224512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945292.465912:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945292.465916:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945292.465920:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945292.465923:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945292.465925:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945292.465932:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054224512:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945292.465939:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945292.465943:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945292.465946:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945292.465951:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945292.465956:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784945292.465960:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945292.465966:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945292.465972:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f580. 00000400:00000010:0.0:1784945292.465978:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fd48. 00000100:00000200:0.0:1784945292.465984:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054224512, portal 25 00000100:00000001:0.0:1784945292.465988:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945292.465991:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318374144 : -112780391177472 : ffff996d44d8a300) 00000100:00000040:0.0:1784945292.466000:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8a300 x1871641054224512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945292.466019:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945292.466023:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945292.466026:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f7f8. 00000100:00000200:0.0:1784945292.466029:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054224512, offset 0 00000400:00000200:0.0:1784945292.466037:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945292.466169:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945292.466177:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945292.466182:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945292.466188:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945292.466194:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945292.466200:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945292.466207:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314266:314266:255:4294967295] 192.168.202.106@tcp LPNI seq info [314262:314262:7:4294967295] 00000400:00000200:0.0:1784945292.466227:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945292.466240:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784945292.466248:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784945292.466255:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4100. 00000800:00000200:0.0:1784945292.466263:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784945292.466273:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945292.466280:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945292.466287:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945292.466292:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945292.466294:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304080047 00000100:00000001:0.0:1784945292.466300:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304079377 00000100:00000001:0.0:1784945292.466305:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304080047 00000100:00000001:0.0:1784945292.466308:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304079377 00000100:00000001:0.0:1784945292.466310:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945292.466313:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945292.466316:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945292.466319:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945292.470309:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945292.470326:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945292.470331:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945292.470334:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945292.470342:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945292.470350:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945292.470357:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945292.470361:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945292.470366:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945292.470370:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f2080 00000400:00000200:0.0:1784945292.470375:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945292.470381:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd1e1 [1] + 224 00000800:00000001:0.0:1784945292.470389:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945292.470393:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945292.470396:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945292.470401:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945292.470408:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945292.470417:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8a300 x1871641054224512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945308 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945292.470429:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8a300 x1871641054224512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945308 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945292.470455:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945292.470464:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945292.470468:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945292.470469:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945292.470472:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945292.470475:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945292.470478:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945292.470482:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945292.470484:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945292.470487:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945292.470490:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f2100 00000400:00000200:0.0:1784945292.470503:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945292.470508:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd1d9 [1] + 224 00000800:00000001:0.0:1784945292.470512:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945292.470564:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945292.470568:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945292.470575:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945292.470590:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945292.470599:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89500 x1871641054224640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945308 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945292.470621:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89500 x1871641054224640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945308 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945292.470651:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945292.470659:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945292.470664:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945292.470678:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945292.470681:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784945292.470686:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945292.470690:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945292.470694:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d9f8. 00000400:00000200:0.0:1784945292.470700:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294440 00000400:00000010:0.0:1784945292.470704:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294440. 00000100:00000001:0.0:1784945292.470708:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945292.470716:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d89500 x1871641054224640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945308 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945292.470745:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d89500 x1871641054224640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945308 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945292.470757:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945292.470761:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945292.470767:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945292.470769:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945292.470770:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945292.470772:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945292.470774:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945292.470782:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=144 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945292.470790:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=64 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945292.470795:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945292.470799:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945292.470802:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945292.470806:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945292.470812:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784945292.470816:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784945292.470836:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784945292.470840:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945292.470847:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d89500 x1871641054224640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945308 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945292.470861:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945292.470866:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945292.470870:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945292.470875:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89500 x1871641054224640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945308 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945292.470892:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054224640:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945292.470897:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945292.470899:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945292.470902:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89500 x1871641054224640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945308 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945292.470909:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945292.470920:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945292.470925:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ac800. 02000000:00000001:0.0:1784945292.470929:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945292.470930:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945292.470932:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784945292.470934:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945292.470935:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad500. 02000000:00000001:0.0:1784945292.470938:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945292.470940:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945292.470941:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89500. 00000100:00000001:0.0:1784945292.470944:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945292.470946:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945292.470947:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945292.470952:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945292.470953:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945292.470954:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945292.470956:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945292.785833:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945292.785837:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945292.785840:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945293.169701:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304080047, at 4304080064 00000100:00000010:0.0:1784945293.169717:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f540. 00000020:00000001:0.0:1784945293.809726:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945293.809730:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945293.809733:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945294.833729:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945294.833732:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945294.833736:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945295.857687:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945295.857691:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945295.857694:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945296.881684:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945296.881688:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945296.881691:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784945297.586543:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945297.586546:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945297.588777:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945297.588806:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945297.588810:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945297.588813:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945297.588820:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945297.588826:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945297.588833:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945297.588837:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945297.588842:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945297.588846:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f2180 00000400:00000200:0.0:1784945297.588850:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945297.588855:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd209 [1] + 224 00000800:00000001:0.0:1784945297.588861:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945297.588864:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945297.588867:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945297.588871:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945297.588877:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945297.588885:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8a300 x1871641054224768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945313 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945297.588895:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8a300 x1871641054224768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945297.588918:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945297.588925:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945297.588929:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945297.588931:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945297.588933:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945297.588936:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945297.588939:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945297.588944:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945297.588946:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945297.588949:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945297.588952:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f2200 00000400:00000200:0.0:1784945297.588955:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945297.588959:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd1f9 [1] + 224 00000800:00000001:0.0:1784945297.588963:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945297.588967:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945297.588969:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945297.588973:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945297.588975:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945297.588980:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89180 x1871641054224896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945313 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945297.588988:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89180 x1871641054224896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945297.588996:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945297.588999:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945297.589001:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784945297.905939:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945297.905943:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945297.905945:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945298.289625:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304085167, at 4304085184 00000100:00000010:0.0:1784945298.289648:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f9c0. 00000020:00000001:3.0:1784945298.929732:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945298.929735:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945298.929739:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945299.953687:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945299.953690:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945299.953694:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945300.978132:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945300.978136:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945300.978148:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945302.001696:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945302.001701:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945302.001704:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784945302.705744:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945302.705749:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945302.705751:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945302.705758:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d89180 x1871641054225024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945302.705766:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945302.705769:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945302.705772:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945302.705776:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945302.705781:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945302.705789:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054225024:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945302.705798:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945302.705806:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945302.705811:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945302.705817:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945302.705825:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394be00. 02000000:00000001:0.0:1784945302.705828:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945302.705836:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945302.705843:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f630. 00000400:00000010:0.0:1784945302.705851:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f6e8. 00000100:00000200:0.0:1784945302.705860:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054225024, portal 25 00000100:00000001:0.0:1784945302.705866:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945302.705869:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318369664 : -112780391181952 : ffff996d44d89180) 00000100:00000040:0.0:1784945302.705877:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d89180 x1871641054225024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945302.705884:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945302.705887:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945302.705889:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f660. 00000100:00000200:0.0:1784945302.705892:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054225024, offset 0 00000400:00000200:0.0:1784945302.705897:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945302.705906:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945302.705912:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945302.705916:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945302.705919:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945302.705922:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945302.705925:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945302.705931:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314269:314269:256:4294967295] 192.168.202.106@tcp LPNI seq info [314265:314265:8:4294967295] 00000400:00000200:0.0:1784945302.705941:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945302.705957:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784945302.705966:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784945302.705972:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4500. 00000800:00000200:0.0:1784945302.705977:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784945302.705983:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945302.705986:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945302.705996:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945302.705999:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945302.706002:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304090287 00000100:00000010:0.0:1784945302.706005:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373240. 00000100:00000001:0.0:1784945302.706011:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784945302.706016:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304090287 00000100:00000010:0.0:1784945302.706018:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373f00. 00000100:00000001:0.0:1784945302.706020:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784945302.706024:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945302.706030:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945302.706035:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945302.706040:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945302.706047:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945302.706051:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945302.706055:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945302.706057:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945302.706059:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945302.706063:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945302.706176:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945302.706181:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4500. 00000400:00000200:0.0:1784945302.706188:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945302.706197:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945302.706205:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f660 00000400:00000010:0.0:1784945302.706209:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f660. 00000100:00000001:0.0:1784945302.706214:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945302.706218:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d89180 x1871641054225024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945302.706226:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945302.706230:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d89180 x1871641054225024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945318 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945302.706236:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945302.706238:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945302.706249:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945302.706250:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad300. 00000400:00000200:0.0:1784945302.706254:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945302.706257:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945302.706259:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2943b8 00000400:00000010:0.0:1784945302.706261:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2943b8. 00000100:00000001:0.0:1784945302.706263:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945302.706266:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8a300 x1871641054225152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945302.706272:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945302.706275:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8a300 x1871641054225152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945318 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945302.706287:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945302.706288:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945302.708258:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945302.708270:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945302.708274:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945302.708276:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945302.708281:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945302.708287:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945302.708292:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945302.708295:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945302.708304:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945302.708311:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f2300 00000400:00000200:0.0:1784945302.708316:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945302.708321:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd229 [1] + 224 00000800:00000001:0.0:1784945302.708329:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945302.708335:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945302.708338:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945302.708345:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945302.708351:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945302.708356:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8a300 x1871641054225152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945318 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945302.708365:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8a300 x1871641054225152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945302.708379:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945302.708386:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945302.708388:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945302.708720:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945302.708726:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945302.708729:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945302.708731:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945302.708734:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945302.708738:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945302.708743:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945302.708746:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945302.708749:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945302.708752:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f2280 00000400:00000200:0.0:1784945302.708755:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945302.708758:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd219 [1] + 224 00000800:00000001:0.0:1784945302.708762:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945302.708767:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945302.708769:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945302.708772:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945302.708775:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945302.708780:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89180 x1871641054225024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945318 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945302.708789:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89180 x1871641054225024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945302.708803:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945302.708807:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945302.708810:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784945303.027560:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945303.027565:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945303.027570:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945303.409738:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304090287, at 4304090304 00000100:00000010:0.0:1784945303.409754:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373240. 00000020:00000001:3.0:1784945304.049803:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945304.049807:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945304.049810:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945305.073730:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945305.073734:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945305.073737:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945306.099392:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945306.099396:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945306.099399:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945307.122287:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945307.122291:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945307.122294:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945307.826165:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945307.826172:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945307.826180:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43288380. 00000020:00000040:0.0:1784945307.826186:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784945307.826191:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945307.826195:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945307.826200:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945307.826207:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4500. 00000100:00000001:0.0:1784945307.826213:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945307.826224:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d43288380 x1871641054225280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945307.826234:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945307.826239:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945307.826245:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000916282b0] to pc [ptlrpcd_00_00+0] req@ffff996d43288380 x1871641054225280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945307.826734:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945307.826737:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945307.826741:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945307.826744:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43288700. 00000020:00000040:0.0:1784945307.826747:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784945307.826749:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945307.826750:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945307.826753:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945307.826756:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4800. 00000100:00000001:0.0:1784945307.826759:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945307.826764:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43288700 x1871641054225408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945307.826770:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945307.826772:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945307.826776:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c46440e] to pc [ptlrpcd_00_01+1] req@ffff996d43288700 x1871641054225408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945307.827796:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945307.827800:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784945307.827804:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784945307.827807:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784945307.827810:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784945307.827814:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9432) 00000800:00000001:0.0:1784945307.830671:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945307.830683:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945307.830687:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945307.830690:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945307.830698:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945307.830704:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945307.830711:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945307.830715:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945307.830720:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945307.830724:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f2380 00000400:00000200:0.0:1784945307.830729:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945307.830735:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd239 [1] + 224 00000800:00000001:0.0:1784945307.830741:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945307.830747:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945307.830750:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945307.830754:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945307.830760:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945307.830768:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43288380 x1871641054225280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945323 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945307.830785:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43288380 x1871641054225280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945323 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945307.830807:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945307.830814:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945307.830817:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945307.833040:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945307.833043:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784945307.833048:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945307.833050:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945307.833052:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d268. 00000400:00000200:0.0:1784945307.833057:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294e58 00000400:00000010:0.0:1784945307.833058:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294e58. 00000100:00000001:0.0:1784945307.833061:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945307.833065:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43288700 x1871641054225408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945323 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945307.833074:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43288700 x1871641054225408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945323 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945307.833080:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945307.833081:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945307.833096:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945307.833099:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945307.833100:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945307.833102:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945307.833104:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945307.833111:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=9 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945307.833114:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=79 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945307.833117:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945307.833118:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945307.833120:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945307.833123:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945307.833126:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784945307.833128:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784945307.833130:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784945307.833132:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945307.833136:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43288700 x1871641054225408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945323 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945307.833143:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945307.833146:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945307.833147:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945307.833151:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43288700 x1871641054225408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945323 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945307.833158:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054225408:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945307.833163:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945307.833165:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945307.833168:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43288700 x1871641054225408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945323 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945307.833175:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945307.833176:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945307.833179:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ade00. 02000000:00000001:0.0:1784945307.833182:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945307.833184:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945307.833186:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784945307.833188:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945307.833190:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4800. 02000000:00000001:0.0:1784945307.833193:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945307.833195:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945307.833196:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43288700. 00000100:00000001:0.0:1784945307.833199:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945307.833200:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945307.833202:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945307.833209:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945307.833211:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945307.833213:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945307.833215:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945308.146132:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945308.146136:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945308.146139:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945308.529620:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304095408, at 4304095424 00000100:00000010:0.0:1784945308.529641:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f780. 00000020:00000001:0.0:1784945309.169758:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945309.169761:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945309.169764:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945310.194635:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945310.194638:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945310.194656:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945311.217910:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945311.217914:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945311.217917:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945312.245236:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945312.245240:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945312.245243:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784945312.945790:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945312.945794:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945312.945796:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945312.945801:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d89180 x1871641054225536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945312.945814:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945312.945816:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945312.945820:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945312.945822:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945312.945824:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945312.945828:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054225536:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945312.945832:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945312.945836:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945312.945838:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945312.945841:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945312.945846:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394ba00. 02000000:00000001:0.0:1784945312.945847:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945312.945854:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945312.945858:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f5d8. 00000400:00000010:0.0:1784945312.945865:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f660. 00000100:00000200:0.0:1784945312.945871:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054225536, portal 25 00000100:00000001:0.0:1784945312.945873:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945312.945874:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318369664 : -112780391181952 : ffff996d44d89180) 00000100:00000040:0.0:1784945312.945890:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d89180 x1871641054225536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945312.945897:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945312.945899:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945312.945902:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fcc0. 00000100:00000200:0.0:1784945312.945905:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054225536, offset 0 00000400:00000200:0.0:1784945312.945911:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945312.945919:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945312.945925:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945312.945929:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945312.945933:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945312.945936:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945312.945938:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945312.945942:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314273:314273:256:4294967295] 192.168.202.106@tcp LPNI seq info [314269:314269:8:4294967295] 00000400:00000200:0.0:1784945312.945946:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945312.945955:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784945312.945961:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784945312.945966:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4800. 00000800:00000200:0.0:1784945312.945972:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784945312.945979:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945312.945982:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945312.945994:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945312.945997:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945312.945999:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304100527 00000100:00000010:0.0:1784945312.946004:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373240. 00000100:00000001:0.0:1784945312.946010:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784945312.946015:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304100527 00000100:00000010:0.0:1784945312.946017:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373060. 00000100:00000001:0.0:1784945312.946019:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784945312.946022:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945312.946025:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945312.946028:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945312.946030:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945312.946216:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945312.946219:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945312.946222:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945312.946223:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945312.946225:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945312.946227:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1784945312.946229:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945312.946231:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945312.946232:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945312.946234:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945312.946235:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945312.946236:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945312.946241:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8a300 x1871641054225664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945312.946248:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945312.946249:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945312.946252:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945312.946253:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945312.946255:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945312.946258:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054225664:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945312.946262:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945312.946264:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945312.946265:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945312.946267:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945312.946272:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394be00. 02000000:00000001:0.0:1784945312.946274:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945312.946277:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945312.946280:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f3c8. 00000400:00000010:0.0:1784945312.946284:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f880. 00000100:00000200:0.0:1784945312.946287:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054225664, portal 10 00000100:00000001:0.0:1784945312.946289:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945312.946290:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318374144 : -112780391177472 : ffff996d44d8a300) 00000100:00000040:0.0:1784945312.946295:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8a300 x1871641054225664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945312.946301:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945312.946303:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945312.946306:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fa18. 00000100:00000200:0.0:1784945312.946308:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054225664, offset 0 00000400:00000200:0.0:1784945312.946311:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945312.946315:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945312.946318:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945312.946321:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945312.946323:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945312.946325:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945312.946327:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945312.946330:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314274:314274:255:4294967295] 192.168.202.106@tcp LPNI seq info [314270:314270:7:4294967295] 00000400:00000200:0.0:1784945312.946334:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945312.946340:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784945312.946344:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784945312.946347:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4d00. 00000800:00000200:0.0:1784945312.946351:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784945312.946355:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945312.946357:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945312.946360:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945312.946363:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16848 usecs (17 jiffies) 00000400:00000200:0.0:1784945312.946366:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945312.946368:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304099857 00000100:00000001:0.0:1784945312.946370:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304100527 00000100:00000001:0.0:1784945312.946372:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304099857 00000100:00000001:0.0:1784945312.946374:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304100527 00000100:00000001:0.0:1784945312.946376:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945312.946378:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945312.946380:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945312.946382:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945312.946422:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945312.946425:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4800. 00000400:00000200:0.0:1784945312.946431:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945312.946436:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945312.946440:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fcc0 00000400:00000010:0.0:1784945312.946442:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fcc0. 00000100:00000001:0.0:1784945312.946446:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945312.946450:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d89180 x1871641054225536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945312.946459:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945312.946462:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d89180 x1871641054225536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945328 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945312.946469:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945312.946471:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945312.946544:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945312.946547:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4d00. 00000400:00000200:0.0:1784945312.946550:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945312.946553:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945312.946556:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fa18 00000400:00000010:0.0:1784945312.946557:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fa18. 00000100:00000001:0.0:1784945312.946560:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945312.946563:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8a300 x1871641054225664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945312.946570:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945312.946572:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8a300 x1871641054225664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945328 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945312.946578:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945312.946579:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784945312.946599:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945312.946601:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945312.949561:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945312.949564:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784945312.949569:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945312.949571:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945312.949574:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f3c8. 00000400:00000200:0.0:1784945312.949578:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f880 00000400:00000010:0.0:1784945312.949580:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f880. 00000100:00000001:0.0:1784945312.949583:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945312.949587:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8a300 x1871641054225664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945312.949595:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8a300 x1871641054225664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945328 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945312.949601:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945312.949603:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945312.949607:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945312.949610:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945312.949612:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945312.949614:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945312.949617:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945312.949624:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=14 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945312.949628:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=84 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945312.949630:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945312.949632:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945312.949635:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945312.949638:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945312.949641:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784945312.949642:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784945312.949644:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784945312.949646:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945312.949650:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8a300 x1871641054225664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945328 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945312.949657:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945312.949659:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945312.949661:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945312.949664:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8a300 x1871641054225664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945328 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945312.949674:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054225664:192.168.202.106@tcp:400:kworker.0 00000400:00000001:0.0:1784945312.949678:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945312.949679:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945312.949681:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f5d8. 00000400:00000200:0.0:1784945312.949683:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f660 00000400:00000010:0.0:1784945312.949685:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f660. 00000100:00000001:0.0:1784945312.949686:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945312.949689:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d89180 x1871641054225536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945312.949696:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d89180 x1871641054225536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945328 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945312.949707:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945312.949708:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945312.949710:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945312.949711:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945312.949712:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945312.949714:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945312.949715:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945312.949723:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=14 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945312.949727:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=14 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945312.949729:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945312.949730:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945312.949732:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945312.949733:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945312.949735:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945312.949738:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d89180 x1871641054225536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945328 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945312.949744:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945312.949746:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945312.949747:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945312.949750:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89180 x1871641054225536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945328 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945312.949757:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054225536:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945312.949761:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945312.949763:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945312.949766:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8a300 x1871641054225664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945328 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945312.949772:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945312.949774:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945312.949777:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394be00. 02000000:00000001:0.0:1784945312.949780:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945312.949782:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945312.949784:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784945312.949787:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945312.949789:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ade00. 02000000:00000001:0.0:1784945312.949794:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945312.949795:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945312.949797:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8a300. 00000100:00000001:0.0:1784945312.949800:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945312.949801:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945312.949803:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945312.949806:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89180 x1871641054225536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945328 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945312.949811:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945312.949812:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945312.949814:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394ba00. 02000000:00000001:0.0:1784945312.949816:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945312.949817:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945312.949818:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784945312.949820:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945312.949821:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad700. 02000000:00000001:0.0:1784945312.949823:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945312.949824:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945312.949825:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89180. 00000100:00000001:0.0:1784945312.949827:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945312.949828:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945312.949830:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945312.949836:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945312.949837:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945312.949839:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945312.949841:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945313.266095:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945313.266098:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945313.266101:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945313.649714:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304100527, at 4304100544 00000100:00000010:0.0:1784945313.649720:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373240. 00000020:00000001:0.0:1784945314.289724:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945314.289728:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945314.289732:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945315.313762:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945315.313767:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945315.313772:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945316.338319:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945316.338324:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945316.338329:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945317.361755:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945317.361773:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945317.361777:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784945318.065994:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945318.066010:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945318.066013:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945318.066031:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88000 x1871641054225792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945318.066053:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945318.066055:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945318.066059:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945318.066062:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945318.066064:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945318.066068:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054225792:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945318.066076:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945318.066086:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945318.066089:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945318.066094:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945318.066103:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394ba00. 02000000:00000001:0.0:1784945318.066111:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945318.066125:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945318.066130:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f5d8. 00000400:00000010:0.0:1784945318.066136:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f660. 00000100:00000200:0.0:1784945318.066143:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054225792, portal 25 00000100:00000001:0.0:1784945318.066147:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945318.066148:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318365184 : -112780391186432 : ffff996d44d88000) 00000100:00000040:0.0:1784945318.066153:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88000 x1871641054225792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945318.066158:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945318.066164:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945318.066167:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f880. 00000100:00000200:0.0:1784945318.066170:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054225792, offset 0 00000400:00000200:0.0:1784945318.066184:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945318.066196:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945318.066204:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945318.066217:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945318.066220:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945318.066225:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945318.066232:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945318.066238:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314275:314275:256:4294967295] 192.168.202.106@tcp LPNI seq info [314271:314271:8:4294967295] 00000400:00000200:0.0:1784945318.066250:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945318.066268:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784945318.066275:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784945318.066287:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4d00. 00000800:00000200:0.0:1784945318.066295:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784945318.066301:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945318.066304:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945318.066320:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945318.066332:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945318.066337:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304105647 00000100:00000010:0.0:1784945318.066346:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373240. 00000100:00000001:0.0:1784945318.066355:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784945318.066363:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304105647 00000100:00000010:0.0:1784945318.066367:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373e40. 00000100:00000001:0.0:1784945318.066374:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784945318.066378:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945318.066383:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945318.066386:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945318.066389:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945318.066399:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945318.066403:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945318.066408:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945318.066412:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945318.066414:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945318.066422:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945318.066582:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945318.066587:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4d00. 00000400:00000200:0.0:1784945318.066593:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945318.066600:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945318.066605:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f880 00000400:00000010:0.0:1784945318.066607:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f880. 00000100:00000001:0.0:1784945318.066612:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945318.066617:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d88000 x1871641054225792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945318.066626:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945318.066629:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d88000 x1871641054225792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945334 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945318.066636:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945318.066637:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945318.066652:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945318.066654:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad100. 00000400:00000200:0.0:1784945318.066659:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945318.066663:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945318.066665:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294330 00000400:00000010:0.0:1784945318.066667:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294330. 00000100:00000001:0.0:1784945318.066669:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945318.066673:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8a680 x1871641054225920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945318.066680:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945318.066682:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8a680 x1871641054225920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945334 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945318.066687:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945318.066688:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784945318.070784:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945318.070790:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784945318.070995:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945318.071010:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945318.071026:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2df20. 00000400:00000200:0.0:1784945318.071037:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294110 00000400:00000010:0.0:1784945318.071045:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294110. 00000100:00000001:0.0:1784945318.071053:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945318.071070:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8a680 x1871641054225920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945318.071104:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8a680 x1871641054225920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945318.071227:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945318.071232:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945318.071238:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945318.071244:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945318.071252:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945318.071258:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945318.071267:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945318.071285:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=20 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945318.071297:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=90 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945318.071300:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945318.071301:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945318.071304:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945318.071309:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945318.071317:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784945318.071321:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784945318.071327:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784945318.071330:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945318.071354:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8a680 x1871641054225920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945318.071383:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945318.071393:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945318.071397:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945318.071406:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8a680 x1871641054225920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945334 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945318.071447:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054225920:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945318.071463:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945318.071469:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945318.071476:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8a680 x1871641054225920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945334 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945318.071487:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945318.071492:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945318.071505:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ac800. 02000000:00000001:0.0:1784945318.071558:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945318.071563:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945318.071568:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784945318.071577:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945318.071584:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad400. 02000000:00000001:0.0:1784945318.071591:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945318.071595:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945318.071601:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8a680. 00000100:00000001:0.0:1784945318.071609:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945318.071614:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945318.071620:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945318.071629:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945318.071633:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945318.071639:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945318.071643:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945318.385837:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945318.385844:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945318.385849:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945318.769800:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304105647, at 4304105664 00000100:00000010:0.0:1784945318.769812:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373240. 00000020:00000001:3.0:1784945319.411405:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945319.411419:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945319.411427:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945320.433755:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945320.433758:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945320.433761:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945321.458622:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945321.458626:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945321.458630:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945322.482006:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945322.482011:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945322.482015:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945323.185678:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945323.185688:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945323.185700:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775180. 00000020:00000040:3.0:1784945323.185706:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945323.185711:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945323.185714:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945323.185721:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945323.185731:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beab00. 00000100:00000001:3.0:1784945323.185740:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945323.185754:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73775180 x1871641054226048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945323.185768:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945323.185773:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945323.185779:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bb2acf9] to pc [ptlrpcd_01_00+0] req@ffff996d73775180 x1871641054226048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945323.185808:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945323.185811:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945323.185815:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945323.185819:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73777480. 00000020:00000040:3.0:1784945323.185821:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945323.185824:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945323.185825:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945323.185828:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945323.185831:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea000. 00000100:00000001:3.0:1784945323.185835:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945323.185839:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73777480 x1871641054226176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945323.185841:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945323.185846:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945323.185846:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945323.185848:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945323.185850:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945323.185852:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000047bd945] to pc [ptlrpcd_01_01+1] req@ffff996d73777480 x1871641054226176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784945323.185857:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775180 x1871641054226048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945323.185860:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945323.185863:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945323.185866:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784945323.185866:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784945323.185868:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945323.185870:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784945323.185872:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784945323.185873:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784945323.185875:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945323.185878:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945323.185878:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9447) 00000100:00100000:2.0:1784945323.185882:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054226048:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945323.185886:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945323.185894:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945323.185896:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945323.185899:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945323.185905:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945323.185906:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945323.185911:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945323.185914:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784945323.185915:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945323.185915:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945323.185919:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73777480 x1871641054226176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784945323.185920:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000100:00000001:3.0:1784945323.185925:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945323.185927:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784945323.185928:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f63b8. 02000000:00000001:3.0:1784945323.185929:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945323.185930:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945323.185932:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945323.185934:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73777480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054226176:192.168.202.106@tcp:400:kworker.0 00000100:00000200:2.0:1784945323.185936:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054226048, portal 25 00000100:00000001:3.0:1784945323.185937:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784945323.185939:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1784945323.185939:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784945323.185941:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100525440 : -112779609026176 : ffff996d73775180) 02000000:00000001:3.0:1784945323.185941:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945323.185943:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784945323.185946:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775180 x1871641054226048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784945323.185946:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479ae200. 02000000:00000001:3.0:1784945323.185948:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945323.185952:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945323.185953:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1784945323.185967:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000040:2.0:1784945323.185969:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945323.185972:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6ee0. 00000400:00000010:3.0:1784945323.185973:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000100:00000200:3.0:1784945323.185975:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054226176, portal 10 00000100:00000200:2.0:1784945323.185977:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054226048, offset 0 00000100:00000001:3.0:1784945323.185977:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945323.185978:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100534400 : -112779609017216 : ffff996d73777480) 00000400:00000200:2.0:1784945323.185983:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:3.0:1784945323.185985:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73777480 x1871641054226176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784945323.185994:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945323.185998:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945323.186000:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945323.186002:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000400:00000200:2.0:1784945323.186003:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000200:3.0:1784945323.186004:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054226176, offset 0 00000400:00000200:3.0:1784945323.186009:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945323.186010:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945323.186015:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945323.186019:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945323.186022:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945323.186027:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314277:314277:256:4294967295] 192.168.202.106@tcp LPNI seq info [314273:314273:8:4294967295] 00000400:00000200:2.0:1784945323.186032:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945323.186035:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945323.186038:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945323.186041:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945323.186044:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784945323.186044:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945323.186046:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945323.186048:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:2.0:1784945323.186051:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945323.186051:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314278:314278:255:4294967295] 192.168.202.106@tcp LPNI seq info [314274:314274:7:4294967295] 00000400:00000200:3.0:1784945323.186054:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:2.0:1784945323.186056:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b800. 00000400:00000200:3.0:1784945323.186060:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945323.186063:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000200:2.0:1784945323.186064:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000010:3.0:1784945323.186066:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000800:00000200:3.0:1784945323.186069:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945323.186073:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945323.186073:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945323.186079:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784945323.186079:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945323.186094:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945323.186094:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945323.186098:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784945323.186099:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16847 usecs (17 jiffies) 00000100:00000001:2.0:1784945323.186101:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304110767 00000400:00000200:3.0:1784945323.186103:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945323.186104:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304110097 00000100:00000010:2.0:1784945323.186106:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c000. 00000100:00000001:2.0:1784945323.186113:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945323.186119:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304110767 00000100:00000001:3.0:1784945323.186120:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304110767 00000100:00000010:2.0:1784945323.186123:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c660. 00000100:00000001:3.0:1784945323.186123:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304110097 00000100:00000001:2.0:1784945323.186127:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945323.186131:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945323.186131:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304110767 00000100:00000001:3.0:1784945323.186134:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945323.186135:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945323.186136:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945323.186138:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945323.186138:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945323.186141:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945323.186141:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945323.186151:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945323.186153:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945323.186153:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945323.186155:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945323.186156:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945323.186156:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945323.186157:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945323.186159:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945323.186160:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945323.186161:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945323.186161:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945323.186163:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945323.186179:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945323.186186:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bead00. 00000400:00000200:0.0:1784945323.186195:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945323.186201:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945323.186209:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:0.0:1784945323.186211:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:0.0:1784945323.186216:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945323.186220:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73777480 x1871641054226176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945323.186228:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945323.186231:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73777480 x1871641054226176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945339 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945323.186236:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945323.186238:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945323.186309:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945323.186312:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b800. 00000400:00000200:0.0:1784945323.186316:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945323.186319:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945323.186322:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6ee0 00000400:00000010:0.0:1784945323.186324:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6ee0. 00000100:00000001:0.0:1784945323.186327:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945323.186331:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775180 x1871641054226048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945323.186338:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945323.186341:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775180 x1871641054226048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945339 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945323.186347:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945323.186348:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784945323.188286:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945323.188291:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945323.188299:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945323.188302:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945323.188305:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945323.188310:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f63b8 00000400:00000010:2.0:1784945323.188313:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f63b8. 00000100:00000001:2.0:1784945323.188317:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945323.188321:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775180 x1871641054226048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945323.188328:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775180 x1871641054226048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945339 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945323.188333:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945323.188334:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945323.188337:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945323.188340:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945323.188342:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945323.188345:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945323.188347:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945323.188355:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=25 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945323.188359:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=25 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945323.188361:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945323.188362:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945323.188366:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945323.188368:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945323.188371:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945323.188376:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775180 x1871641054226048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945339 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945323.188384:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945323.188387:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945323.188390:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945323.188394:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775180 x1871641054226048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945339 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945323.188403:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054226048:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945323.188409:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945323.188411:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945323.188415:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775180 x1871641054226048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945339 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945323.188424:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945323.188427:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945323.188430:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945323.188433:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945323.188435:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945323.188437:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945323.188439:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945323.188441:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beab00. 02000000:00000001:2.0:1784945323.188444:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945323.188446:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945323.188447:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775180. 00000100:00000001:2.0:1784945323.188451:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945323.188452:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945323.188453:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945323.188459:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945323.188461:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945323.188462:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945323.188464:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945323.189790:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945323.189806:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945323.189811:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945323.189815:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945323.189824:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945323.189841:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945323.189849:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945323.189853:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945323.189858:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945323.189863:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f2700 00000400:00000200:0.0:1784945323.189868:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945323.189876:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd2a1 [1] + 224 00000800:00000001:0.0:1784945323.189882:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945323.189889:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945323.189892:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945323.189896:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945323.189902:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945323.189912:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73777480 x1871641054226176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945339 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945323.189923:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73777480 x1871641054226176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945323.189939:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945323.189946:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945323.189949:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945323.189993:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945323.189998:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945323.190005:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945323.190007:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945323.190010:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945323.190015:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000400:00000010:3.0:1784945323.190017:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000100:00000001:3.0:1784945323.190020:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945323.190026:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73777480 x1871641054226176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945323.190036:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73777480 x1871641054226176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945339 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945323.190042:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945323.190044:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945323.190047:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945323.190050:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945323.190052:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945323.190055:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945323.190058:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945323.190066:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=25 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945323.190070:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=95 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945323.190072:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945323.190074:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945323.190077:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945323.190080:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945323.190084:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945323.190086:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945323.190088:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945323.190090:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945323.190094:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73777480 x1871641054226176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945339 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945323.190100:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945323.190103:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945323.190104:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945323.190107:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73777480 x1871641054226176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945339 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945323.190114:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73777480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054226176:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945323.190118:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945323.190120:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945323.190123:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73777480 x1871641054226176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945339 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945323.190129:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945323.190131:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945323.190134:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479ae200. 02000000:00000001:3.0:1784945323.190137:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945323.190139:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945323.190141:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945323.190143:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945323.190146:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea000. 02000000:00000001:3.0:1784945323.190149:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945323.190151:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945323.190152:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73777480. 00000100:00000001:3.0:1784945323.190157:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945323.190159:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945323.190160:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945323.190166:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945323.190168:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945323.190170:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945323.190172:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945323.505747:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945323.505751:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945323.505754:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945323.889655:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304110767, at 4304110784 00000100:00000010:0.0:1784945323.889677:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c000. 00000020:00000001:3.0:1784945324.531547:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945324.531552:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945324.531566:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945325.554426:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945325.554429:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945325.554432:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945326.578137:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945326.578142:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945326.578145:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945327.601725:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945327.601730:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945327.601734:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784945327.985688:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784945327.985699:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784945327.985705:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000100:00000040:3.0:1784945328.305612:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945328.305626:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945328.305638:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73777480. 00000020:00000040:3.0:1784945328.305646:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945328.305651:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945328.305655:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945328.305661:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945328.305671:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea000. 00000100:00000001:3.0:1784945328.305679:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945328.305694:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73777480 x1871641054226304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945328.305706:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945328.305712:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945328.305719:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000047bd945] to pc [ptlrpcd_01_00+0] req@ffff996d73777480 x1871641054226304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945328.305753:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945328.305756:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945328.305761:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945328.305764:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775c00. 00000020:00000040:3.0:1784945328.305767:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945328.305770:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945328.305771:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784945328.305774:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784945328.305774:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945328.305781:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1784945328.305781:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea700. 00000100:00000001:2.0:1784945328.305784:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784945328.305786:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945328.305792:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73777480 x1871641054226304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784945328.305796:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73775c00 x1871641054226432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945328.305809:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945328.305812:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945328.305814:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1784945328.305817:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784945328.305818:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945328.305821:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945328.305825:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945328.305826:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdc2357] to pc [ptlrpcd_01_01+1] req@ffff996d73775c00 x1871641054226432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945328.305830:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73777480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054226304:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945328.305836:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945328.305842:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784945328.305844:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945328.305845:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945328.305849:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784945328.305850:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1784945328.305854:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 00000100:00000040:3.0:1784945328.305855:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784945328.305858:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945328.305861:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945328.305866:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1784945328.305867:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945328.305873:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784945328.305879:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f63b8. 00000100:00000040:3.0:1784945328.305885:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9452) 00000100:00000200:2.0:1784945328.305886:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054226304, portal 25 00000100:00000001:2.0:1784945328.305890:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945328.305892:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100534400 : -112779609017216 : ffff996d73777480) 00000100:00000040:2.0:1784945328.305896:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73777480 x1871641054226304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945328.305901:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945328.305902:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945328.305906:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784945328.305906:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1784945328.305909:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6b28. 00000100:00000001:3.0:1784945328.305910:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1784945328.305927:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054226304, offset 0 00000100:00000040:3.0:1784945328.305928:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775c00 x1871641054226432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784945328.305937:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784945328.305948:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1784945328.305949:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945328.305952:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945328.305956:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1784945328.305958:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 02000000:00000001:3.0:1784945328.305960:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945328.305964:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945328.305965:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:3.0:1784945328.305971:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054226432:192.168.202.106@tcp:400:kworker.0 00000400:00000200:2.0:1784945328.305974:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:3.0:1784945328.305979:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784945328.305982:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1784945328.305984:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945328.305987:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945328.305988:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 02000000:00000001:3.0:1784945328.305992:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784945328.305997:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314279:314279:256:4294967295] 192.168.202.106@tcp LPNI seq info [314275:314275:8:4294967295] 02000000:00000010:3.0:1784945328.306000:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479afc00. 00000400:00000200:2.0:1784945328.306005:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:3.0:1784945328.306005:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945328.306022:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784945328.306025:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784945328.306031:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945328.306032:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000800:00000010:2.0:1784945328.306040:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b800. 00000400:00000010:3.0:1784945328.306040:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000100:00000200:3.0:1784945328.306044:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054226432, portal 10 00000100:00000001:3.0:1784945328.306048:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945328.306049:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100528128 : -112779609023488 : ffff996d73775c00) 00000800:00000200:2.0:1784945328.306053:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000040:3.0:1784945328.306060:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775c00 x1871641054226432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784945328.306068:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:3.0:1784945328.306074:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1784945328.306076:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1784945328.306080:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945328.306084:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1e58. 00000100:00000200:3.0:1784945328.306087:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054226432, offset 0 00000400:00000200:3.0:1784945328.306091:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945328.306096:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945328.306100:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945328.306103:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784945328.306105:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945328.306106:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945328.306111:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945328.306114:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945328.306117:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:2.0:1784945328.306120:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304115887 00000400:00000200:3.0:1784945328.306124:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314280:314280:255:4294967295] 192.168.202.106@tcp LPNI seq info [314276:314276:7:4294967295] 00000100:00000010:2.0:1784945328.306130:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c120. 00000400:00000200:3.0:1784945328.306130:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945328.306140:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:2.0:1784945328.306141:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945328.306150:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304115887 00000100:00000010:2.0:1784945328.306154:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c060. 00000800:00000200:3.0:1784945328.306157:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784945328.306160:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945328.306165:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1784945328.306167:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000100:00000001:2.0:1784945328.306170:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784945328.306175:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:2.0:1784945328.306176:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945328.306181:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784945328.306182:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945328.306187:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945328.306190:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945328.306193:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1784945328.306195:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16846 usecs (17 jiffies) 00000100:00000001:2.0:1784945328.306197:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1784945328.306202:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945328.306203:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945328.306206:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945328.306206:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304115217 00000100:00000001:2.0:1784945328.306210:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945328.306212:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304115887 00000100:00000001:2.0:1784945328.306214:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945328.306217:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304115217 00000100:00000001:3.0:1784945328.306221:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304115887 00000100:00000001:3.0:1784945328.306223:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945328.306226:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945328.306228:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945328.306230:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945328.306234:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945328.306236:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945328.306239:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945328.306241:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945328.306242:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945328.306245:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945328.310946:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945328.310974:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945328.310979:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945328.310981:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945328.310991:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945328.311000:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945328.311013:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945328.311017:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945328.311030:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945328.311035:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f2780 00000400:00000200:0.0:1784945328.311041:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945328.311049:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd2a9 [1] + 224 00000800:00000001:0.0:1784945328.311057:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945328.311062:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945328.311066:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945328.311071:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945328.311080:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945328.311089:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73777480 x1871641054226304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945328.311098:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73777480 x1871641054226304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945328.311116:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945328.311127:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945328.311130:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945328.311132:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945328.311134:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945328.311138:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945328.311141:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945328.311145:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945328.311147:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945328.311150:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945328.311152:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f2800 00000400:00000200:0.0:1784945328.311156:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945328.311161:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd2b1 [1] + 224 00000800:00000001:0.0:1784945328.311164:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784945328.311167:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784945328.311172:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945328.311173:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784945328.311173:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784945328.311176:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000001:2.0:1784945328.311181:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945328.311183:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945328.311187:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945328.311192:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f63b8 00000400:00000010:2.0:1784945328.311194:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f63b8. 00000100:00000001:2.0:1784945328.311199:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945328.311203:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73777480 x1871641054226304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945328.311210:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945328.311213:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73777480 x1871641054226304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945344 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945328.311215:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775c00 x1871641054226432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945328.311220:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945328.311222:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945328.311225:0:2354:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:0.0:1784945328.311229:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775c00 x1871641054226432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784945328.311229:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945328.311232:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945328.311235:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945328.311244:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784945328.311246:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945328.311249:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945328.311252:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784945328.311254:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=30 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945328.311259:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=30 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945328.311262:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945328.311263:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945328.311267:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945328.311271:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945328.311274:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945328.311282:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73777480 x1871641054226304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945328.311297:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945328.311300:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945328.311305:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945328.311308:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945328.311309:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784945328.311318:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73777480 x1871641054226304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945344 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784945328.311320:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945328.311324:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945328.311331:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000100:00100000:2.0:1784945328.311336:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73777480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054226304:192.168.202.106@tcp:400:kworker.0 00000400:00000200:3.0:1784945328.311343:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000100:00000001:2.0:1784945328.311345:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784945328.311348:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000100:00000001:2.0:1784945328.311350:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784945328.311359:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1784945328.311368:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73777480 x1871641054226304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945344 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945328.311369:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775c00 x1871641054226432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945328.311393:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775c00 x1871641054226432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945344 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945328.311444:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945328.311449:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784945328.311450:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945328.311453:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945328.311457:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1784945328.311458:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1784945328.311465:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 00000100:00000001:3.0:1784945328.311465:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945328.311469:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945328.311473:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1784945328.311475:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945328.311478:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945328.311482:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945328.311485:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00001000:3.0:1784945328.311486:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=30 v=5 (5 5 5 5) 02000000:00000010:2.0:1784945328.311491:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea000. 00000100:00001000:3.0:1784945328.311491:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=100 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945328.311501:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1784945328.311503:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784945328.311504:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945328.311510:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1784945328.311511:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945328.311545:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945328.311549:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945328.311551:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945328.311553:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945328.311554:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945328.311560:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775c00 x1871641054226432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945328.311566:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945328.311568:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945328.311569:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1784945328.311573:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73777480. 00000100:00000040:3.0:1784945328.311574:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775c00 x1871641054226432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945344 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945328.311586:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00100000:3.0:1784945328.311587:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054226432:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945328.311592:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945328.311595:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945328.311597:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945328.311599:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945328.311603:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775c00 x1871641054226432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945344 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945328.311608:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784945328.311610:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1784945328.311610:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784945328.311618:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945328.311618:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479afc00. 02000000:00000001:3.0:1784945328.311628:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784945328.311629:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1784945328.311631:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784945328.311634:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784945328.311635:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945328.311643:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945328.311645:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea700. 02000000:00000001:3.0:1784945328.311649:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945328.311650:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945328.311651:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775c00. 00000100:00000001:3.0:1784945328.311655:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945328.311657:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945328.311658:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945328.311663:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945328.311665:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945328.311666:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945328.311668:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945328.628184:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945328.628188:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945328.628192:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945329.009651:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304115887, at 4304115904 00000100:00000010:0.0:1784945329.009670:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c120. 00000020:00000001:0.0:1784945329.649764:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945329.649768:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945329.649773:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945330.673957:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945330.673961:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945330.673965:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945331.700038:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945331.700044:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945331.700049:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945332.724544:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945332.724548:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945332.724551:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945333.425634:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945333.425643:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945333.425652:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775c00. 00000020:00000040:3.0:1784945333.425657:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945333.425661:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945333.425663:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945333.425669:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945333.425676:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea700. 00000100:00000001:3.0:1784945333.425682:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945333.425692:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73775c00 x1871641054226560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945333.425702:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945333.425706:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945333.425712:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdc2357] to pc [ptlrpcd_01_00+0] req@ffff996d73775c00 x1871641054226560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945333.425740:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945333.425743:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945333.425746:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945333.425749:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774000. 00000020:00000040:3.0:1784945333.425751:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945333.425754:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945333.425756:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945333.425757:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945333.425762:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea000. 00000100:00000001:2.0:1784945333.425763:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945333.425764:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945333.425768:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784945333.425771:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73774000 x1871641054226688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945333.425772:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945333.425779:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775c00 x1871641054226560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945333.425783:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945333.425787:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945333.425789:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945333.425792:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945333.425794:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d864fec1] to pc [ptlrpcd_01_01+1] req@ffff996d73774000 x1871641054226688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784945333.425795:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945333.425799:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945333.425803:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945333.425809:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054226560:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945333.425811:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945333.425816:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784945333.425816:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784945333.425822:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784945333.425822:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784945333.425826:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945333.425827:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784945333.425829:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784945333.425833:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:2.0:1784945333.425835:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945333.425837:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945333.425839:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9458) 00000400:00000200:2.0:1784945333.425844:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945333.425847:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784945333.425852:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f63b8. 00000100:00000001:3.0:1784945333.425856:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1784945333.425858:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054226560, portal 25 00000100:00000001:3.0:1784945333.425859:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945333.425861:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945333.425863:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100528128 : -112779609023488 : ffff996d73775c00) 00000100:00000001:3.0:1784945333.425863:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945333.425880:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774000 x1871641054226688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784945333.425885:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775c00 x1871641054226560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945333.425896:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945333.425899:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945333.425902:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784945333.425903:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945333.425907:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784945333.425909:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000001:3.0:1784945333.425910:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784945333.425914:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6908. 00000100:00100000:3.0:1784945333.425917:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054226688:192.168.202.106@tcp:400:kworker.0 00000100:00000200:2.0:1784945333.425920:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054226560, offset 0 00000100:00000001:3.0:1784945333.425923:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945333.425927:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945333.425929:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945333.425932:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 02000000:00000001:3.0:1784945333.425933:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945333.425938:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479afa00. 02000000:00000001:3.0:1784945333.425941:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945333.425944:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945333.425949:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945333.425953:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000200:2.0:1784945333.425954:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945333.425960:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1784945333.425962:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000400:00000200:2.0:1784945333.425965:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000200:3.0:1784945333.425968:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054226688, portal 10 00000400:00000200:2.0:1784945333.425969:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784945333.425973:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1784945333.425974:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:3.0:1784945333.425976:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100520960 : -112779609030656 : ffff996d73774000) 00000400:00000200:2.0:1784945333.425979:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314281:314281:256:4294967295] 192.168.202.106@tcp LPNI seq info [314277:314277:8:4294967295] 00000400:00000200:2.0:1784945333.425984:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784945333.425988:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774000 x1871641054226688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784945333.425995:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945333.426008:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784945333.426008:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1784945333.426012:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bd00. 00000100:00000040:3.0:1784945333.426014:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945333.426018:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1c38. 00000800:00000200:2.0:1784945333.426020:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000200:3.0:1784945333.426022:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054226688, offset 0 00000800:00000200:2.0:1784945333.426027:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945333.426032:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784945333.426032:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945333.426041:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945333.426046:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945333.426049:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945333.426052:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945333.426054:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945333.426056:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945333.426059:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314282:314282:255:4294967295] 192.168.202.106@tcp LPNI seq info [314278:314278:7:4294967295] 00000400:00000200:3.0:1784945333.426064:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945333.426072:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945333.426077:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945333.426081:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000800:00000200:3.0:1784945333.426085:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945333.426089:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945333.426092:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945333.426303:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945333.426307:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945333.426309:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304121007 00000100:00000010:2.0:1784945333.426313:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c900. 00000100:00000001:2.0:1784945333.426318:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945333.426322:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304121007 00000100:00000010:2.0:1784945333.426325:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668ccc0. 00000100:00000001:2.0:1784945333.426326:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945333.426329:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945333.426331:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945333.426486:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945333.426489:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945333.426494:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945333.426495:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945333.426497:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945333.426498:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945333.426499:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945333.426500:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945333.426665:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945333.426670:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16846 usecs (17 jiffies) 00000400:00000200:3.0:1784945333.426674:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945333.426677:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304120338 00000100:00000001:3.0:1784945333.426679:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304121007 00000100:00000001:3.0:1784945333.426681:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304120338 00000100:00000001:3.0:1784945333.426683:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304121007 00000100:00000001:3.0:1784945333.426685:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945333.426687:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945333.426690:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945333.426692:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945333.426697:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945333.426700:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945333.426705:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945333.426708:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945333.426831:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945333.426835:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945333.429438:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945333.429450:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945333.429453:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945333.429456:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945333.429462:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945333.429468:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945333.429474:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945333.429478:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945333.429482:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945333.429487:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f2880 00000400:00000200:0.0:1784945333.429491:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945333.429496:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd2b9 [1] + 224 00000800:00000001:0.0:1784945333.429501:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945333.429506:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945333.429508:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945333.429510:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945333.429514:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945333.429537:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775c00 x1871641054226560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945349 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945333.429548:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775c00 x1871641054226560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945333.429568:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945333.429576:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945333.429579:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945333.429606:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945333.429609:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945333.429614:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945333.429615:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945333.429617:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945333.429620:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f63b8 00000400:00000010:2.0:1784945333.429622:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f63b8. 00000100:00000001:2.0:1784945333.429624:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945333.429628:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775c00 x1871641054226560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945333.429634:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775c00 x1871641054226560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945349 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945333.429639:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945333.429640:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945333.429642:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945333.429644:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945333.429646:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945333.429647:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945333.429649:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945333.429654:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=35 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945333.429657:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=35 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945333.429659:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945333.429660:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945333.429662:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945333.429663:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945333.429665:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945333.429668:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775c00 x1871641054226560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945333.429672:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945333.429674:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945333.429675:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945333.429677:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775c00 x1871641054226560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945349 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945333.429682:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054226560:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945333.429687:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945333.429688:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945333.429690:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775c00 x1871641054226560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945349 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945333.429694:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945333.429696:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945333.429698:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945333.429700:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945333.429702:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945333.429703:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945333.429704:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945333.429706:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea700. 02000000:00000001:2.0:1784945333.429708:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945333.429709:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945333.429710:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775c00. 00000100:00000001:2.0:1784945333.429713:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945333.429714:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945333.429715:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945333.429719:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945333.429719:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945333.429721:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945333.429722:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945333.430378:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945333.430381:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945333.430384:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945333.430386:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945333.430388:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945333.430391:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000400:00000010:3.0:1784945333.430393:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000100:00000001:3.0:1784945333.430396:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945333.430400:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774000 x1871641054226688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945333.430409:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774000 x1871641054226688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945349 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945333.430415:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945333.430417:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945333.430418:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945333.430420:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945333.430421:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945333.430422:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945333.430424:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945333.430429:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=35 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945333.430432:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=105 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945333.430434:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945333.430436:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945333.430437:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945333.430440:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945333.430443:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945333.430444:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945333.430446:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945333.430448:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945333.430452:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774000 x1871641054226688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945333.430458:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945333.430460:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945333.430461:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945333.430464:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774000 x1871641054226688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945349 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945333.430472:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054226688:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945333.430476:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945333.430477:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945333.430480:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774000 x1871641054226688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945349 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945333.430485:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945333.430487:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945333.430488:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479afa00. 02000000:00000001:3.0:1784945333.430491:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945333.430492:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945333.430494:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945333.430496:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945333.430497:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea000. 02000000:00000001:3.0:1784945333.430499:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945333.430501:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945333.430502:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774000. 00000100:00000001:3.0:1784945333.430505:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945333.430507:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945333.430508:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945333.430512:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945333.430513:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945333.430534:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945333.430536:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945333.747086:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945333.747089:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945333.747093:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945334.129623:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304121007, at 4304121024 00000100:00000010:0.0:1784945334.129637:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c900. 00000020:00000001:0.0:1784945334.769738:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945334.769742:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945334.769745:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945335.793761:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945335.793764:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945335.793767:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945336.817692:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945336.817694:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945336.817696:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945337.841888:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945337.841892:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945337.841896:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784945338.546187:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945338.546192:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945338.546194:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945338.546201:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88000 x1871641054226816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945338.546211:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945338.546213:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945338.546217:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945338.546220:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945338.546223:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945338.546226:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054226816:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945338.546231:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945338.546236:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945338.546239:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945338.546241:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945338.546246:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b000. 02000000:00000001:0.0:1784945338.546249:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945338.546255:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945338.546259:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f3c8. 00000400:00000010:0.0:1784945338.546266:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f880. 00000100:00000200:0.0:1784945338.546273:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054226816, portal 25 00000100:00000001:0.0:1784945338.546275:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945338.546277:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318365184 : -112780391186432 : ffff996d44d88000) 00000100:00000040:0.0:1784945338.546282:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88000 x1871641054226816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945338.546289:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945338.546291:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945338.546294:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fa18. 00000100:00000200:0.0:1784945338.546296:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054226816, offset 0 00000400:00000200:0.0:1784945338.546302:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945338.546310:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945338.546316:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945338.546321:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945338.546326:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945338.546329:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945338.546332:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945338.546336:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314283:314283:256:4294967295] 192.168.202.106@tcp LPNI seq info [314279:314279:8:4294967295] 00000400:00000200:0.0:1784945338.546339:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945338.546349:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784945338.546355:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784945338.546360:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4d00. 00000800:00000200:0.0:1784945338.546367:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784945338.546374:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945338.546378:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945338.546399:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945338.546404:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945338.546406:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304126127 00000100:00000010:0.0:1784945338.546411:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373240. 00000100:00000001:0.0:1784945338.546419:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784945338.546425:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304126127 00000100:00000010:0.0:1784945338.546429:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373f60. 00000100:00000001:0.0:1784945338.546433:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784945338.546436:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945338.546439:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945338.546442:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945338.546444:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945338.546450:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945338.546452:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945338.546455:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945338.546456:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945338.546458:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945338.546461:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1784945338.546462:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945338.546464:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945338.546466:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945338.546468:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945338.546469:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945338.546470:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945338.546474:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8ad80 x1871641054226944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945338.546480:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945338.546481:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945338.546483:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945338.546485:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945338.546488:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945338.546491:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054226944:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945338.546498:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945338.546502:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945338.546504:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945338.546508:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945338.546514:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394a800. 02000000:00000001:0.0:1784945338.546550:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945338.546559:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945338.546565:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f8f0. 00000400:00000010:0.0:1784945338.546571:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fcc0. 00000100:00000200:0.0:1784945338.546576:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054226944, portal 10 00000100:00000001:0.0:1784945338.546580:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945338.546583:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318376832 : -112780391174784 : ffff996d44d8ad80) 00000100:00000040:0.0:1784945338.546595:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8ad80 x1871641054226944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945338.546602:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945338.546605:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945338.546608:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f5d8. 00000100:00000200:0.0:1784945338.546611:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054226944, offset 0 00000400:00000200:0.0:1784945338.546615:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945338.546618:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945338.546621:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945338.546624:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945338.546626:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945338.546629:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945338.546631:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945338.546633:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314284:314284:256:4294967295] 192.168.202.106@tcp LPNI seq info [314280:314280:8:4294967295] 00000400:00000200:0.0:1784945338.546637:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945338.546643:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784945338.546647:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784945338.546650:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4800. 00000800:00000200:0.0:1784945338.546654:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784945338.546658:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945338.546660:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945338.546675:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945338.546679:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16846 usecs (17 jiffies) 00000400:00000200:0.0:1784945338.546682:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945338.546684:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304125458 00000100:00000001:0.0:1784945338.546686:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304126127 00000100:00000001:0.0:1784945338.546689:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304125458 00000100:00000001:0.0:1784945338.546691:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304126127 00000100:00000001:0.0:1784945338.546692:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945338.546694:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945338.546696:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945338.546699:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945338.546708:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945338.546710:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945338.555876:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945338.555881:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784945338.555888:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945338.555890:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945338.555893:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f8f0. 00000400:00000200:0.0:1784945338.555898:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fcc0 00000400:00000010:0.0:1784945338.555900:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fcc0. 00000100:00000001:0.0:1784945338.555903:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945338.555908:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8ad80 x1871641054226944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945338.555917:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8ad80 x1871641054226944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945338.555923:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945338.555925:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945338.555927:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945338.555930:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945338.555933:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945338.555935:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945338.555938:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945338.555946:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=40 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945338.555950:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=110 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945338.555952:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945338.555954:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945338.555956:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945338.555961:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945338.555963:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784945338.555965:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784945338.555967:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784945338.555969:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945338.555973:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8ad80 x1871641054226944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945338.555980:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945338.555983:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945338.555985:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945338.555988:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8ad80 x1871641054226944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945354 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945338.555996:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054226944:192.168.202.106@tcp:400:kworker.0 00000400:00000001:0.0:1784945338.556001:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945338.556002:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945338.556003:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f3c8. 00000400:00000200:0.0:1784945338.556005:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f880 00000400:00000010:0.0:1784945338.556007:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f880. 00000100:00000001:0.0:1784945338.556009:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945338.556012:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88000 x1871641054226816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945338.556019:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88000 x1871641054226816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945338.556025:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945338.556026:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945338.556028:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945338.556029:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945338.556030:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945338.556031:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945338.556033:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945338.556036:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=40 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945338.556038:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=40 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945338.556040:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945338.556042:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945338.556043:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945338.556044:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945338.556046:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945338.556049:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88000 x1871641054226816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945338.556056:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945338.556057:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945338.556059:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945338.556062:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88000 x1871641054226816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945354 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945338.556068:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054226816:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945338.556072:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945338.556074:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945338.556077:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8ad80 x1871641054226944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945354 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945338.556083:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945338.556085:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945338.556088:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394a800. 02000000:00000001:0.0:1784945338.556092:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945338.556094:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945338.556096:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784945338.556098:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945338.556100:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad400. 02000000:00000001:0.0:1784945338.556105:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945338.556107:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945338.556108:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8ad80. 00000100:00000001:0.0:1784945338.556112:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945338.556113:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945338.556115:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945338.556117:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88000 x1871641054226816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945354 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945338.556128:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945338.556129:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945338.556131:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b000. 02000000:00000001:0.0:1784945338.556133:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945338.556134:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945338.556135:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784945338.556137:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945338.556138:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad900. 02000000:00000001:0.0:1784945338.556152:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945338.556153:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945338.556155:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88000. 00000100:00000001:0.0:1784945338.556157:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945338.556159:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945338.556161:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945338.556168:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945338.556175:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945338.556178:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945338.556180:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945338.865705:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945338.865709:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945338.865712:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945339.249758:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304126127, at 4304126144 00000100:00000010:0.0:1784945339.249774:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373240. 00000020:00000001:3.0:1784945339.889704:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945339.889707:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945339.889710:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945340.915411:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945340.915415:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945340.915419:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945341.938971:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945341.938977:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945341.938981:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945342.961725:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945342.961748:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945342.961754:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784945343.665816:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1784945343.665827:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1784945343.665833:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945343.665852:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945343.665856:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945343.665863:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945343.665867:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945343.665871:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945343.665886:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8aa00 x1871641054227200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945343.665901:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945343.665903:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945343.665918:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945343.665924:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945343.665928:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945343.665938:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054227200:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945343.665946:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945343.665955:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945343.665960:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945343.665967:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945343.665974:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b000. 02000000:00000001:0.0:1784945343.665977:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945343.665987:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945343.665992:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f3c8. 00000400:00000010:0.0:1784945343.666001:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f880. 00000100:00000200:0.0:1784945343.666011:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054227200, portal 10 00000100:00000001:0.0:1784945343.666014:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945343.666016:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318375936 : -112780391175680 : ffff996d44d8aa00) 00000100:00000040:0.0:1784945343.666024:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8aa00 x1871641054227200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945343.666032:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945343.666035:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945343.666039:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fcc0. 00000100:00000200:0.0:1784945343.666042:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054227200, offset 0 00000400:00000200:0.0:1784945343.666048:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945343.666057:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945343.666063:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945343.666068:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945343.666072:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945343.666076:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945343.666078:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945343.666082:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314285:314285:256:4294967295] 192.168.202.106@tcp LPNI seq info [314281:314281:8:4294967295] 00000400:00000200:0.0:1784945343.666085:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945343.666094:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784945343.666099:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784945343.666104:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4400. 00000800:00000200:0.0:1784945343.666110:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784945343.666117:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945343.666121:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945343.666135:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945343.666139:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16846 usecs (17 jiffies) 00000400:00000200:0.0:1784945343.666141:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945343.666144:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304130577 00000100:00000010:0.0:1784945343.666147:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373240. 00000100:00000001:0.0:1784945343.666153:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784945343.666158:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304130577 00000100:00000010:0.0:1784945343.666162:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373c00. 00000100:00000001:0.0:1784945343.666165:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784945343.666168:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945343.666170:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945343.666173:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945343.666178:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88a80 x1871641054227072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945343.666184:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945343.666185:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945343.666195:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945343.666201:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945343.666204:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945343.666207:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054227072:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945343.666212:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945343.666216:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945343.666218:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945343.666220:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945343.666224:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394a800. 02000000:00000001:0.0:1784945343.666227:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945343.666231:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945343.666235:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f8f0. 00000400:00000010:0.0:1784945343.666240:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fbb0. 00000100:00000200:0.0:1784945343.666243:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054227072, portal 25 00000100:00000001:0.0:1784945343.666246:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945343.666248:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318367872 : -112780391183744 : ffff996d44d88a80) 00000100:00000040:0.0:1784945343.666253:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88a80 x1871641054227072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945343.666257:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945343.666260:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945343.666262:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f088. 00000100:00000200:0.0:1784945343.666264:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054227072, offset 0 00000400:00000200:0.0:1784945343.666268:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945343.666271:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945343.666276:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945343.666285:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945343.666293:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945343.666296:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945343.666304:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945343.666309:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314286:314286:255:4294967295] 192.168.202.106@tcp LPNI seq info [314282:314282:7:4294967295] 00000400:00000200:0.0:1784945343.666313:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945343.666333:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784945343.666341:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784945343.666347:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4400. 00000800:00000200:0.0:1784945343.666357:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784945343.666366:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945343.666371:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945343.666379:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945343.666395:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945343.666399:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304131247 00000100:00000001:0.0:1784945343.666407:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304130577 00000100:00000001:0.0:1784945343.666416:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304131247 00000100:00000001:0.0:1784945343.666422:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304130577 00000100:00000001:0.0:1784945343.666430:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945343.666435:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945343.666440:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945343.666442:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945343.666447:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945343.666448:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945343.666451:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945343.666453:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945343.666455:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945343.666464:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945343.669054:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945343.669058:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784945343.669064:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945343.669074:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945343.669078:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f3c8. 00000400:00000200:0.0:1784945343.669082:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f880 00000400:00000010:0.0:1784945343.669084:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f880. 00000100:00000001:0.0:1784945343.669087:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945343.669092:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8aa00 x1871641054227200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945343.669101:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8aa00 x1871641054227200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945343.669108:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945343.669110:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945343.669112:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945343.669116:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945343.669118:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945343.669120:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945343.669241:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945343.669251:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=45 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945343.669256:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=115 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945343.669259:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945343.669270:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945343.669273:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945343.669276:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945343.669280:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784945343.669282:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784945343.669284:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784945343.669286:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945343.669291:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8aa00 x1871641054227200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945343.669299:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945343.669302:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945343.669303:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945343.669307:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8aa00 x1871641054227200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945359 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945343.669316:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054227200:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945343.669321:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945343.669332:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945343.669335:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8aa00 x1871641054227200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945359 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945343.669342:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945343.669344:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945343.669347:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b000. 02000000:00000001:0.0:1784945343.669351:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945343.669353:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945343.669354:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784945343.669357:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945343.669359:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad700. 02000000:00000001:0.0:1784945343.669364:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945343.669366:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945343.669368:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8aa00. 00000100:00000001:0.0:1784945343.669371:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945343.669373:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945343.669375:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945343.669377:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945343.669378:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945343.669380:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945343.669381:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945343.670937:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945343.670940:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784945343.670945:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945343.670946:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945343.670948:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f8f0. 00000400:00000200:0.0:1784945343.670952:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fbb0 00000400:00000010:0.0:1784945343.670954:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fbb0. 00000100:00000001:0.0:1784945343.670956:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945343.670960:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88a80 x1871641054227072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945343.670969:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88a80 x1871641054227072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945343.670976:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945343.670977:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945343.670979:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945343.670981:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945343.670983:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945343.670985:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945343.670987:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945343.670991:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=45 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945343.670995:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=45 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945343.670997:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945343.670999:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945343.671001:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945343.671002:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945343.671004:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945343.671009:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88a80 x1871641054227072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945343.671026:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945343.671029:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945343.671031:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945343.671035:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88a80 x1871641054227072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945359 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945343.671043:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054227072:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945343.671047:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945343.671049:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945343.671052:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88a80 x1871641054227072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945359 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945343.671058:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945343.671060:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945343.671062:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394a800. 02000000:00000001:0.0:1784945343.671074:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945343.671075:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945343.671076:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784945343.671078:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945343.671080:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad100. 02000000:00000001:0.0:1784945343.671084:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945343.671085:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945343.671086:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88a80. 00000100:00000001:0.0:1784945343.671089:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945343.671090:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945343.671092:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945343.671099:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945343.671101:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945343.671103:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945343.671105:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945343.985724:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945343.985727:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945343.985730:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945344.369623:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304131247, at 4304131264 00000100:00000010:0.0:1784945344.369639:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373240. 00000020:00000001:3.0:1784945345.010825:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945345.010829:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945345.010833:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945346.033715:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945346.033719:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945346.033722:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945347.057722:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945347.057725:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945347.057728:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945348.081734:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945348.081736:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945348.081739:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945348.785660:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945348.785670:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945348.785679:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952680. 00000020:00000040:2.0:1784945348.785684:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945348.785688:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945348.785691:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945348.785695:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945348.785703:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b300. 00000100:00000001:2.0:1784945348.785708:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945348.785718:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73952680 x1871641054227328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945348.785729:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945348.785734:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945348.785740:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f291fbe] to pc [ptlrpcd_01_00+0] req@ffff996d73952680 x1871641054227328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945348.785782:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945348.785785:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945348.785788:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945348.785791:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950a80. 00000020:00000040:2.0:1784945348.785794:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945348.785796:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945348.785797:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945348.785799:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945348.785802:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b500. 00000100:00000001:2.0:1784945348.785805:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945348.785809:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950a80 x1871641054227456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945348.785816:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945348.785818:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945348.785822:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011f70e2a] to pc [ptlrpcd_01_01+1] req@ffff996d73950a80 x1871641054227456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945348.785830:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945348.785832:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945348.785836:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945348.785839:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945348.785842:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945348.785847:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9473) 00000100:00000001:3.0:1784945348.785857:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945348.785863:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945348.785865:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945348.785872:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952680 x1871641054227328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945348.785874:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945348.785877:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945348.785880:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784945348.785885:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784945348.785889:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950a80 x1871641054227456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945348.785889:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945348.785896:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945348.785900:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945348.785901:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945348.785903:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945348.785905:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945348.785907:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945348.785910:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1784945348.785912:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054227328:192.168.202.106@tcp:400:kworker.0 02000000:00000001:2.0:1784945348.785914:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945348.785921:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1784945348.785922:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054227456:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945348.785927:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945348.785927:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945348.785930:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945348.785931:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945348.785933:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945348.785938:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1784945348.785938:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945348.785944:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000010:3.0:1784945348.785945:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479af000. 02000000:00000001:2.0:1784945348.785947:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945348.785949:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945348.785956:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945348.785957:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945348.785964:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:3.0:1784945348.785964:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:2.0:1784945348.785972:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f63b8. 00000100:00000200:2.0:1784945348.785979:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054227456, portal 10 00000400:00000010:3.0:1784945348.785981:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000100:00000001:2.0:1784945348.785983:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945348.785986:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102473344 : -112779607078272 : ffff996d73950a80) 00000100:00000200:3.0:1784945348.785987:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054227328, portal 25 00000100:00000001:3.0:1784945348.785991:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945348.785993:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102480512 : -112779607071104 : ffff996d73952680) 00000100:00000040:2.0:1784945348.785995:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950a80 x1871641054227456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784945348.786002:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952680 x1871641054227328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945348.786009:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945348.786016:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784945348.786017:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1784945348.786020:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6550. 00000100:00000040:3.0:1784945348.786023:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000200:2.0:1784945348.786026:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054227456, offset 0 00000400:00000010:3.0:1784945348.786029:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1dd0. 00000400:00000200:2.0:1784945348.786036:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000200:3.0:1784945348.786042:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054227328, offset 0 00000400:00000200:2.0:1784945348.786047:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945348.786052:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945348.786056:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945348.786062:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945348.786066:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945348.786069:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945348.786072:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945348.786076:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314287:314287:256:4294967295] 192.168.202.106@tcp LPNI seq info [314283:314283:8:4294967295] 00000400:00000200:2.0:1784945348.786080:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945348.786086:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945348.786094:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784945348.786096:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945348.786104:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784945348.786108:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945348.786111:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000010:2.0:1784945348.786115:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bc00. 00000400:00000200:3.0:1784945348.786116:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945348.786121:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:2.0:1784945348.786127:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784945348.786128:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314288:314288:255:4294967295] 192.168.202.106@tcp LPNI seq info [314284:314284:7:4294967295] 00000800:00000200:2.0:1784945348.786139:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945348.786144:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784945348.786149:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945348.786159:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945348.786163:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945348.786167:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000800:00000200:3.0:1784945348.786172:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945348.786177:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945348.786180:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945348.786313:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945348.786314:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945348.786319:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16845 usecs (17 jiffies) 00000400:00000200:3.0:1784945348.786320:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945348.786326:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304136367 00000400:00000200:2.0:1784945348.786327:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945348.786332:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304135697 00000100:00000010:3.0:1784945348.786335:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322a20. 00000100:00000001:3.0:1784945348.786351:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945348.786363:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304136367 00000100:00000010:3.0:1784945348.786366:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322b40. 00000100:00000001:3.0:1784945348.786369:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945348.786372:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945348.786374:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945348.786378:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945348.786380:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945348.786386:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945348.786388:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945348.786391:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945348.786392:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945348.786394:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945348.786396:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945348.794815:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304136367 00000100:00000001:2.0:1784945348.794823:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304135706 00000100:00000001:2.0:1784945348.794828:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304136367 00000100:00000001:2.0:1784945348.794834:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945348.794840:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945348.794846:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945348.794851:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945348.794858:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945348.794860:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945348.794864:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945348.794866:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945348.794868:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945348.794871:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945348.797136:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945348.797150:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945348.797156:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945348.797157:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945348.797160:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945348.797164:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000400:00000010:3.0:1784945348.797167:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000100:00000001:3.0:1784945348.797170:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945348.797174:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952680 x1871641054227328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945348.797183:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952680 x1871641054227328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945348.797189:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945348.797191:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945348.797194:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945348.797197:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945348.797199:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945348.797201:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945348.797204:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945348.797210:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=50 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945348.797214:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=50 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945348.797217:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945348.797218:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945348.797221:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945348.797224:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945348.797227:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945348.797231:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952680 x1871641054227328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945364 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945348.797245:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945348.797248:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945348.797250:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945348.797254:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952680 x1871641054227328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945364 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945348.797261:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054227328:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945348.797277:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945348.797279:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945348.797283:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952680 x1871641054227328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945364 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945348.797290:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945348.797292:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945348.797295:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479af000. 02000000:00000001:3.0:1784945348.797298:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945348.797301:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945348.797303:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945348.797305:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945348.797307:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b300. 02000000:00000001:3.0:1784945348.797311:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945348.797313:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945348.797314:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952680. 00000100:00000001:3.0:1784945348.797318:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945348.797319:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945348.797321:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945348.797326:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945348.797327:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945348.797329:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945348.797331:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945348.798934:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945348.798938:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945348.798942:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945348.798944:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945348.798947:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945348.798951:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f63b8 00000400:00000010:2.0:1784945348.798953:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f63b8. 00000100:00000001:2.0:1784945348.798957:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945348.798962:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950a80 x1871641054227456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945348.798970:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950a80 x1871641054227456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945348.798976:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945348.798978:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945348.798979:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945348.798982:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945348.798984:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945348.798986:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945348.798988:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945348.798994:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=50 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945348.798997:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=120 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945348.799000:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945348.799001:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945348.799003:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945348.799006:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945348.799009:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945348.799011:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945348.799013:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945348.799014:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945348.799018:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950a80 x1871641054227456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945364 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945348.799024:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945348.799026:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945348.799028:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945348.799032:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950a80 x1871641054227456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945364 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945348.799039:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054227456:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945348.799043:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945348.799046:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945348.799049:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950a80 x1871641054227456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945364 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945348.799055:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945348.799233:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945348.799236:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945348.799240:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945348.799241:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945348.799243:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945348.799245:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945348.799247:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b500. 02000000:00000001:2.0:1784945348.799249:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945348.799251:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945348.799252:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950a80. 00000100:00000001:2.0:1784945348.799256:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945348.799257:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945348.799259:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945348.799310:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945348.799312:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945348.799315:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945348.799317:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945349.106323:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945349.106326:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945349.106329:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945349.489775:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304136367, at 4304136384 00000100:00000010:0.0:1784945349.489781:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322a20. 00000020:00000001:0.0:1784945350.133151:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945350.133155:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945350.133158:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945351.153790:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945351.153794:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945351.153798:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945352.177894:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945352.177898:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945352.177901:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945353.201877:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945353.201881:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945353.201885:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945353.905630:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945353.905639:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945353.905658:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950a80. 00000020:00000040:2.0:1784945353.905665:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945353.905669:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945353.905672:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945353.905677:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945353.905685:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b500. 00000100:00000001:2.0:1784945353.905691:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945353.905727:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950a80 x1871641054227584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945353.905738:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945353.905742:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945353.905749:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011f70e2a] to pc [ptlrpcd_01_00+0] req@ffff996d73950a80 x1871641054227584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945353.905785:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945353.905789:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945353.905792:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945353.905796:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952300. 00000020:00000040:2.0:1784945353.905798:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945353.905800:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945353.905802:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945353.905804:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945353.905807:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784945353.905810:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945353.905814:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73952300 x1871641054227712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945353.905822:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945353.905824:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945353.905828:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b6164b6] to pc [ptlrpcd_01_01+1] req@ffff996d73952300 x1871641054227712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945353.905837:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945353.905839:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945353.905843:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945353.905846:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945353.905849:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945353.905854:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9478) 00000100:00000001:2.0:1784945353.905868:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945353.905871:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945353.905873:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945353.905879:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952300 x1871641054227712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945353.905892:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945353.905894:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945353.905898:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945353.905901:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945353.905904:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945353.905907:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054227712:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945353.905911:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945353.905916:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945353.905919:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945353.905921:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945353.905925:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945353.905927:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945353.905935:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945353.905939:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784945353.905945:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f63b8. 00000100:00000200:2.0:1784945353.905952:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054227712, portal 10 00000100:00000001:2.0:1784945353.905955:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945353.905956:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102479616 : -112779607072000 : ffff996d73952300) 00000100:00000040:2.0:1784945353.905963:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952300 x1871641054227712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945353.905971:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945353.905974:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945353.905976:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6990. 00000100:00000200:2.0:1784945353.905980:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054227712, offset 0 00000400:00000200:2.0:1784945353.905986:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945353.905995:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945353.906002:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945353.906007:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945353.906011:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945353.906014:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945353.906017:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945353.906021:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314289:314289:256:4294967295] 192.168.202.106@tcp LPNI seq info [314285:314285:8:4294967295] 00000400:00000200:2.0:1784945353.906025:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945353.906048:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945353.906055:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945353.906059:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b100. 00000800:00000200:2.0:1784945353.906066:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945353.906074:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945353.906078:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945353.906091:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945353.906096:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16845 usecs (17 jiffies) 00000400:00000200:2.0:1784945353.906099:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945353.906102:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304140817 00000100:00000010:2.0:1784945353.906107:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cd80. 00000100:00000001:2.0:1784945353.906114:0:2355:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945353.906190:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304140817 00000100:00000010:2.0:1784945353.906196:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cde0. 00000100:00000001:2.0:1784945353.906199:0:2355:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945353.906203:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945353.906206:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945353.906209:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945353.906212:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945353.906219:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945353.906222:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945353.906228:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945353.906230:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945353.906233:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945353.906237:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1784945353.906241:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945353.906245:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945353.906246:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945353.906251:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945353.906254:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945353.906257:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945353.906263:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950a80 x1871641054227584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945353.906281:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945353.906284:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945353.906288:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945353.906292:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945353.906296:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945353.906303:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054227584:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945353.906310:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945353.906315:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945353.906318:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945353.906320:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945353.906324:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945353.906326:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945353.906330:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945353.906333:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784945353.906337:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6990. 00000100:00000200:2.0:1784945353.906340:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054227584, portal 25 00000100:00000001:2.0:1784945353.906343:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945353.906344:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102473344 : -112779607078272 : ffff996d73950a80) 00000100:00000040:2.0:1784945353.906350:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950a80 x1871641054227584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945353.906356:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945353.906359:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945353.906361:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6550. 00000100:00000200:2.0:1784945353.906364:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054227584, offset 0 00000400:00000200:2.0:1784945353.906368:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945353.906372:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945353.906375:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945353.906378:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945353.906380:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945353.906382:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945353.906385:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945353.906388:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314290:314290:256:4294967295] 192.168.202.106@tcp LPNI seq info [314286:314286:8:4294967295] 00000400:00000200:2.0:1784945353.906391:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945353.906397:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945353.906402:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945353.906405:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b000. 00000800:00000200:2.0:1784945353.906409:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945353.906413:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945353.906416:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945353.906428:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945353.906432:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945353.906433:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304141487 00000100:00000001:3.0:1784945353.906573:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945353.906576:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945353.908204:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304140817 00000100:00000001:2.0:1784945353.908213:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304141489 00000100:00000001:2.0:1784945353.908217:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304140817 00000100:00000001:2.0:1784945353.908220:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945353.908224:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945353.908227:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945353.908230:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945353.909297:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945353.909300:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945353.909305:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945353.909307:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945353.909309:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945353.909313:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f63b8 00000400:00000010:2.0:1784945353.909315:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f63b8. 00000100:00000001:2.0:1784945353.909318:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945353.909323:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952300 x1871641054227712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945353.909332:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952300 x1871641054227712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945369 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945353.909344:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945353.909346:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945353.909348:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945353.909351:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945353.909353:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945353.909356:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945353.909358:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945353.909365:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=55 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945353.909369:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=125 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945353.909372:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945353.909374:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945353.909377:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945353.909380:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945353.909384:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945353.909385:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945353.909387:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945353.909389:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945353.909394:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952300 x1871641054227712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945369 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945353.909401:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945353.909404:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945353.909405:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945353.909409:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952300 x1871641054227712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945369 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945353.909417:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054227712:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945353.909422:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945353.909424:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945353.909427:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952300 x1871641054227712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945369 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945353.909434:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945353.909436:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945353.909439:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945353.909443:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945353.909446:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945353.909447:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945353.909450:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945353.909452:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 02000000:00000001:2.0:1784945353.909455:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945353.909457:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945353.909459:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952300. 00000100:00000001:2.0:1784945353.909462:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945353.909464:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945353.909466:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945353.909468:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945353.909469:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945353.909471:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945353.909472:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945353.909947:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945353.909949:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945353.909952:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945353.909954:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945353.909956:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945353.909959:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6990 00000400:00000010:2.0:1784945353.909961:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6990. 00000100:00000001:2.0:1784945353.909963:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945353.909967:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950a80 x1871641054227584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945353.909976:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950a80 x1871641054227584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945369 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945353.909982:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945353.909984:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945353.909985:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945353.909987:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945353.909988:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945353.909990:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945353.909991:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945353.909994:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=55 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945353.909997:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=55 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945353.910000:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945353.910001:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945353.910003:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945353.910004:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945353.910006:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945353.910010:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950a80 x1871641054227584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945369 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945353.910017:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945353.910019:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945353.910020:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945353.910024:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950a80 x1871641054227584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945369 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945353.910031:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054227584:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945353.910043:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945353.910045:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945353.910047:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950a80 x1871641054227584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945369 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945353.910050:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945353.910051:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945353.910053:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945353.910054:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945353.910055:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945353.910056:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945353.910058:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945353.910059:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b500. 02000000:00000001:2.0:1784945353.910060:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945353.910061:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945353.910062:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950a80. 00000100:00000001:2.0:1784945353.910064:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945353.910064:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945353.910065:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945353.910069:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945353.910070:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945353.910073:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945353.910074:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945354.226412:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945354.226416:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945354.226420:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945354.609667:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304141487, at 4304141504 00000100:00000010:0.0:1784945354.609674:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cd80. 00000020:00000001:0.0:1784945355.251304:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945355.251308:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945355.251311:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945356.274762:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945356.274769:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945356.274773:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945357.297815:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945357.297822:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945357.297826:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945358.322408:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945358.322418:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945358.322422:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945359.025747:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945359.025760:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945359.025773:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950a80. 00000020:00000040:2.0:1784945359.025781:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945359.025786:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945359.025789:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945359.025796:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945359.025806:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b500. 00000100:00000001:2.0:1784945359.025814:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945359.025830:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950a80 x1871641054227840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945359.025842:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945359.025847:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945359.025855:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011f70e2a] to pc [ptlrpcd_01_00+0] req@ffff996d73950a80 x1871641054227840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945359.025898:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945359.025901:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945359.025905:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945359.025909:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952300. 00000020:00000040:2.0:1784945359.025912:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945359.025915:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945359.025916:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945359.025919:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945359.025923:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784945359.025926:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945359.025928:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784945359.025932:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73952300 x1871641054227968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945359.025935:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945359.025940:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784945359.025942:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945359.025947:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945359.025950:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950a80 x1871641054227840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784945359.025954:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b6164b6] to pc [ptlrpcd_01_01+1] req@ffff996d73952300 x1871641054227968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945359.025969:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945359.025973:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945359.025974:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945359.025977:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784945359.025978:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784945359.025983:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784945359.025983:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784945359.025987:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784945359.025989:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945359.025995:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1784945359.025998:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054227840:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784945359.026003:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9483) 00000100:00000001:3.0:1784945359.026004:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945359.026013:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945359.026016:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945359.026019:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945359.026026:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479ae200. 00000100:00000001:2.0:1784945359.026027:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945359.026031:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784945359.026031:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945359.026035:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945359.026042:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952300 x1871641054227968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784945359.026044:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945359.026053:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784945359.026054:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945359.026058:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945359.026061:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945359.026062:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1784945359.026064:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 02000000:00000001:2.0:1784945359.026065:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945359.026072:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054227968:192.168.202.106@tcp:400:kworker.0 00000100:00000200:3.0:1784945359.026075:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054227840, portal 25 00000100:00000001:2.0:1784945359.026076:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945359.026080:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784945359.026081:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1784945359.026082:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945359.026086:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102473344 : -112779607078272 : ffff996d73950a80) 02000000:00000001:2.0:1784945359.026087:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945359.026091:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945359.026093:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945359.026098:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950a80 x1871641054227840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784945359.026099:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945359.026103:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784945359.026108:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6990. 00000100:00000001:3.0:1784945359.026112:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1784945359.026113:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054227968, portal 10 00000100:00000001:2.0:1784945359.026116:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945359.026118:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102479616 : -112779607072000 : ffff996d73952300) 00000100:00000040:3.0:1784945359.026119:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945359.026125:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1000. 00000100:00000040:2.0:1784945359.026127:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952300 x1871641054227968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945359.026131:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054227840, offset 0 00000100:00000001:2.0:1784945359.026136:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945359.026141:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945359.026145:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945359.026146:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f63b8. 00000100:00000200:2.0:1784945359.026152:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054227968, offset 0 00000400:00000200:3.0:1784945359.026159:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945359.026161:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945359.026173:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945359.026180:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945359.026185:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945359.026196:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945359.026199:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945359.026204:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314291:314291:256:4294967295] 192.168.202.106@tcp LPNI seq info [314287:314287:8:4294967295] 00000400:00000200:3.0:1784945359.026209:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945359.026215:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945359.026220:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945359.026227:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945359.026231:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945359.026231:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784945359.026237:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945359.026240:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945359.026244:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314292:314292:255:4294967295] 192.168.202.106@tcp LPNI seq info [314288:314288:7:4294967295] 00000800:00000200:3.0:1784945359.026249:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945359.026250:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:3.0:1784945359.026258:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000400:00000200:2.0:1784945359.026263:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945359.026273:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000200:3.0:1784945359.026273:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000010:2.0:1784945359.026280:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b700. 00000800:00000200:3.0:1784945359.026288:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945359.026289:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945359.026296:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784945359.026299:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945359.026303:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945359.026318:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945359.026318:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945359.026326:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16845 usecs (17 jiffies) 00000400:00000200:3.0:1784945359.026326:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945359.026333:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945359.026333:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304146607 00000100:00000001:2.0:1784945359.026338:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304145937 00000100:00000010:3.0:1784945359.026342:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322e40. 00000100:00000001:3.0:1784945359.026352:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945359.026359:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304146607 00000100:00000001:2.0:1784945359.026361:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304146607 00000100:00000010:3.0:1784945359.026365:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322000. 00000100:00000001:2.0:1784945359.026366:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304145937 00000100:00000001:3.0:1784945359.026371:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945359.026378:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304146607 00000100:00000001:3.0:1784945359.026378:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945359.026383:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945359.026384:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945359.026389:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945359.026391:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945359.026392:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945359.026396:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945359.026397:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945359.026409:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945359.026409:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945359.026413:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945359.026414:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945359.026419:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945359.026420:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945359.026423:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945359.026424:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945359.026428:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945359.026428:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945359.026434:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945359.026434:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945359.029231:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945359.029235:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945359.029241:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945359.029243:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945359.029246:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945359.029249:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6990 00000400:00000010:2.0:1784945359.029251:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6990. 00000100:00000001:2.0:1784945359.029255:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945359.029258:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952300 x1871641054227968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945359.029264:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952300 x1871641054227968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945359.029268:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945359.029270:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945359.029272:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945359.029275:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945359.029277:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945359.029279:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945359.029281:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945359.029290:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=61 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945359.029294:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=131 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945359.029296:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945359.029297:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945359.029300:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945359.029303:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945359.029306:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945359.029308:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945359.029309:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945359.029311:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945359.029314:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952300 x1871641054227968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945359.029319:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945359.029322:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945359.029323:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945359.029326:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952300 x1871641054227968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945375 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945359.029331:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054227968:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945359.029334:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945359.029336:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945359.029337:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952300 x1871641054227968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945375 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945359.029341:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945359.029343:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945359.029346:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945359.029349:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945359.029351:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945359.029352:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945359.029354:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945359.029356:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 02000000:00000001:2.0:1784945359.029359:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945359.029360:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945359.029362:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952300. 00000100:00000001:2.0:1784945359.029365:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945359.029366:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945359.029367:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945359.029373:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945359.029375:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945359.029377:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945359.029380:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945359.037448:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945359.037452:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945359.037460:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945359.037462:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945359.037466:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945359.037472:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000400:00000010:3.0:1784945359.037475:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000100:00000001:3.0:1784945359.037480:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945359.037484:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950a80 x1871641054227840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945359.037493:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950a80 x1871641054227840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945359.037499:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945359.037501:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945359.037505:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945359.037509:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945359.037512:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945359.037544:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945359.037549:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945359.037557:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=61 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945359.037562:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=61 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945359.037564:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945359.037566:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945359.037569:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945359.037572:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945359.037576:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945359.037582:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950a80 x1871641054227840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945359.037590:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945359.037593:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945359.037595:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945359.037599:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950a80 x1871641054227840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945375 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945359.037607:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054227840:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945359.037613:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945359.037616:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945359.037620:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950a80 x1871641054227840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945375 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945359.037626:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945359.037630:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945359.037634:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479ae200. 02000000:00000001:3.0:1784945359.037638:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945359.037641:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945359.037644:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945359.037646:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945359.037649:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b500. 02000000:00000001:3.0:1784945359.037653:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945359.037667:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945359.037670:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950a80. 00000100:00000001:3.0:1784945359.037674:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945359.037676:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945359.037679:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945359.037688:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945359.037690:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945359.037693:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945359.037696:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945359.345890:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945359.345894:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945359.345898:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945359.730403:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304146607, at 4304146624 00000100:00000010:0.0:1784945359.730412:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322e40. 00000020:00000001:3.0:1784945360.370938:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945360.370942:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945360.370946:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945361.393844:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945361.393846:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945361.393849:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945362.418264:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945362.418268:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945362.418272:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945363.441808:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945363.441813:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945363.441816:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945364.145681:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945364.145693:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945364.145709:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952300. 00000020:00000040:2.0:1784945364.145716:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945364.145721:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945364.145725:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945364.145730:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945364.145750:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784945364.145758:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945364.145773:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73952300 x1871641054228096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945364.145793:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945364.145798:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945364.145806:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b6164b6] to pc [ptlrpcd_01_00+0] req@ffff996d73952300 x1871641054228096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945364.145888:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945364.145894:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945364.145896:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945364.145903:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952300 x1871641054228096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945364.145912:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945364.145914:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945364.145918:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945364.145921:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945364.145924:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945364.145928:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054228096:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945364.145933:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945364.145939:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945364.145942:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945364.145944:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945364.145949:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479afc00. 02000000:00000001:3.0:1784945364.145951:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945364.145960:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945364.145965:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784945364.145974:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000100:00000200:3.0:1784945364.145981:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054228096, portal 25 00000100:00000001:3.0:1784945364.145984:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945364.145986:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102479616 : -112779607072000 : ffff996d73952300) 00000100:00000040:3.0:1784945364.145991:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952300 x1871641054228096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945364.145999:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945364.146002:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945364.146005:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1d48. 00000100:00000200:3.0:1784945364.146008:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054228096, offset 0 00000400:00000200:3.0:1784945364.146015:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945364.146026:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945364.146034:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945364.146041:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945364.146046:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945364.146051:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945364.146054:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945364.146058:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314293:314293:256:4294967295] 192.168.202.106@tcp LPNI seq info [314289:314289:8:4294967295] 00000400:00000200:3.0:1784945364.146063:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945364.146076:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945364.146082:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945364.146088:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000800:00000200:3.0:1784945364.146096:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945364.146105:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945364.146110:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945364.146133:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945364.146138:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945364.146141:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304151727 00000100:00000010:3.0:1784945364.146146:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322d20. 00000100:00000001:3.0:1784945364.146154:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945364.146162:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304151727 00000100:00000010:3.0:1784945364.146165:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3223c0. 00000100:00000001:3.0:1784945364.146168:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945364.146172:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945364.146174:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945364.146177:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945364.146180:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945364.146448:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945364.146452:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945364.146456:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945364.146459:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950000. 00000020:00000040:2.0:1784945364.146462:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945364.146464:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945364.146466:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945364.146468:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945364.146474:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b500. 00000100:00000001:2.0:1784945364.146477:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945364.146482:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950000 x1871641054228224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945364.146490:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945364.146492:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945364.146496:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac249ac8] to pc [ptlrpcd_01_01+1] req@ffff996d73950000 x1871641054228224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945364.146921:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945364.146925:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945364.146928:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945364.146930:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945364.146931:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945364.146934:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1784945364.146936:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945364.146938:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945364.146940:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945364.146942:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945364.146943:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945364.146944:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945364.146949:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950000 x1871641054228224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945364.146957:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945364.146958:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945364.146961:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945364.146963:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945364.146965:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945364.146968:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054228224:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945364.146972:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945364.146975:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945364.146977:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945364.146978:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945364.146982:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479ae600. 02000000:00000001:3.0:1784945364.146984:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945364.146988:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945364.146991:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784945364.146995:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1110. 00000100:00000200:3.0:1784945364.146998:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054228224, portal 10 00000100:00000001:3.0:1784945364.147000:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945364.147002:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102470656 : -112779607080960 : ffff996d73950000) 00000100:00000040:3.0:1784945364.147008:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950000 x1871641054228224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945364.147016:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945364.147018:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945364.147020:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1440. 00000100:00000200:3.0:1784945364.147022:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054228224, offset 0 00000400:00000200:3.0:1784945364.147027:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945364.147031:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945364.147035:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945364.147038:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945364.147041:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945364.147044:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945364.147046:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945364.147050:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314294:314294:256:4294967295] 192.168.202.106@tcp LPNI seq info [314290:314290:8:4294967295] 00000400:00000200:3.0:1784945364.147054:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945364.147061:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945364.147065:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945364.147069:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beaf00. 00000800:00000200:3.0:1784945364.147073:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945364.147077:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945364.147081:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beaf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945364.147135:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945364.147140:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16843 usecs (17 jiffies) 00000400:00000200:3.0:1784945364.147143:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945364.147146:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304151058 00000100:00000001:3.0:1784945364.147148:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304151727 00000100:00000001:3.0:1784945364.147151:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304151058 00000100:00000001:3.0:1784945364.147153:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304151727 00000100:00000001:3.0:1784945364.147155:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945364.147157:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945364.147159:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945364.147161:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945364.147185:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945364.147187:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945364.147241:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945364.147244:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945364.147249:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945364.147252:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945364.147255:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945364.147260:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9488) 00000100:00000001:3.0:1784945364.147299:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945364.147301:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945364.147303:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945364.147305:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945364.153245:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945364.153251:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945364.153328:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945364.153331:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945364.153335:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945364.153341:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000400:00000010:3.0:1784945364.153344:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000100:00000001:3.0:1784945364.153347:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945364.153352:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952300 x1871641054228096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945364.153361:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952300 x1871641054228096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945364.153368:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945364.153370:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945364.153373:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945364.153378:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945364.153380:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945364.153383:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945364.153388:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945364.153396:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=66 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945364.153401:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=66 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945364.153404:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945364.153405:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945364.153409:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945364.153411:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945364.153415:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945364.153420:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952300 x1871641054228096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945364.153427:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945364.153430:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945364.153433:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945364.153437:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952300 x1871641054228096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945380 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945364.153445:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054228096:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945364.153450:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945364.153454:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945364.153457:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952300 x1871641054228096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945380 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945364.153464:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945364.153467:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945364.153472:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479afc00. 02000000:00000001:3.0:1784945364.153475:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945364.153478:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945364.153480:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945364.153483:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945364.153486:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 02000000:00000001:3.0:1784945364.153490:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945364.153492:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945364.153494:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952300. 00000100:00000001:3.0:1784945364.153498:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945364.153500:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945364.153504:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945364.153506:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945364.153507:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945364.153509:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945364.153511:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945364.157162:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945364.157168:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945364.157234:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945364.157237:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945364.157241:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945364.157247:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1110 00000400:00000010:3.0:1784945364.157249:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1110. 00000100:00000001:3.0:1784945364.157253:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945364.157258:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950000 x1871641054228224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945364.157267:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950000 x1871641054228224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945364.157274:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945364.157277:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945364.157279:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945364.157284:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945364.157286:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945364.157290:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945364.157293:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945364.157305:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=66 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945364.157310:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=136 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945364.157313:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945364.157315:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945364.157318:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945364.157322:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945364.157326:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945364.157329:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945364.157331:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945364.157333:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945364.157338:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950000 x1871641054228224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945364.157345:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945364.157349:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945364.157351:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945364.157355:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950000 x1871641054228224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945380 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945364.157375:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054228224:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945364.157380:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945364.157384:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945364.157388:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950000 x1871641054228224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945380 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945364.157394:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945364.157397:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945364.157401:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479ae600. 02000000:00000001:3.0:1784945364.157404:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945364.157407:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945364.157409:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945364.157412:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945364.157415:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b500. 02000000:00000001:3.0:1784945364.157418:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945364.157420:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945364.157422:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950000. 00000100:00000001:3.0:1784945364.157426:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945364.157427:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945364.157430:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945364.157438:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945364.157440:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945364.157442:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945364.157445:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945364.466181:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945364.466186:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945364.466189:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945364.850042:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304151727, at 4304151744 00000100:00000010:0.0:1784945364.850048:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322d20. 00000020:00000001:3.0:1784945365.490628:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945365.490634:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945365.490638:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784945365.874246:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784945365.874254:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784945365.874259:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:0.0:1784945365.874557:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945365.874581:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945365.874588:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945365.874592:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784945366.513782:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945366.513786:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945366.513789:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945367.537791:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945367.537797:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945367.537801:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945368.561853:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945368.561857:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945368.561861:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784945369.266148:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945369.266165:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945369.266168:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945369.266175:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88700 x1871641054228352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945369.266184:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945369.266186:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945369.266190:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945369.266193:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945369.266196:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945369.266206:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054228352:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945369.266211:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945369.266219:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945369.266222:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945369.266225:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945369.266231:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394a800. 02000000:00000001:0.0:1784945369.266233:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945369.266246:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945369.266257:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f8f0. 00000400:00000010:0.0:1784945369.266267:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fbb0. 00000100:00000200:0.0:1784945369.266275:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054228352, portal 25 00000100:00000001:0.0:1784945369.266277:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945369.266280:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318366976 : -112780391184640 : ffff996d44d88700) 00000100:00000040:0.0:1784945369.266286:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88700 x1871641054228352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945369.266294:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945369.266296:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945369.266299:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f880. 00000100:00000200:0.0:1784945369.266302:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054228352, offset 0 00000400:00000200:0.0:1784945369.266309:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945369.266319:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945369.266328:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945369.266335:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945369.266340:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945369.266344:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945369.266347:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945369.266352:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314295:314295:256:4294967295] 192.168.202.106@tcp LPNI seq info [314291:314291:8:4294967295] 00000400:00000200:0.0:1784945369.266357:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945369.266368:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784945369.266375:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784945369.266380:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4800. 00000800:00000200:0.0:1784945369.266388:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784945369.266396:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945369.266401:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945369.266419:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945369.266423:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945369.266426:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304156847 00000100:00000010:0.0:1784945369.266432:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373240. 00000100:00000001:0.0:1784945369.266440:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784945369.266445:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304156847 00000100:00000010:0.0:1784945369.266448:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373540. 00000100:00000001:0.0:1784945369.266461:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784945369.266465:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945369.266468:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945369.266471:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945369.266474:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945369.266482:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945369.266485:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945369.266487:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945369.266488:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945369.266490:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945369.266493:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1784945369.266495:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945369.266497:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945369.266498:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945369.266500:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945369.266501:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945369.266502:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945369.266506:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8bb80 x1871641054228480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945369.266514:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945369.266548:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945369.266550:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945369.266552:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945369.266554:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945369.266557:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054228480:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945369.266561:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945369.266563:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945369.266565:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945369.266567:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945369.266570:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b000. 02000000:00000001:0.0:1784945369.266582:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945369.266586:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945369.266589:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f3c8. 00000400:00000010:0.0:1784945369.266593:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f2a8. 00000100:00000200:0.0:1784945369.266596:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054228480, portal 10 00000100:00000001:0.0:1784945369.266598:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945369.266600:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318380416 : -112780391171200 : ffff996d44d8bb80) 00000100:00000040:0.0:1784945369.266607:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8bb80 x1871641054228480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945369.266615:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945369.266617:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945369.266619:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f4c8. 00000100:00000200:0.0:1784945369.266621:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054228480, offset 0 00000400:00000200:0.0:1784945369.266626:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945369.266630:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945369.266633:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945369.266636:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945369.266639:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945369.266641:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945369.266643:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945369.266646:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314296:314296:255:4294967295] 192.168.202.106@tcp LPNI seq info [314292:314292:7:4294967295] 00000400:00000200:0.0:1784945369.266651:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945369.266657:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784945369.266662:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784945369.266665:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4d00. 00000800:00000200:0.0:1784945369.266669:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784945369.266673:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945369.266676:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945369.266679:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945369.266682:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16843 usecs (17 jiffies) 00000400:00000200:0.0:1784945369.266685:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945369.266688:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304156178 00000100:00000001:0.0:1784945369.266690:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304156847 00000100:00000001:0.0:1784945369.266693:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304156178 00000100:00000001:0.0:1784945369.266695:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304156847 00000100:00000001:0.0:1784945369.266699:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945369.266701:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945369.266703:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945369.266706:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945369.266719:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945369.266722:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945369.269273:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945369.269292:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945369.269297:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945369.269299:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945369.269309:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945369.269318:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945369.269328:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945369.269334:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945369.269340:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945369.269345:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f2f80 00000400:00000200:0.0:1784945369.269351:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945369.269358:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd349 [1] + 224 00000800:00000001:0.0:1784945369.269365:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945369.269369:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945369.269373:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945369.269378:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945369.269385:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945369.269395:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d88700 x1871641054228352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945369.269408:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d88700 x1871641054228352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945369.269432:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945369.269445:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945369.269449:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945369.269450:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945369.269459:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945369.269463:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945369.269468:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945369.269473:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945369.269476:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945369.269480:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945369.269485:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f3000 00000400:00000200:0.0:1784945369.269491:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945369.269498:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd359 [1] + 224 00000800:00000001:0.0:1784945369.269501:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945369.269508:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945369.269512:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945369.269551:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945369.269583:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945369.269595:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8bb80 x1871641054228480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945369.269617:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8bb80 x1871641054228480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945369.269631:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945369.269638:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945369.269643:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784945369.586042:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945369.586047:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945369.586052:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945369.969663:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304156847, at 4304156864 00000100:00000010:0.0:1784945369.969686:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373240. 00000020:00000001:0.0:1784945370.613084:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945370.613088:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945370.613091:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945371.633727:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945371.633732:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945371.633735:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945372.658975:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945372.658980:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945372.658982:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945373.681694:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945373.681698:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945373.681701:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784945374.386749:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945374.386752:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945374.390241:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945374.390255:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945374.390259:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945374.390262:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945374.390270:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945374.390277:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945374.390284:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945374.390289:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945374.390294:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945374.390298:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f3100 00000400:00000200:0.0:1784945374.390302:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945374.390307:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd369 [1] + 224 00000800:00000001:0.0:1784945374.390315:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945374.390319:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945374.390322:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945374.390326:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945374.390333:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945374.390341:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d88700 x1871641054228736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945374.390352:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d88700 x1871641054228736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945374.390370:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945374.390379:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945374.390382:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945374.390384:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945374.390387:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945374.390389:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945374.390393:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945374.390397:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945374.390399:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945374.390402:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945374.390405:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f3080 00000400:00000200:0.0:1784945374.390408:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945374.390411:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd379 [1] + 224 00000800:00000001:0.0:1784945374.390415:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945374.390420:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945374.390422:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945374.390425:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945374.390428:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945374.390432:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8bb80 x1871641054228608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945374.390440:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8bb80 x1871641054228608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945374.390446:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945374.390449:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945374.390452:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784945374.705716:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945374.705719:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945374.705722:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945375.089624:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304161967, at 4304161984 00000100:00000010:0.0:1784945375.089642:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f180. 00000020:00000001:0.0:1784945375.731575:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945375.731579:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945375.731583:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945376.754408:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945376.754412:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945376.754416:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945377.777943:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945377.777950:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945377.777954:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945378.801690:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945378.801695:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945378.801699:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784945379.506573:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945379.506577:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945379.508397:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945379.508405:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945379.508408:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945379.508411:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945379.508417:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945379.508422:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945379.508428:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945379.508432:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945379.508437:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945379.508441:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f3200 00000400:00000200:0.0:1784945379.508445:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945379.508450:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd389 [1] + 224 00000800:00000001:0.0:1784945379.508456:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945379.508462:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945379.508465:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945379.508469:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945379.508474:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945379.508481:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8bb80 x1871641054228992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945379.508501:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8bb80 x1871641054228992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945379.508547:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945379.508558:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945379.508562:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945379.509233:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945379.509235:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784945379.509238:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945379.509239:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945379.509241:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d058. 00000400:00000200:0.0:1784945379.509245:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294110 00000400:00000010:0.0:1784945379.509247:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294110. 00000100:00000001:0.0:1784945379.509249:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945379.509254:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88700 x1871641054228864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945379.509262:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88700 x1871641054228864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945379.509268:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945379.509269:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945379.509271:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945379.509273:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945379.509274:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945379.509276:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945379.509278:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945379.509281:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=81 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945379.509288:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=81 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945379.509290:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945379.509291:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945379.509293:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945379.509295:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945379.509297:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945379.509300:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88700 x1871641054228864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945379.509306:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945379.509308:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945379.509309:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945379.509312:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88700 x1871641054228864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945395 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945379.509319:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054228864:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945379.509323:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945379.509325:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945379.509327:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88700 x1871641054228864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945395 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945379.509332:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945379.509334:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945379.509335:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ada00. 02000000:00000001:0.0:1784945379.509338:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945379.509339:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945379.509340:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784945379.509342:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945379.509344:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ade00. 02000000:00000001:0.0:1784945379.509346:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945379.509347:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945379.509348:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88700. 00000100:00000001:0.0:1784945379.509351:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945379.509352:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945379.509353:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945379.509359:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945379.509360:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945379.509362:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945379.509364:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945379.825727:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945379.825731:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945379.825734:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945380.209619:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304167087, at 4304167104 00000100:00000010:0.0:1784945380.209633:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8fcc0. 00000020:00000001:3.0:1784945380.849651:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945380.849655:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945380.849658:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945381.873706:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945381.873711:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945381.873714:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945382.897827:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945382.897839:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945382.897842:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945383.921717:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945383.921720:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945383.921723:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784945384.625902:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945384.625905:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945384.625907:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945384.625911:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8bb80 x1871641054229120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945384.625917:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945384.625918:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945384.625921:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945384.625923:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945384.625925:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945384.625927:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054229120:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945384.625930:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945384.625935:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945384.625936:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945384.625938:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945384.625941:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394a200. 02000000:00000001:0.0:1784945384.625942:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945384.625948:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945384.625951:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f370. 00000400:00000010:0.0:1784945384.625956:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fb28. 00000100:00000200:0.0:1784945384.625961:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054229120, portal 25 00000100:00000001:0.0:1784945384.625962:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945384.625964:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318380416 : -112780391171200 : ffff996d44d8bb80) 00000100:00000040:0.0:1784945384.625967:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8bb80 x1871641054229120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945384.625972:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945384.625974:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945384.625975:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f220. 00000100:00000200:0.0:1784945384.625977:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054229120, offset 0 00000400:00000200:0.0:1784945384.625981:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945384.625989:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945384.625996:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945384.626001:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945384.626006:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945384.626009:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945384.626012:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945384.626016:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314301:314301:256:4294967295] 192.168.202.106@tcp LPNI seq info [314297:314297:8:4294967295] 00000400:00000200:0.0:1784945384.626020:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945384.626030:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784945384.626035:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784945384.626052:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4500. 00000800:00000200:0.0:1784945384.626058:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784945384.626063:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945384.626067:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945384.626082:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945384.626086:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945384.626089:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304172207 00000100:00000010:0.0:1784945384.626093:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373240. 00000100:00000001:0.0:1784945384.626100:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784945384.626104:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304172207 00000100:00000010:0.0:1784945384.626107:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373780. 00000100:00000001:0.0:1784945384.626111:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784945384.626114:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945384.626117:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945384.626120:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945384.626122:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945384.626142:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945384.626144:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945384.626146:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945384.626147:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945384.626149:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945384.626151:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1784945384.626153:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945384.626155:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945384.626156:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945384.626158:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945384.626159:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945384.626160:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945384.626165:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8b800 x1871641054229248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945384.626172:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945384.626174:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945384.626176:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945384.626177:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945384.626179:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945384.626181:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054229248:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945384.626183:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945384.626185:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945384.626186:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945384.626187:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945384.626189:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394bc00. 02000000:00000001:0.0:1784945384.626190:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945384.626192:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945384.626194:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652fc08. 00000400:00000010:0.0:1784945384.626197:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f440. 00000100:00000200:0.0:1784945384.626199:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054229248, portal 10 00000100:00000001:0.0:1784945384.626200:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945384.626201:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318379520 : -112780391172096 : ffff996d44d8b800) 00000100:00000040:0.0:1784945384.626206:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8b800 x1871641054229248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945384.626210:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945384.626211:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945384.626212:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f770. 00000100:00000200:0.0:1784945384.626214:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054229248, offset 0 00000400:00000200:0.0:1784945384.626216:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945384.626219:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945384.626223:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945384.626231:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945384.626234:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945384.626236:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945384.626238:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945384.626241:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314302:314302:255:4294967295] 192.168.202.106@tcp LPNI seq info [314298:314298:7:4294967295] 00000400:00000200:0.0:1784945384.626245:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945384.626251:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784945384.626255:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784945384.626258:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4100. 00000800:00000200:0.0:1784945384.626262:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784945384.626266:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945384.626268:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945384.626272:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945384.626275:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16842 usecs (17 jiffies) 00000400:00000200:0.0:1784945384.626278:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945384.626280:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304171537 00000100:00000001:0.0:1784945384.626282:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304172207 00000100:00000001:0.0:1784945384.626285:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304171537 00000100:00000001:0.0:1784945384.626287:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304172207 00000100:00000001:0.0:1784945384.626300:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945384.626302:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945384.626304:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945384.626306:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945384.626318:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945384.626320:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945384.628658:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945384.628661:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784945384.628666:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945384.628667:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945384.628669:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f370. 00000400:00000200:0.0:1784945384.628673:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fb28 00000400:00000010:0.0:1784945384.628674:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fb28. 00000100:00000001:0.0:1784945384.628676:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945384.628679:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8bb80 x1871641054229120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945384.628685:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8bb80 x1871641054229120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945384.628688:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945384.628690:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945384.628691:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945384.628693:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945384.628694:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945384.628696:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945384.628698:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945384.628703:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=86 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945384.628705:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=86 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945384.628707:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945384.628708:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945384.628710:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945384.628712:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945384.628713:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945384.628716:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8bb80 x1871641054229120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945400 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945384.628720:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945384.628722:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945384.628724:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945384.628726:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8bb80 x1871641054229120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945400 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945384.628731:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054229120:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945384.628734:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945384.628736:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945384.628745:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8bb80 x1871641054229120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945400 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945384.628751:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945384.628753:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945384.628756:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394a200. 02000000:00000001:0.0:1784945384.628759:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945384.628762:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945384.628763:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784945384.628766:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945384.628768:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad300. 02000000:00000001:0.0:1784945384.628772:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945384.628774:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945384.628776:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8bb80. 00000100:00000001:0.0:1784945384.628780:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945384.628781:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945384.628792:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945384.628793:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945384.628794:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945384.628795:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945384.628796:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945384.630044:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945384.630047:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784945384.630986:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945384.630988:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945384.630991:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652fc08. 00000400:00000200:0.0:1784945384.630996:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f440 00000400:00000010:0.0:1784945384.630998:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f440. 00000100:00000001:0.0:1784945384.631001:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945384.631008:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8b800 x1871641054229248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945384.631018:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8b800 x1871641054229248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945384.631026:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945384.631028:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945384.631030:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945384.631033:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945384.631036:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945384.631038:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945384.631040:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945384.631047:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=86 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945384.631051:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=6 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945384.631053:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945384.631055:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945384.631057:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945384.631061:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945384.631064:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784945384.631066:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784945384.631068:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784945384.631070:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945384.631074:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8b800 x1871641054229248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945400 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945384.631082:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945384.631084:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945384.631086:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945384.631090:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8b800 x1871641054229248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945400 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945384.631098:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054229248:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945384.631103:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945384.631105:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945384.631108:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8b800 x1871641054229248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945400 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945384.631115:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945384.631117:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945384.631120:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394bc00. 02000000:00000001:0.0:1784945384.631123:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945384.631125:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945384.631127:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784945384.631129:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945384.631131:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad500. 02000000:00000001:0.0:1784945384.631135:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945384.631137:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945384.631139:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8b800. 00000100:00000001:0.0:1784945384.631142:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945384.631144:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945384.631146:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945384.631152:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945384.631154:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945384.631157:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945384.631159:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945384.945724:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945384.945930:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945384.945934:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945385.329743:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304172207, at 4304172224 00000100:00000010:0.0:1784945385.329747:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373240. 00000020:00000001:3.0:1784945385.970484:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945385.970488:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945385.970492:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945386.993685:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945386.993689:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945386.993693:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945388.017944:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945388.017947:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945388.017950:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945389.041761:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945389.041765:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945389.041768:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945389.745651:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945389.745661:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945389.745671:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774000. 00000020:00000040:3.0:1784945389.745677:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945389.745681:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945389.745684:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945389.745689:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945389.745698:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beaf00. 00000100:00000001:3.0:1784945389.745705:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945389.745716:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73774000 x1871641054229376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945389.745726:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945389.745730:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945389.745737:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d864fec1] to pc [ptlrpcd_01_00+0] req@ffff996d73774000 x1871641054229376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945389.745777:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945389.745780:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945389.745784:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945389.745787:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775c00. 00000020:00000040:3.0:1784945389.745790:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945389.745792:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945389.745794:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945389.745796:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945389.745799:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bead00. 00000100:00000001:3.0:1784945389.745802:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945389.745806:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73775c00 x1871641054229504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945389.745813:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945389.745815:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945389.745831:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdc2357] to pc [ptlrpcd_01_01+1] req@ffff996d73775c00 x1871641054229504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945389.745841:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945389.745843:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945389.745846:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945389.745849:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945389.745853:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945389.745857:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9514) 00000100:00000001:3.0:1784945389.745870:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945389.745874:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945389.745876:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945389.745881:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775c00 x1871641054229504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945389.745899:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945389.745902:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945389.745906:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945389.745908:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945389.745911:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945389.745915:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054229504:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945389.745920:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945389.745925:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945389.745928:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945389.745931:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945389.745935:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479af000. 02000000:00000001:3.0:1784945389.745947:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945389.745954:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945389.745958:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784945389.745966:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1110. 00000100:00000200:3.0:1784945389.745972:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054229504, portal 10 00000100:00000001:3.0:1784945389.745974:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945389.745975:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100528128 : -112779609023488 : ffff996d73775c00) 00000100:00000040:3.0:1784945389.745983:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775c00 x1871641054229504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945389.745990:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945389.745992:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945389.745995:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000100:00000200:3.0:1784945389.745998:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054229504, offset 0 00000400:00000200:3.0:1784945389.746004:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945389.746012:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945389.746019:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945389.746025:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945389.746029:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945389.746033:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945389.746036:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945389.746040:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314303:314303:256:4294967295] 192.168.202.106@tcp LPNI seq info [314299:314299:8:4294967295] 00000400:00000200:3.0:1784945389.746044:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945389.746055:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945389.746061:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945389.746066:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000800:00000200:3.0:1784945389.746072:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945389.746080:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945389.746094:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945389.746107:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945389.746111:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16841 usecs (17 jiffies) 00000400:00000200:3.0:1784945389.746114:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945389.746117:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304176657 00000100:00000010:3.0:1784945389.746122:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322540. 00000100:00000001:3.0:1784945389.746129:0:2355:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945389.746147:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304176657 00000100:00000010:3.0:1784945389.746151:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322780. 00000100:00000001:3.0:1784945389.746155:0:2355:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945389.746160:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945389.746163:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945389.746166:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945389.746168:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945389.746175:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945389.746177:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945389.746180:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945389.746181:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945389.746182:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945389.746185:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1784945389.746187:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945389.746189:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945389.746191:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945389.746192:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945389.746193:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945389.746195:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945389.746199:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774000 x1871641054229376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945389.746206:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945389.746207:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945389.746210:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945389.746212:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945389.746214:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945389.746217:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054229376:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945389.746220:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945389.746222:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945389.746224:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945389.746225:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945389.746229:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479aea00. 02000000:00000001:3.0:1784945389.746231:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945389.746234:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945389.746236:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784945389.746239:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1660. 00000100:00000200:3.0:1784945389.746242:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054229376, portal 25 00000100:00000001:3.0:1784945389.746244:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945389.746245:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100520960 : -112779609030656 : ffff996d73774000) 00000100:00000040:3.0:1784945389.746250:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774000 x1871641054229376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945389.746256:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945389.746258:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945389.746261:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1cc0. 00000100:00000200:3.0:1784945389.746263:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054229376, offset 0 00000400:00000200:3.0:1784945389.746267:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945389.746271:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945389.746274:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945389.746277:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945389.746279:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945389.746281:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945389.746283:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945389.746286:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314304:314304:255:4294967295] 192.168.202.106@tcp LPNI seq info [314300:314300:7:4294967295] 00000400:00000200:3.0:1784945389.746290:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945389.746296:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945389.746301:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945389.746304:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000800:00000200:3.0:1784945389.746393:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945389.746416:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945389.746422:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945389.746426:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945389.746435:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945389.746440:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304177327 00000100:00000001:3.0:1784945389.746451:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304176657 00000100:00000001:3.0:1784945389.746456:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304177327 00000100:00000001:3.0:1784945389.746460:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304176657 00000100:00000001:3.0:1784945389.746463:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945389.746466:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945389.746469:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945389.746472:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945389.746534:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945389.746575:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945389.748642:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945389.748646:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945389.748652:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945389.748654:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945389.748656:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945389.748661:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1660 00000400:00000010:3.0:1784945389.748662:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1660. 00000100:00000001:3.0:1784945389.748665:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945389.748671:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774000 x1871641054229376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945389.748682:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774000 x1871641054229376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945405 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945389.748688:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945389.748690:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945389.748693:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945389.748696:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945389.748699:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945389.748702:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945389.748704:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945389.748710:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=91 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945389.748714:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=91 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945389.748717:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945389.748718:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945389.748721:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945389.748723:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945389.748726:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945389.748731:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774000 x1871641054229376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945405 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945389.748739:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945389.748742:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945389.748744:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945389.748748:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774000 x1871641054229376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945405 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945389.748755:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054229376:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945389.748760:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945389.748762:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945389.748765:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774000 x1871641054229376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945405 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945389.748772:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945389.748774:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945389.748778:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479aea00. 02000000:00000001:3.0:1784945389.748781:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945389.748783:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945389.748785:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945389.748788:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945389.748790:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beaf00. 02000000:00000001:3.0:1784945389.748793:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945389.748795:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945389.748797:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774000. 00000100:00000001:3.0:1784945389.748801:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945389.748802:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945389.748804:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945389.748806:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945389.748807:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945389.748809:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945389.748811:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945389.750179:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945389.750182:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945389.750240:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945389.750242:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945389.750244:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945389.750247:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1110 00000400:00000010:3.0:1784945389.750249:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1110. 00000100:00000001:3.0:1784945389.750252:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945389.750256:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775c00 x1871641054229504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945389.750263:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775c00 x1871641054229504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945405 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945389.750269:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945389.750270:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945389.750272:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945389.750274:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945389.750276:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945389.750278:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945389.750280:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945389.750285:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=91 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945389.750288:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=11 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945389.750290:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945389.750292:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945389.750294:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945389.750296:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945389.750299:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945389.750301:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945389.750303:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945389.750304:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945389.750309:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775c00 x1871641054229504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945405 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945389.750322:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945389.750324:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945389.750325:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945389.750329:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775c00 x1871641054229504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945405 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945389.750337:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054229504:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945389.750341:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945389.750343:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945389.750395:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775c00 x1871641054229504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945405 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945389.750412:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945389.750413:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945389.750416:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479af000. 02000000:00000001:3.0:1784945389.750419:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945389.750421:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945389.750423:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945389.750425:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945389.750427:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bead00. 02000000:00000001:3.0:1784945389.750430:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945389.750431:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945389.750433:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775c00. 00000100:00000001:3.0:1784945389.750436:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945389.750437:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945389.750439:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945389.750446:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945389.750447:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945389.750450:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945389.750451:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945390.065753:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945390.065757:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945390.065760:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945390.451623:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304177327, at 4304177346 00000100:00000010:0.0:1784945390.451635:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322540. 00000020:00000001:0.0:1784945391.089817:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945391.089822:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945391.089825:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945392.113719:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945392.113723:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945392.113728:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945393.138419:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945393.138422:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945393.138426:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945394.161694:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945394.161698:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945394.161702:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945394.865841:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945394.865849:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945394.865859:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43288700. 00000020:00000040:0.0:1784945394.865864:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784945394.865868:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945394.865870:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945394.865876:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945394.865883:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4c00. 00000100:00000001:0.0:1784945394.865888:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945394.865898:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d43288700 x1871641054229632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945394.865908:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945394.865911:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945394.865918:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c46440e] to pc [ptlrpcd_00_00+0] req@ffff996d43288700 x1871641054229632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945394.865950:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945394.865954:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945394.865957:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945394.865961:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43288380. 00000020:00000040:0.0:1784945394.865964:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784945394.865965:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945394.865967:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945394.865968:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945394.865971:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4700. 00000100:00000001:0.0:1784945394.865973:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945394.865977:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43288380 x1871641054229760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945394.865984:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945394.865985:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945394.865990:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000916282b0] to pc [ptlrpcd_00_01+1] req@ffff996d43288380 x1871641054229760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945394.865998:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945394.866000:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784945394.866004:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784945394.866006:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784945394.866009:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784945394.866013:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9519) 00000100:00000001:0.0:1784945394.866024:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945394.866028:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945394.866030:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945394.866034:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43288380 x1871641054229760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945394.866041:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945394.866042:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945394.866046:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945394.866049:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945394.866051:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945394.866054:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054229760:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945394.866058:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945394.866062:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945394.866065:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945394.866067:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945394.866071:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394a200. 02000000:00000001:0.0:1784945394.866072:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945394.866079:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945394.866083:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652fc08. 00000400:00000010:0.0:1784945394.866089:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f440. 00000100:00000200:0.0:1784945394.866095:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054229760, portal 10 00000100:00000001:0.0:1784945394.866097:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945394.866099:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290054528 : -112780419497088 : ffff996d43288380) 00000100:00000040:0.0:1784945394.866106:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43288380 x1871641054229760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945394.866112:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945394.866115:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945394.866117:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fb28. 00000100:00000200:0.0:1784945394.866120:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054229760, offset 0 00000400:00000200:0.0:1784945394.866127:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945394.866174:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945394.866185:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945394.866192:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945394.866198:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945394.866204:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945394.866210:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945394.866218:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314305:314305:256:4294967295] 192.168.202.106@tcp LPNI seq info [314301:314301:8:4294967295] 00000400:00000200:0.0:1784945394.866229:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945394.866246:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784945394.866256:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784945394.866263:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4000. 00000800:00000200:0.0:1784945394.866274:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784945394.866287:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945394.866293:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945394.866308:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945394.866314:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16841 usecs (17 jiffies) 00000400:00000200:0.0:1784945394.866322:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945394.866328:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304181777 00000100:00000010:0.0:1784945394.866406:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373240. 00000100:00000001:0.0:1784945394.866414:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784945394.866420:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304181777 00000100:00000010:0.0:1784945394.866423:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373480. 00000100:00000001:0.0:1784945394.866427:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784945394.866433:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945394.866437:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945394.866443:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945394.866446:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945394.866455:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945394.866458:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945394.866463:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945394.866466:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945394.866469:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945394.866473:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945394.866538:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945394.866542:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4000. 00000400:00000200:0.0:1784945394.866548:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945394.866553:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945394.866557:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fb28 00000400:00000010:0.0:1784945394.866560:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fb28. 00000100:00000001:0.0:1784945394.866564:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945394.866568:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43288380 x1871641054229760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945394.866577:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945394.866580:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43288380 x1871641054229760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945410 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945394.866586:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945394.866587:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945394.866851:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945394.866855:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83adc00. 00000400:00000200:0.0:1784945394.866874:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945394.866878:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945394.866881:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294198 00000400:00000010:0.0:1784945394.866883:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294198. 00000100:00000001:0.0:1784945394.866893:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945394.866897:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43288700 x1871641054229632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945394.866903:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945394.866907:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43288700 x1871641054229632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945410 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945394.866912:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945394.866913:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784945394.869682:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945394.869686:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784945394.869690:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945394.869691:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945394.869694:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652fc08. 00000400:00000200:0.0:1784945394.869698:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f440 00000400:00000010:0.0:1784945394.869699:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f440. 00000100:00000001:0.0:1784945394.869701:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945394.869705:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43288380 x1871641054229760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945394.869712:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43288380 x1871641054229760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945410 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945394.869717:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945394.869718:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945394.869720:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945394.869722:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945394.869724:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945394.869725:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945394.869727:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945394.869734:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=96 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945394.869737:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=16 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945394.869739:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945394.869740:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945394.869741:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945394.869744:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945394.869747:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784945394.869748:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784945394.869749:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784945394.869750:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945394.869753:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43288380 x1871641054229760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945410 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945394.869762:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945394.869764:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945394.869765:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945394.869767:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43288380 x1871641054229760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945410 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945394.869772:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054229760:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945394.869775:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945394.869777:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945394.869778:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43288380 x1871641054229760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945410 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945394.869782:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945394.869784:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945394.869786:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394a200. 02000000:00000001:0.0:1784945394.869789:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945394.869790:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945394.869792:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784945394.869793:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945394.869795:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4700. 02000000:00000001:0.0:1784945394.869797:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945394.869799:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945394.869800:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43288380. 00000100:00000001:0.0:1784945394.869802:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945394.869803:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945394.869804:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945394.869809:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945394.869810:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945394.869811:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945394.869813:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945394.871719:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945394.871728:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945394.871731:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945394.871732:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945394.871738:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945394.871742:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945394.871747:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945394.871750:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945394.871752:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945394.871755:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f3480 00000400:00000200:0.0:1784945394.871757:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945394.871761:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd3e9 [1] + 224 00000800:00000001:0.0:1784945394.871765:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945394.871770:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945394.871772:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945394.871774:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945394.871778:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945394.871783:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43288700 x1871641054229632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945394.871790:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43288700 x1871641054229632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945394.871805:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945394.871809:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945394.871811:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784945395.186409:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945395.186413:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945395.186416:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945395.569621:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304182447, at 4304182464 00000100:00000010:0.0:1784945395.569633:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373240. 00000020:00000001:0.0:1784945396.210401:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945396.210405:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945396.210408:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945397.233696:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945397.233700:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945397.233704:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945398.257709:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945398.257714:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945398.257718:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945399.281805:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945399.281808:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945399.281811:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945399.985620:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945399.985639:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945399.985650:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43288380. 00000020:00000040:0.0:1784945399.985656:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784945399.985661:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945399.985665:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945399.985670:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945399.985679:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4700. 00000100:00000001:0.0:1784945399.985686:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945399.985698:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d43288380 x1871641054229888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945399.985708:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945399.985712:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945399.985719:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000916282b0] to pc [ptlrpcd_00_00+0] req@ffff996d43288380 x1871641054229888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945399.985750:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945399.985753:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945399.985757:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945399.985760:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328b800. 00000020:00000040:0.0:1784945399.985762:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784945399.985765:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945399.985766:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945399.985768:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945399.985771:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4000. 00000100:00000001:0.0:1784945399.985775:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945399.985781:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d4328b800 x1871641054230016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945399.985794:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945399.985797:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945399.985804:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024ad7aec] to pc [ptlrpcd_00_01+1] req@ffff996d4328b800 x1871641054230016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945399.985822:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945399.985827:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784945399.985834:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784945399.985904:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784945399.985911:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784945399.985929:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9524) 00000100:00000001:0.0:1784945399.985946:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945399.985949:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945399.985951:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945399.985958:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328b800 x1871641054230016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945399.985970:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945399.985973:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945399.985979:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945399.985983:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945399.985990:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945399.986005:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054230016:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945399.986015:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945399.986020:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945399.986023:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945399.986026:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945399.986032:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394a200. 02000000:00000001:0.0:1784945399.986036:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945399.986045:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945399.986051:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652fc08. 00000400:00000010:0.0:1784945399.986058:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f440. 00000100:00000200:0.0:1784945399.986065:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054230016, portal 10 00000100:00000001:0.0:1784945399.986069:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945399.986072:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290067968 : -112780419483648 : ffff996d4328b800) 00000100:00000040:0.0:1784945399.986081:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328b800 x1871641054230016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945399.986119:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945399.986126:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945399.986131:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fb28. 00000100:00000200:0.0:1784945399.986134:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054230016, offset 0 00000400:00000200:0.0:1784945399.986142:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945399.986151:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945399.986159:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945399.986163:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945399.986166:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945399.986169:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945399.986171:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945399.986175:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314308:314308:255:4294967295] 192.168.202.106@tcp LPNI seq info [314304:314304:7:4294967295] 00000400:00000200:0.0:1784945399.986179:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945399.986186:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784945399.986196:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784945399.986200:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4b00. 00000800:00000200:0.0:1784945399.986204:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784945399.986210:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945399.986212:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945399.986215:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945399.986218:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16841 usecs (17 jiffies) 00000400:00000200:0.0:1784945399.986222:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945399.986224:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304186897 00000100:00000001:0.0:1784945399.986226:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304187567 00000100:00000001:0.0:1784945399.986228:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304186897 00000100:00000001:0.0:1784945399.986230:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304187567 00000100:00000001:0.0:1784945399.986232:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945399.986234:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945399.986237:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945399.986238:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945399.986242:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945399.986244:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945399.986246:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945399.986247:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945399.986249:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945399.986251:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945399.992642:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945399.992658:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945399.992661:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945399.992664:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945399.992674:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945399.992681:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945399.992690:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945399.992695:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945399.992701:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945399.992705:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f3600 00000400:00000200:0.0:1784945399.992711:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945399.992717:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd409 [1] + 224 00000800:00000001:0.0:1784945399.992724:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945399.992728:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945399.992731:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945399.992736:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945399.992743:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945399.992751:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328b800 x1871641054230016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945415 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945399.992761:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328b800 x1871641054230016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945399.992783:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945399.992792:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945399.992796:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945399.992797:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945399.992799:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945399.992802:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945399.992806:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945399.992811:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945399.992814:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945399.992817:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945399.992820:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f3580 00000400:00000200:0.0:1784945399.992837:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945399.992846:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd3f9 [1] + 224 00000800:00000001:0.0:1784945399.992852:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945399.992860:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945399.992864:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945399.992870:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945399.992890:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945399.992899:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43288380 x1871641054229888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945415 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945399.992916:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43288380 x1871641054229888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945399.992953:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945399.992959:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945399.992964:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945399.992978:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945399.992982:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784945399.992987:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945399.992990:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945399.992994:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2df78. 00000400:00000200:0.0:1784945399.992999:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2942a8 00000400:00000010:0.0:1784945399.993003:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2942a8. 00000100:00000001:0.0:1784945399.993008:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945399.993016:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43288380 x1871641054229888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945399.993033:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43288380 x1871641054229888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945415 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945399.993059:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945399.993074:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945399.993078:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945399.993081:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945399.993084:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945399.993088:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945399.993100:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945399.993106:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=101 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945399.993112:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=101 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945399.993117:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945399.993120:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945399.993124:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945399.993128:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945399.993132:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945399.993139:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43288380 x1871641054229888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945399.993148:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945399.993150:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945399.993152:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945399.993159:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43288380 x1871641054229888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945415 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945399.993175:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054229888:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945399.993183:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945399.993187:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945399.993193:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43288380 x1871641054229888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945415 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945399.993200:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945399.993203:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945399.993205:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738acc00. 02000000:00000001:0.0:1784945399.993209:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945399.993210:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945399.993212:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784945399.993214:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945399.993216:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4700. 02000000:00000001:0.0:1784945399.993218:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945399.993220:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945399.993222:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43288380. 00000100:00000001:0.0:1784945399.993225:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945399.993227:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945399.993229:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945399.993232:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945399.993234:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945399.993236:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945399.993237:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945400.305730:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945400.305735:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945400.305738:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945400.689615:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304187567, at 4304187584 00000100:00000010:0.0:1784945400.689628:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f180. 00000020:00000001:3.0:1784945401.329840:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945401.329844:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945401.329847:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945402.355546:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945402.355551:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945402.355554:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945403.377707:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945403.377711:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945403.377715:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784945403.761699:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784945403.761707:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784945403.761712:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000020:00000001:0.0:1784945404.401961:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945404.401966:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945404.401969:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945405.105663:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945405.105675:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945405.105685:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775c00. 00000020:00000040:3.0:1784945405.105691:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945405.105695:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945405.105697:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945405.105702:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945405.105710:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bead00. 00000100:00000001:3.0:1784945405.105717:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945405.105728:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73775c00 x1871641054230144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945405.105740:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945405.105744:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945405.105751:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdc2357] to pc [ptlrpcd_01_00+0] req@ffff996d73775c00 x1871641054230144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945405.105783:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945405.105786:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945405.105789:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945405.105793:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774000. 00000020:00000040:3.0:1784945405.105795:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945405.105798:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945405.105800:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945405.105802:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945405.105804:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1784945405.105805:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beaf00. 00000100:00000001:2.0:1784945405.105809:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945405.105810:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945405.105814:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945405.105818:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73774000 x1871641054230272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1784945405.105824:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775c00 x1871641054230144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945405.105836:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945405.105840:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945405.105842:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945405.105847:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945405.105848:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d864fec1] to pc [ptlrpcd_01_01+1] req@ffff996d73774000 x1871641054230272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784945405.105853:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945405.105857:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945405.105862:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945405.105862:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945405.105868:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1784945405.105871:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054230144:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945405.105876:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945405.105881:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945405.105884:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945405.105886:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945405.105891:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945405.105893:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945405.105899:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945405.105904:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784945405.105911:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6990. 00000100:00000200:2.0:1784945405.105917:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054230144, portal 25 00000100:00000001:2.0:1784945405.105919:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945405.105921:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100528128 : -112779609023488 : ffff996d73775c00) 00000100:00000040:2.0:1784945405.105926:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775c00 x1871641054230144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945405.105937:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945405.105940:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945405.105942:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6908. 00000100:00000200:2.0:1784945405.105946:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054230144, offset 0 00000400:00000200:2.0:1784945405.105952:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945405.105961:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945405.105968:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945405.105974:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945405.105977:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945405.105979:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945405.105981:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945405.105984:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314309:314309:256:4294967295] 192.168.202.106@tcp LPNI seq info [314305:314305:8:4294967295] 00000400:00000200:2.0:1784945405.105987:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945405.105995:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945405.105999:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945405.106003:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b700. 00000800:00000200:2.0:1784945405.106007:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945405.106013:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945405.106015:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945405.106034:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945405.106038:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945405.106041:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304192687 00000100:00000010:2.0:1784945405.106046:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c1e0. 00000100:00000001:2.0:1784945405.106052:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945405.106066:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304192687 00000100:00000010:2.0:1784945405.106069:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c2a0. 00000100:00000001:2.0:1784945405.106071:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945405.106073:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945405.106075:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945405.106078:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945405.106079:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945405.106085:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945405.106086:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945405.106088:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945405.106089:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945405.106090:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945405.106092:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1784945405.106093:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945405.106094:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945405.106095:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945405.106096:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945405.106097:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945405.106097:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945405.106101:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774000 x1871641054230272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945405.106105:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945405.106106:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945405.106108:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945405.106109:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945405.106110:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945405.106112:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054230272:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945405.106114:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945405.106116:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945405.106117:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945405.106118:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945405.106120:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945405.106121:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945405.106124:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945405.106126:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784945405.106128:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6b28. 00000100:00000200:2.0:1784945405.106130:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054230272, portal 10 00000100:00000001:2.0:1784945405.106131:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945405.106132:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100520960 : -112779609030656 : ffff996d73774000) 00000100:00000040:2.0:1784945405.106136:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774000 x1871641054230272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945405.106141:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945405.106142:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945405.106144:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6ee0. 00000100:00000200:2.0:1784945405.106145:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054230272, offset 0 00000400:00000200:2.0:1784945405.106155:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945405.106159:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945405.106162:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945405.106164:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945405.106166:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945405.106169:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945405.106170:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945405.106173:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314310:314310:255:4294967295] 192.168.202.106@tcp LPNI seq info [314306:314306:7:4294967295] 00000400:00000200:2.0:1784945405.106178:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945405.106184:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945405.106188:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945405.106192:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b000. 00000800:00000200:2.0:1784945405.106196:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945405.106199:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945405.106201:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945405.106204:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945405.106206:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16840 usecs (17 jiffies) 00000400:00000200:2.0:1784945405.106208:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945405.106210:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304192017 00000100:00000001:2.0:1784945405.106211:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304192687 00000100:00000001:2.0:1784945405.106212:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304192017 00000100:00000001:2.0:1784945405.106214:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304192687 00000100:00000001:2.0:1784945405.106215:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945405.106216:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945405.106218:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945405.106220:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945405.106239:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945405.106241:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945405.107206:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945405.107209:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945405.107212:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945405.107218:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9529) 00000800:00000001:0.0:1784945405.109726:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945405.109741:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945405.109745:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945405.109747:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945405.109756:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945405.109762:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945405.109769:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945405.109773:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945405.109778:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945405.109782:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f3680 00000400:00000200:0.0:1784945405.109786:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945405.109792:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd419 [1] + 224 00000800:00000001:0.0:1784945405.109807:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945405.109814:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945405.109817:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945405.109821:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945405.109827:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945405.109835:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775c00 x1871641054230144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945421 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945405.109847:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775c00 x1871641054230144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945405.109871:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945405.109880:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945405.109883:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945405.110331:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945405.110336:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945405.110343:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945405.110346:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945405.110348:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945405.110353:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6990 00000400:00000010:2.0:1784945405.110356:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6990. 00000100:00000001:2.0:1784945405.110360:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945405.110365:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775c00 x1871641054230144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945405.110375:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775c00 x1871641054230144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945421 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945405.110381:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945405.110383:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945405.110385:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945405.110389:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945405.110391:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945405.110393:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945405.110396:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945405.110402:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=107 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945405.110406:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945405.110409:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945405.110410:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945405.110413:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945405.110415:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945405.110417:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945405.110422:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775c00 x1871641054230144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945421 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945405.110430:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945405.110433:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945405.110434:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945405.110439:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775c00 x1871641054230144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945421 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945405.110447:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054230144:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945405.110452:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945405.110454:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945405.110458:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775c00 x1871641054230144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945421 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945405.110465:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945405.110468:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945405.110471:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945405.110475:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945405.110477:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945405.110479:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945405.110482:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945405.110484:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bead00. 02000000:00000001:2.0:1784945405.110488:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945405.110490:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945405.110492:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775c00. 00000100:00000001:2.0:1784945405.110496:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945405.110497:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945405.110500:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945405.110501:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945405.110503:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945405.110504:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945405.110506:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945405.119763:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945405.119767:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945405.119774:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945405.119776:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945405.119779:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945405.119783:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6b28 00000400:00000010:2.0:1784945405.119785:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6b28. 00000100:00000001:2.0:1784945405.119789:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945405.119794:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774000 x1871641054230272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945405.119809:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774000 x1871641054230272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945421 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945405.119815:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945405.119817:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945405.119819:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945405.119822:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945405.119825:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945405.119827:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945405.119829:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945405.119838:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=107 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945405.119843:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=27 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945405.119845:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945405.119847:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945405.119849:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945405.119853:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945405.119857:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945405.119859:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945405.119861:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945405.119863:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945405.119868:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774000 x1871641054230272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945421 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945405.119874:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945405.119877:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945405.119879:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945405.119883:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774000 x1871641054230272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945421 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945405.119890:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054230272:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945405.119896:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945405.119898:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945405.119901:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774000 x1871641054230272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945421 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945405.119909:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945405.119911:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945405.119915:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945405.119918:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945405.119921:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945405.119923:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945405.119925:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945405.119927:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beaf00. 02000000:00000001:2.0:1784945405.119930:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945405.119932:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945405.119934:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774000. 00000100:00000001:2.0:1784945405.119938:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945405.119939:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945405.119941:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945405.119948:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945405.119950:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945405.119952:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945405.119955:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945405.425852:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945405.425856:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945405.425859:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945405.810899:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304192687, at 4304192705 00000100:00000010:0.0:1784945405.810906:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c1e0. 00000020:00000001:3.0:1784945406.450312:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945406.450316:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945406.450319:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945407.473840:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945407.473844:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945407.473847:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945408.499061:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945408.499065:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945408.499069:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945409.521723:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945409.521728:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945409.521732:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945410.225799:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945410.225813:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945410.225826:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43288380. 00000020:00000040:0.0:1784945410.225833:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784945410.225838:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945410.225842:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945410.225848:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945410.225936:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4700. 00000100:00000001:0.0:1784945410.225952:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945410.225965:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d43288380 x1871641054230400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945410.225975:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945410.225981:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945410.225987:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000916282b0] to pc [ptlrpcd_00_00+0] req@ffff996d43288380 x1871641054230400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945410.226018:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945410.226021:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945410.226026:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945410.226033:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289880. 00000020:00000040:0.0:1784945410.226037:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784945410.226040:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945410.226042:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945410.226047:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945410.226053:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4f00. 00000100:00000001:0.0:1784945410.226056:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945410.226060:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43289880 x1871641054230528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945410.226067:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945410.226069:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945410.226076:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002efde922] to pc [ptlrpcd_00_01+1] req@ffff996d43289880 x1871641054230528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945410.226092:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945410.226096:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784945410.226103:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784945410.226108:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784945410.226115:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784945410.226121:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9534) 00000100:00000001:0.0:1784945410.226158:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945410.226162:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945410.226166:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945410.226173:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289880 x1871641054230528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945410.226190:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945410.226192:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945410.226196:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945410.226200:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945410.226207:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945410.226213:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054230528:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945410.226221:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945410.226224:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945410.226226:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945410.226241:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945410.226247:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394bc00. 02000000:00000001:0.0:1784945410.226251:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945410.226257:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945410.226262:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f370. 00000400:00000010:0.0:1784945410.226268:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fee0. 00000100:00000200:0.0:1784945410.226276:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054230528, portal 10 00000100:00000001:0.0:1784945410.226281:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945410.226285:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290059904 : -112780419491712 : ffff996d43289880) 00000100:00000040:0.0:1784945410.226297:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289880 x1871641054230528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945410.226305:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945410.226309:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945410.226312:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f330. 00000100:00000200:0.0:1784945410.226316:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054230528, offset 0 00000400:00000200:0.0:1784945410.226325:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945410.226335:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945410.226340:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945410.226343:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945410.226345:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945410.226347:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945410.226350:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945410.226354:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314312:314312:255:4294967295] 192.168.202.106@tcp LPNI seq info [314308:314308:7:4294967295] 00000400:00000200:0.0:1784945410.226361:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945410.226394:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784945410.226403:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784945410.226411:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4000. 00000800:00000200:0.0:1784945410.226419:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784945410.226429:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945410.226434:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945410.226439:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945410.226445:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16840 usecs (17 jiffies) 00000400:00000200:0.0:1784945410.226452:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945410.226464:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304197137 00000100:00000001:0.0:1784945410.226469:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304197807 00000100:00000001:0.0:1784945410.226471:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304197137 00000100:00000001:0.0:1784945410.226474:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304197807 00000100:00000001:0.0:1784945410.226483:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945410.226487:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945410.226490:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945410.226495:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945410.226501:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945410.226505:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945410.226509:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945410.226511:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945410.226513:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945410.226562:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945410.230085:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945410.230090:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784945410.230104:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945410.230108:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945410.230114:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d4d0. 00000400:00000200:0.0:1784945410.230122:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2944c8 00000400:00000010:0.0:1784945410.230127:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2944c8. 00000100:00000001:0.0:1784945410.230132:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945410.230139:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43288380 x1871641054230400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945426 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945410.230172:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43288380 x1871641054230400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945426 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945410.230199:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945410.230201:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945410.230204:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945410.230208:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945410.230212:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945410.230215:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945410.230219:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945410.230227:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=112 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945410.230243:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=112 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945410.230248:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945410.230252:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945410.230257:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945410.230261:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945410.230266:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945410.230275:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43288380 x1871641054230400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945426 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945410.230306:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945410.230310:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945410.230314:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945410.230323:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43288380 x1871641054230400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945426 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945410.230339:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054230400:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945410.230348:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945410.230351:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945410.230357:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43288380 x1871641054230400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945426 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945410.230373:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945410.230378:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945410.230393:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ad400. 02000000:00000001:0.0:1784945410.230401:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945410.230404:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945410.230409:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784945410.230413:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945410.230417:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4700. 02000000:00000001:0.0:1784945410.230424:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945410.230427:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945410.230430:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43288380. 00000100:00000001:0.0:1784945410.230436:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945410.230440:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945410.230445:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945410.230461:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945410.230465:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945410.230470:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945410.230475:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945410.545748:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945410.545751:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945410.545754:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945410.929692:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304197807, at 4304197824 00000100:00000010:0.0:1784945410.929707:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f4e0. 00000020:00000001:0.0:1784945411.569852:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945411.569872:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945411.569875:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945412.594265:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945412.594269:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945412.594272:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945413.617838:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945413.617870:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945413.617873:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945414.641909:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945414.641914:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945414.641917:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945415.345655:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945415.345672:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945415.345680:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951500. 00000020:00000040:2.0:1784945415.345687:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945415.345691:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945415.345694:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945415.345699:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945415.345707:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b100. 00000100:00000001:2.0:1784945415.345712:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945415.345723:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951500 x1871641054230656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945415.345733:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945415.345737:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945415.345745:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fb9ec] to pc [ptlrpcd_01_00+0] req@ffff996d73951500 x1871641054230656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945415.345772:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945415.345775:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945415.345779:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945415.345781:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953800. 00000020:00000040:2.0:1784945415.345783:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945415.345785:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945415.345787:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945415.345789:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945415.345793:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b300. 00000100:00000001:2.0:1784945415.345795:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945415.345809:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73953800 x1871641054230784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945415.345815:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945415.345817:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945415.345821:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000610493dc] to pc [ptlrpcd_01_01+1] req@ffff996d73953800 x1871641054230784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945415.345828:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945415.345830:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945415.345834:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945415.345837:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945415.345840:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945415.345852:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9539) 00000100:00000001:2.0:1784945415.345864:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945415.345867:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945415.345869:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945415.345875:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951500 x1871641054230656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945415.345887:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945415.345890:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945415.345893:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945415.345896:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945415.345898:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945415.345902:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054230656:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945415.345906:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945415.345910:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945415.345913:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945415.345915:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945415.345919:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945415.345920:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945415.345927:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945415.345931:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784945415.345937:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6b28. 00000100:00000200:2.0:1784945415.345944:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054230656, portal 25 00000100:00000001:2.0:1784945415.345946:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945415.345947:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476032 : -112779607075584 : ffff996d73951500) 00000100:00000040:2.0:1784945415.345952:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951500 x1871641054230656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945415.345958:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945415.345961:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945415.345963:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6990. 00000100:00000200:2.0:1784945415.345966:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054230656, offset 0 00000400:00000200:2.0:1784945415.345972:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945415.345980:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945415.345988:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945415.345993:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945415.345997:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945415.346000:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945415.346003:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945415.346007:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314313:314313:256:4294967295] 192.168.202.106@tcp LPNI seq info [314309:314309:8:4294967295] 00000400:00000200:2.0:1784945415.346012:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945415.346022:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945415.346027:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945415.346033:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bc00. 00000800:00000200:2.0:1784945415.346040:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945415.346047:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945415.346051:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945415.346063:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945415.346067:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945415.346069:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304202927 00000100:00000010:2.0:1784945415.346073:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c720. 00000100:00000001:2.0:1784945415.346080:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945415.346090:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304202927 00000100:00000010:2.0:1784945415.346093:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cf60. 00000100:00000001:2.0:1784945415.346097:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945415.346101:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945415.346104:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945415.346107:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945415.346109:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945415.346116:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945415.346118:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945415.346121:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945415.346122:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945415.346124:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945415.346127:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1784945415.346129:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945415.346135:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945415.346137:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945415.346142:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945415.346144:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945415.346146:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945415.346153:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953800 x1871641054230784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945415.346164:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945415.346167:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945415.346170:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945415.346173:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945415.346176:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945415.346183:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054230784:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945415.346219:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945415.346224:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945415.346227:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945415.346231:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945415.346238:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945415.346240:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945415.346244:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945415.346247:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784945415.346251:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f62a8. 00000100:00000200:2.0:1784945415.346254:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054230784, portal 10 00000100:00000001:2.0:1784945415.346256:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945415.346257:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102484992 : -112779607066624 : ffff996d73953800) 00000100:00000040:2.0:1784945415.346265:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953800 x1871641054230784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945415.346271:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945415.346273:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945415.346275:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6aa0. 00000100:00000200:2.0:1784945415.346278:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054230784, offset 0 00000400:00000200:2.0:1784945415.346282:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945415.346286:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945415.346291:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945415.346294:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945415.346297:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945415.346298:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945415.346300:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945415.346304:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314314:314314:256:4294967295] 192.168.202.106@tcp LPNI seq info [314310:314310:8:4294967295] 00000400:00000200:2.0:1784945415.346307:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945415.346315:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945415.346319:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945415.346323:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bd00. 00000800:00000200:2.0:1784945415.346327:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945415.346331:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945415.346334:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945415.346345:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945415.346349:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16840 usecs (17 jiffies) 00000400:00000200:2.0:1784945415.346352:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945415.346354:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304202257 00000100:00000001:2.0:1784945415.346356:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304202927 00000100:00000001:2.0:1784945415.346359:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304202257 00000100:00000001:2.0:1784945415.346362:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304202927 00000100:00000001:2.0:1784945415.346365:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945415.346367:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945415.346371:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945415.346373:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945415.346384:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945415.346386:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945415.350592:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945415.350597:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945415.350608:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945415.350612:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945415.350617:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945415.350623:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6b28 00000400:00000010:2.0:1784945415.350628:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6b28. 00000100:00000001:2.0:1784945415.350633:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945415.350642:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951500 x1871641054230656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945431 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945415.350668:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951500 x1871641054230656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945431 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945415.350681:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945415.350685:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945415.350690:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945415.350695:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945415.350698:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945415.350703:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945415.350709:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945415.350718:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=117 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945415.350724:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=117 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945415.350727:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945415.350729:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945415.350732:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945415.350735:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945415.350741:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945415.350747:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951500 x1871641054230656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945431 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945415.350754:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945415.350757:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945415.350758:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945415.350762:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951500 x1871641054230656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945431 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945415.350770:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054230656:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945415.350775:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945415.350777:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945415.350780:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951500 x1871641054230656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945431 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945415.350786:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945415.350789:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945415.350793:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945415.350796:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945415.350798:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945415.350811:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945415.350813:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945415.350816:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b100. 02000000:00000001:2.0:1784945415.350820:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945415.350821:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945415.350823:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951500. 00000100:00000001:2.0:1784945415.350826:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945415.350827:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945415.350830:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945415.350832:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945415.350833:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945415.350836:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945415.350837:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945415.350838:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945415.350841:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f62a8 00000400:00000010:2.0:1784945415.350842:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f62a8. 00000100:00000001:2.0:1784945415.350851:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945415.350855:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953800 x1871641054230784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945431 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945415.350863:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953800 x1871641054230784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945431 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945415.350869:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945415.350870:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945415.350871:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945415.350873:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945415.350874:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945415.350875:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945415.350877:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945415.350882:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=117 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945415.350885:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=37 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945415.350888:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945415.350889:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945415.350890:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945415.350901:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945415.350905:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945415.350907:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945415.350909:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945415.350910:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945415.350914:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953800 x1871641054230784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945431 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945415.350919:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945415.350921:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945415.350923:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945415.350926:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953800 x1871641054230784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945431 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945415.350933:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054230784:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945415.350936:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945415.350938:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945415.350941:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953800 x1871641054230784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945431 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945415.350947:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945415.350948:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945415.350949:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945415.350952:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945415.350953:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945415.350955:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945415.350956:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945415.350958:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b300. 02000000:00000001:2.0:1784945415.350960:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945415.350961:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945415.350962:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953800. 00000100:00000001:2.0:1784945415.350965:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945415.350966:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945415.350968:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945415.350974:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945415.350976:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945415.350978:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945415.350979:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945415.665716:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945415.665721:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945415.665724:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945416.049611:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304202927, at 4304202944 00000100:00000010:0.0:1784945416.049626:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c720. 00000020:00000001:0.0:1784945416.691968:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945416.691973:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945416.691977:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945417.713747:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945417.713751:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945417.713755:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945418.737663:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945418.737666:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945418.737669:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945419.761694:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945419.761699:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945419.761703:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945420.465623:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945420.465632:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945420.465642:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43288380. 00000020:00000040:0.0:1784945420.465648:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784945420.465652:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945420.465655:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945420.465660:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945420.465668:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4700. 00000100:00000001:0.0:1784945420.465674:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945420.465685:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d43288380 x1871641054230912/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945420.465694:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945420.465698:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945420.465704:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000916282b0] to pc [ptlrpcd_00_00+0] req@ffff996d43288380 x1871641054230912/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945420.465737:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945420.465740:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945420.465743:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945420.465746:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328b480. 00000020:00000040:0.0:1784945420.465749:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784945420.465752:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945420.465754:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945420.465756:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945420.465759:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4b00. 00000100:00000001:0.0:1784945420.465763:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945420.465770:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d4328b480 x1871641054231040/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945420.465781:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945420.465785:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945420.465793:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dc29689] to pc [ptlrpcd_00_01+1] req@ffff996d4328b480 x1871641054231040/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945420.465814:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945420.465818:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784945420.465823:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784945420.465828:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784945420.465833:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784945420.465840:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9545) 00000100:00000001:0.0:1784945420.465866:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945420.465870:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945420.465872:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945420.465879:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328b480 x1871641054231040/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945420.465890:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945420.465893:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945420.465898:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945420.465902:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945420.465907:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945420.465913:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054231040:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945420.465918:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945420.465922:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945420.465925:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945420.465928:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945420.465931:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b000. 02000000:00000001:0.0:1784945420.465933:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945420.465937:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945420.465941:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f268. 00000400:00000010:0.0:1784945420.465945:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627faa0. 00000100:00000200:0.0:1784945420.465948:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054231040, portal 10 00000100:00000001:0.0:1784945420.465950:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945420.465951:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290067072 : -112780419484544 : ffff996d4328b480) 00000100:00000040:0.0:1784945420.465958:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328b480 x1871641054231040/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945420.465964:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945420.465966:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945420.465968:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f110. 00000100:00000200:0.0:1784945420.465971:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054231040, offset 0 00000400:00000200:0.0:1784945420.465975:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945420.466018:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945420.466024:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945420.466027:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945420.466030:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945420.466032:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945420.466036:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945420.466042:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314316:314316:255:4294967295] 192.168.202.106@tcp LPNI seq info [314312:314312:7:4294967295] 00000400:00000200:0.0:1784945420.466049:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945420.466064:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784945420.466073:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784945420.466078:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4c00. 00000800:00000200:0.0:1784945420.466083:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784945420.466093:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945420.466099:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945420.466106:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945420.466110:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16840 usecs (17 jiffies) 00000400:00000200:0.0:1784945420.466115:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945420.466117:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304207377 00000100:00000001:0.0:1784945420.466124:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304208047 00000100:00000001:0.0:1784945420.466129:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304207377 00000100:00000001:0.0:1784945420.466139:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304208047 00000100:00000001:0.0:1784945420.466144:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945420.466164:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945420.466167:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945420.466171:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945420.466178:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945420.466182:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945420.466188:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945420.466191:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945420.466194:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945420.466198:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945420.468129:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945420.468133:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784945420.468139:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945420.468143:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945420.468169:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d5d8. 00000400:00000200:0.0:1784945420.468172:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294330 00000400:00000010:0.0:1784945420.468174:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294330. 00000100:00000001:0.0:1784945420.468176:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945420.468181:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43288380 x1871641054230912/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945436 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945420.468194:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43288380 x1871641054230912/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945436 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945420.468199:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945420.468202:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945420.468205:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945420.468208:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945420.468211:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945420.468213:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945420.468216:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945420.468221:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=122 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945420.468225:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=122 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945420.468230:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945420.468232:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945420.468236:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945420.468239:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945420.468242:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945420.468247:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43288380 x1871641054230912/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945436 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945420.468273:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945420.468274:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945420.468276:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945420.468280:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43288380 x1871641054230912/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945436 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945420.468288:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054230912:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945420.468295:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945420.468297:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945420.468299:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43288380 x1871641054230912/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945436 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945420.468303:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945420.468305:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945420.468307:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ac000. 02000000:00000001:0.0:1784945420.468309:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945420.468311:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945420.468312:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784945420.468316:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945420.468318:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4700. 02000000:00000001:0.0:1784945420.468321:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945420.468323:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945420.468326:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43288380. 00000100:00000001:0.0:1784945420.468328:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945420.468331:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945420.468332:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945420.468337:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945420.468339:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945420.468343:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945420.468345:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945420.785698:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945420.785703:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945420.785706:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945421.169613:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304208047, at 4304208064 00000100:00000010:0.0:1784945421.169624:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f360. 00000020:00000001:3.0:1784945421.809688:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945421.809692:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945421.809694:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945422.833711:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945422.833715:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945422.833718:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945423.857717:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945423.857721:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945423.857723:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945424.882145:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945424.882149:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945424.882152:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784945425.586198:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945425.586204:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945425.586207:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945425.586217:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8b100 x1871641054231168/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945425.586238:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945425.586242:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945425.586249:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945425.586253:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945425.586258:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945425.586267:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054231168:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945425.586272:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945425.586276:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945425.586279:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945425.586284:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945425.586291:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394a800. 02000000:00000001:0.0:1784945425.586295:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945425.586304:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945425.586311:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652ff78. 00000400:00000010:0.0:1784945425.586319:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fc38. 00000100:00000200:0.0:1784945425.586328:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054231168, portal 25 00000100:00000001:0.0:1784945425.586330:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945425.586332:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318377728 : -112780391173888 : ffff996d44d8b100) 00000100:00000040:0.0:1784945425.586339:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8b100 x1871641054231168/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945425.586351:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945425.586359:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945425.586363:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f908. 00000100:00000200:0.0:1784945425.586369:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054231168, offset 0 00000400:00000200:0.0:1784945425.586378:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945425.586389:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945425.586397:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945425.586404:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945425.586411:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945425.586417:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945425.586422:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945425.586429:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314317:314317:256:4294967295] 192.168.202.106@tcp LPNI seq info [314313:314313:8:4294967295] 00000400:00000200:0.0:1784945425.586438:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945425.586450:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784945425.586473:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784945425.586481:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4700. 00000800:00000200:0.0:1784945425.586492:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784945425.586501:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945425.586506:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945425.586535:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945425.586540:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945425.586544:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304213168 00000100:00000010:0.0:1784945425.586549:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373240. 00000100:00000001:0.0:1784945425.586558:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784945425.586567:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304213168 00000100:00000010:0.0:1784945425.586572:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373360. 00000100:00000001:0.0:1784945425.586578:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784945425.586584:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945425.586589:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945425.586594:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945425.586598:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945425.586608:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945425.586612:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945425.586615:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945425.586618:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945425.586621:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945425.586626:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945425.589052:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945425.589056:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784945425.589069:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945425.589071:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945425.589074:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652ff78. 00000400:00000200:0.0:1784945425.589079:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fc38 00000400:00000010:0.0:1784945425.589081:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fc38. 00000100:00000001:0.0:1784945425.589084:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945425.589089:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8b100 x1871641054231168/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945425.589098:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8b100 x1871641054231168/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945425.589117:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945425.589119:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945425.589122:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945425.589125:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945425.589128:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945425.589130:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945425.589134:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945425.589141:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=127 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945425.589148:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=127 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945425.589153:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945425.589156:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945425.589161:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945425.589165:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945425.589168:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945425.589175:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8b100 x1871641054231168/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945425.589191:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945425.589196:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945425.589200:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945425.589208:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8b100 x1871641054231168/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945441 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945425.589222:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054231168:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945425.589227:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945425.589231:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945425.589238:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8b100 x1871641054231168/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945441 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945425.589249:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945425.589253:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945425.589257:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394a800. 02000000:00000001:0.0:1784945425.589262:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945425.589266:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945425.589269:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784945425.589280:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945425.589283:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83adc00. 02000000:00000001:0.0:1784945425.589288:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945425.589292:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945425.589295:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8b100. 00000100:00000001:0.0:1784945425.589302:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945425.589304:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945425.589306:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945425.589312:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945425.589316:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945425.589320:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945425.589324:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945425.905834:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945425.905837:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945425.905840:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945426.289625:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304213168, at 4304213184 00000100:00000010:0.0:1784945426.289642:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373240. 00000020:00000001:3.0:1784945426.930698:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945426.930701:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945426.930704:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945427.953679:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945427.953684:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945427.953693:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945428.977670:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945428.977674:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945428.977678:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945430.001963:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945430.001967:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945430.001970:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945430.705720:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945430.705731:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945430.705740:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73777480. 00000020:00000040:3.0:1784945430.705747:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945430.705751:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945430.705754:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945430.705759:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945430.705767:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea700. 00000100:00000001:3.0:1784945430.705774:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945430.705785:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73777480 x1871641054231424/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945430.705796:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945430.705801:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945430.705808:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000047bd945] to pc [ptlrpcd_01_00+0] req@ffff996d73777480 x1871641054231424/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945430.705834:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945430.705837:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945430.705840:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945430.705843:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775180. 00000020:00000040:3.0:1784945430.705846:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945430.705848:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945430.705850:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945430.705852:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945430.705855:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea800. 00000100:00000001:3.0:1784945430.705858:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945430.705860:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784945430.705863:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73775180 x1871641054231552/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945430.705865:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945430.705869:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784945430.705874:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945430.705876:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945430.705884:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bb2acf9] to pc [ptlrpcd_01_01+1] req@ffff996d73775180 x1871641054231552/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784945430.705890:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73777480 x1871641054231424/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945430.705897:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945430.705902:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945430.705907:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945430.705911:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945430.705912:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945430.705917:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784945430.705918:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945430.705923:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784945430.705923:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784945430.705929:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945430.705931:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9555) 00000100:00100000:2.0:1784945430.705935:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73777480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054231424:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945430.705953:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945430.705959:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945430.705961:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945430.705964:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784945430.705965:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784945430.705967:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945430.705970:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1784945430.705972:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945430.705976:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945430.705977:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775180 x1871641054231552/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784945430.705988:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945430.705988:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945430.705991:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945430.705995:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1784945430.705996:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 02000000:00000001:3.0:1784945430.705997:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945430.706001:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784945430.706004:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f62a8. 00000100:00100000:3.0:1784945430.706005:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054231552:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945430.706011:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1784945430.706014:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054231424, portal 25 02000000:00000001:3.0:1784945430.706014:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945430.706017:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945430.706019:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1784945430.706021:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784945430.706022:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100534400 : -112779609017216 : ffff996d73777480) 02000000:00000010:3.0:1784945430.706026:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479af400. 00000100:00000040:2.0:1784945430.706030:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73777480 x1871641054231424/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784945430.706031:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945430.706041:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784945430.706041:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784945430.706046:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945430.706046:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:2.0:1784945430.706050:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6b28. 00000400:00000010:3.0:1784945430.706054:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1110. 00000100:00000200:2.0:1784945430.706055:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054231424, offset 0 00000100:00000200:3.0:1784945430.706075:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054231552, portal 10 00000100:00000001:3.0:1784945430.706079:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945430.706080:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100525440 : -112779609026176 : ffff996d73775180) 00000400:00000200:2.0:1784945430.706085:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:3.0:1784945430.706089:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775180 x1871641054231552/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784945430.706095:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945430.706102:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784945430.706105:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000040:3.0:1784945430.706110:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945430.706112:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1784945430.706114:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1660. 00000400:00000200:2.0:1784945430.706118:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000200:3.0:1784945430.706120:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054231552, offset 0 00000400:00000200:2.0:1784945430.706122:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945430.706126:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945430.706131:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314319:314319:256:4294967295] 192.168.202.106@tcp LPNI seq info [314315:314315:8:4294967295] 00000400:00000200:3.0:1784945430.706131:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945430.706137:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945430.706145:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784945430.706148:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784945430.706152:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945430.706156:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000010:2.0:1784945430.706157:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b300. 00000400:00000200:3.0:1784945430.706162:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784945430.706166:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784945430.706170:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945430.706174:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1784945430.706177:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:3.0:1784945430.706180:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:2.0:1784945430.706182:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784945430.706187:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314320:314320:255:4294967295] 192.168.202.106@tcp LPNI seq info [314316:314316:7:4294967295] 00000400:00000200:3.0:1784945430.706192:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945430.706200:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945430.706209:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945430.706215:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beaf00. 00000800:00000200:3.0:1784945430.706220:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945430.706225:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945430.706228:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beaf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945430.706235:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945430.706236:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945430.706242:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16838 usecs (17 jiffies) 00000400:00000200:2.0:1784945430.706243:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945430.706248:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304218287 00000400:00000200:3.0:1784945430.706250:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000010:2.0:1784945430.706253:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cf00. 00000100:00000001:3.0:1784945430.706255:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304217617 00000100:00000001:2.0:1784945430.706262:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945430.706267:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304218287 00000100:00000010:2.0:1784945430.706269:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c300. 00000100:00000001:3.0:1784945430.706270:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304218287 00000100:00000001:2.0:1784945430.706271:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945430.706276:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945430.706277:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304217617 00000100:00000001:2.0:1784945430.706280:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945430.706281:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304218287 00000100:00000001:2.0:1784945430.706285:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945430.706286:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945430.706291:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945430.706291:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945430.706297:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945430.706299:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945430.706301:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945430.706303:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945430.706305:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945430.706307:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945430.706309:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945430.706311:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945430.706312:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945430.706314:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945430.706316:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945430.706318:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945430.706321:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945430.706322:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945430.709297:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945430.709300:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945430.709305:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945430.709307:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945430.709310:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945430.709313:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f62a8 00000400:00000010:2.0:1784945430.709315:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f62a8. 00000100:00000001:2.0:1784945430.709318:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945430.709322:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73777480 x1871641054231424/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945430.709330:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73777480 x1871641054231424/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945446 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945430.709337:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945430.709339:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945430.709341:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945430.709344:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945430.709347:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945430.709349:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945430.709351:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945430.709357:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=132 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945430.709360:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=132 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945430.709363:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945430.709365:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945430.709367:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945430.709370:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945430.709381:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945430.709391:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73777480 x1871641054231424/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945446 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945430.709391:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945430.709395:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945430.709403:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945430.709405:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945430.709407:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784945430.709407:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945430.709410:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1784945430.709411:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73777480 x1871641054231424/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945446 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784945430.709413:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945430.709419:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1110 00000400:00000010:3.0:1784945430.709422:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1110. 00000100:00100000:2.0:1784945430.709424:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73777480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054231424:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945430.709427:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945430.709435:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775180 x1871641054231552/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945430.709437:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945430.709442:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945430.709449:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73777480 x1871641054231424/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945446 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945430.709459:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775180 x1871641054231552/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945446 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945430.709479:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945430.709482:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784945430.709482:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945430.709486:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945430.709487:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1784945430.709488:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945430.709491:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1784945430.709493:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 00000100:00000001:3.0:1784945430.709493:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945430.709498:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945430.709500:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945430.709503:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000100:00001000:3.0:1784945430.709504:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=132 v=5 (5 5 5 5) 00000020:00000040:2.0:1784945430.709505:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945430.709509:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00001000:3.0:1784945430.709511:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=52 v=5 (1 1 1 1) 02000000:00000010:2.0:1784945430.709512:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea700. 02000000:00000001:2.0:1784945430.709535:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945430.709536:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945430.709538:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73777480. 00000100:00000001:2.0:1784945430.709541:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945430.709543:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945430.709544:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945430.709548:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945430.709551:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945430.709552:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945430.709553:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945430.709555:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945430.709556:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945430.709561:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945430.709564:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945430.709567:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945430.709569:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945430.709571:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945430.709573:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945430.709578:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775180 x1871641054231552/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945446 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945430.709602:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945430.709604:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945430.709606:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945430.709610:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775180 x1871641054231552/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945446 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945430.709617:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054231552:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945430.709621:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945430.709623:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945430.709626:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775180 x1871641054231552/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945446 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945430.709632:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945430.709634:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945430.709636:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479af400. 02000000:00000001:3.0:1784945430.709639:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945430.709640:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945430.709642:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945430.709644:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945430.709645:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea800. 02000000:00000001:3.0:1784945430.709648:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945430.709649:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945430.709659:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775180. 00000100:00000001:3.0:1784945430.709662:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945430.709663:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945430.709665:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945430.709669:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945430.709670:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945430.709672:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945430.709673:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945431.026125:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945431.026129:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945431.026132:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945431.409641:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304218287, at 4304218304 00000100:00000010:0.0:1784945431.409659:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cf00. 00000020:00000001:0.0:1784945432.049694:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945432.049697:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945432.049699:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945433.073735:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945433.073739:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945433.073743:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945434.098098:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945434.098102:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945434.098105:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945435.123583:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945435.123587:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945435.123590:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945435.826117:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945435.826125:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945435.826133:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775180. 00000020:00000040:3.0:1784945435.826137:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945435.826141:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945435.826143:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945435.826148:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945435.826153:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea800. 00000100:00000001:3.0:1784945435.826159:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945435.826167:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73775180 x1871641054231680/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945435.826175:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945435.826178:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945435.826183:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bb2acf9] to pc [ptlrpcd_01_00+0] req@ffff996d73775180 x1871641054231680/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945435.826207:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945435.826209:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945435.826212:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945435.826213:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774700. 00000020:00000040:3.0:1784945435.826215:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945435.826216:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945435.826217:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945435.826218:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945435.826220:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bead00. 00000100:00000001:3.0:1784945435.826222:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945435.826224:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73774700 x1871641054231808/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945435.826232:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945435.826233:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945435.826235:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d967472] to pc [ptlrpcd_01_01+1] req@ffff996d73774700 x1871641054231808/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945435.826240:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945435.826241:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945435.826243:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945435.826245:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945435.826247:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945435.826250:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9560) 00000100:00000001:3.0:1784945435.826260:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945435.826262:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945435.826268:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945435.826271:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774700 x1871641054231808/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945435.826276:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945435.826277:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945435.826280:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945435.826282:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945435.826283:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945435.826285:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054231808:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945435.826288:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945435.826292:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945435.826293:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945435.826295:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945435.826298:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479af400. 02000000:00000001:3.0:1784945435.826299:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945435.826305:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945435.826309:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784945435.826314:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1110. 00000100:00000200:3.0:1784945435.826319:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054231808, portal 10 00000100:00000001:3.0:1784945435.826320:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945435.826321:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100522752 : -112779609028864 : ffff996d73774700) 00000100:00000040:3.0:1784945435.826326:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774700 x1871641054231808/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945435.826331:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945435.826332:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945435.826334:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1550. 00000100:00000200:3.0:1784945435.826336:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054231808, offset 0 00000400:00000200:3.0:1784945435.826340:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945435.826347:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945435.826351:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945435.826355:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945435.826358:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945435.826360:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945435.826362:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945435.826365:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314321:314321:256:4294967295] 192.168.202.106@tcp LPNI seq info [314317:314317:8:4294967295] 00000400:00000200:3.0:1784945435.826367:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945435.826374:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945435.826379:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945435.826381:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000800:00000200:3.0:1784945435.826387:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945435.826392:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945435.826395:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945435.826415:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945435.826420:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16837 usecs (17 jiffies) 00000400:00000200:3.0:1784945435.826423:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945435.826426:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304222737 00000100:00000010:3.0:1784945435.826431:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322480. 00000100:00000001:3.0:1784945435.826438:0:2355:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945435.826452:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304222737 00000100:00000010:3.0:1784945435.826456:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3229c0. 00000100:00000001:3.0:1784945435.826459:0:2355:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945435.826465:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945435.826468:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945435.826471:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945435.826473:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945435.826478:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945435.826479:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945435.826481:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945435.826481:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945435.826482:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945435.826484:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1784945435.826485:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945435.826486:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945435.826487:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945435.826488:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945435.826489:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945435.826489:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945435.826492:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775180 x1871641054231680/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945435.826496:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945435.826497:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945435.826498:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945435.826500:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945435.826501:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945435.826503:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054231680:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945435.826505:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945435.826506:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945435.826507:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945435.826508:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945435.826510:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479af000. 02000000:00000001:3.0:1784945435.826512:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945435.826527:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945435.826529:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784945435.826532:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f13b8. 00000100:00000200:3.0:1784945435.826534:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054231680, portal 25 00000100:00000001:3.0:1784945435.826535:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945435.826536:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100525440 : -112779609026176 : ffff996d73775180) 00000100:00000040:3.0:1784945435.826539:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775180 x1871641054231680/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945435.826543:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945435.826544:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945435.826546:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1908. 00000100:00000200:3.0:1784945435.826547:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054231680, offset 0 00000400:00000200:3.0:1784945435.826549:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945435.826552:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945435.826554:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945435.826556:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945435.826557:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945435.826559:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945435.826560:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945435.826562:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314322:314322:255:4294967295] 192.168.202.106@tcp LPNI seq info [314318:314318:7:4294967295] 00000400:00000200:3.0:1784945435.826564:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945435.826568:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945435.826570:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945435.826572:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000800:00000200:3.0:1784945435.826574:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945435.826577:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945435.826579:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945435.826581:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945435.826583:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945435.826584:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304223408 00000100:00000001:3.0:1784945435.826587:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304222737 00000100:00000001:3.0:1784945435.826589:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304223408 00000100:00000001:3.0:1784945435.826591:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304222737 00000100:00000001:3.0:1784945435.826593:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945435.826594:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945435.826595:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945435.826596:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945435.826646:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945435.826648:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945435.830695:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945435.830699:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945435.830705:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945435.830707:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945435.830710:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945435.830715:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f13b8 00000400:00000010:3.0:1784945435.830716:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f13b8. 00000100:00000001:3.0:1784945435.830719:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945435.830724:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775180 x1871641054231680/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945435.830733:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775180 x1871641054231680/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945451 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945435.830740:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945435.830742:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945435.830745:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945435.830748:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945435.830751:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945435.830753:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945435.830755:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945435.830760:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=137 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945435.830764:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=137 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945435.830767:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945435.830768:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945435.830771:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945435.830774:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945435.830777:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945435.830781:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775180 x1871641054231680/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945435.830795:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945435.830798:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945435.830800:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945435.830804:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775180 x1871641054231680/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945451 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945435.830811:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054231680:192.168.202.106@tcp:400:kworker.0 00000400:00000001:3.0:1784945435.830816:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945435.830818:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945435.830820:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945435.830822:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1110 00000400:00000010:3.0:1784945435.830824:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1110. 00000100:00000001:3.0:1784945435.830826:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945435.830829:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774700 x1871641054231808/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945435.830837:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774700 x1871641054231808/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945451 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945435.830844:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945435.830846:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945435.830847:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945435.830849:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945435.830850:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945435.830851:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945435.830853:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945435.830858:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=137 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945435.830861:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=57 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945435.830863:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945435.830865:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945435.830866:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945435.830868:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945435.830871:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945435.830873:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945435.830876:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945435.830877:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945435.830881:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774700 x1871641054231808/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945435.830887:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945435.830889:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945435.830891:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945435.830894:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774700 x1871641054231808/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945451 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945435.830901:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054231808:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945435.830905:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945435.830908:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945435.830911:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775180 x1871641054231680/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945451 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945435.830917:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945435.830919:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945435.830922:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479af000. 02000000:00000001:3.0:1784945435.830925:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945435.830927:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945435.830929:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945435.830932:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945435.830934:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea800. 02000000:00000001:3.0:1784945435.830937:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945435.830939:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945435.830941:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775180. 00000100:00000001:3.0:1784945435.830945:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945435.830946:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945435.830948:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945435.830951:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774700 x1871641054231808/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945451 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945435.830958:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945435.830959:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945435.830961:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479af400. 02000000:00000001:3.0:1784945435.830963:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945435.830963:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945435.830965:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945435.830967:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945435.830968:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bead00. 02000000:00000001:3.0:1784945435.830970:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945435.830971:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945435.830972:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774700. 00000100:00000001:3.0:1784945435.830975:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945435.830976:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945435.830978:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945435.830984:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945435.830986:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945435.830988:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945435.830990:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945436.146059:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945436.146063:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945436.146066:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945436.529632:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304223408, at 4304223424 00000100:00000010:0.0:1784945436.529647:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322480. 00000020:00000001:0.0:1784945437.169904:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945437.169908:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945437.169911:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945438.196766:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945438.196771:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945438.196775:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945439.217795:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945439.217798:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945439.217801:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945440.241755:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945440.241758:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945440.241762:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945440.946049:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945440.946059:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945440.946069:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774700. 00000020:00000040:3.0:1784945440.946075:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945440.946079:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945440.946083:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945440.946088:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945440.946097:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bead00. 00000100:00000001:3.0:1784945440.946103:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945440.946115:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73774700 x1871641054231936/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945440.946126:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945440.946130:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945440.946137:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d967472] to pc [ptlrpcd_01_00+0] req@ffff996d73774700 x1871641054231936/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945440.946165:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945440.946168:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945440.946171:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945440.946174:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775180. 00000020:00000040:3.0:1784945440.946177:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945440.946180:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945440.946182:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945440.946183:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945440.946187:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea800. 00000100:00000001:2.0:1784945440.946189:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945440.946190:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945440.946195:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784945440.946197:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73775180 x1871641054232064/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945440.946199:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784945440.946209:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1784945440.946210:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774700 x1871641054231936/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945440.946213:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945440.946222:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bb2acf9] to pc [ptlrpcd_01_01+1] req@ffff996d73775180 x1871641054232064/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945440.946225:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945440.946229:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945440.946235:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784945440.946237:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945440.946239:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784945440.946241:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784945440.946245:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945440.946247:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945440.946251:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1784945440.946252:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054231936:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945440.946260:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784945440.946260:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784945440.946266:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784945440.946268:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9565) 02000000:00000001:2.0:1784945440.946269:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945440.946273:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945440.946277:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945440.946280:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945440.946280:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945440.946285:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945440.946288:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784945440.946291:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784945440.946296:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775180 x1871641054232064/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784945440.946298:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784945440.946308:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f62a8. 00000100:00000001:3.0:1784945440.946316:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1784945440.946317:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054231936, portal 25 00000100:00000001:3.0:1784945440.946318:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945440.946323:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1784945440.946324:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784945440.946326:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100522752 : -112779609028864 : ffff996d73774700) 02000000:00000001:3.0:1784945440.946327:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945440.946332:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945440.946337:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774700 x1871641054231936/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945440.946338:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054232064:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945440.946346:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945440.946350:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784945440.946354:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784945440.946354:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945440.946358:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784945440.946361:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000010:3.0:1784945440.946364:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479aec00. 00000400:00000010:2.0:1784945440.946366:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6770. 02000000:00000001:3.0:1784945440.946367:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784945440.946372:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054231936, offset 0 00000400:00000200:3.0:1784945440.946375:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945440.946382:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000200:2.0:1784945440.946383:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945440.946387:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1110. 00000100:00000200:3.0:1784945440.946393:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054232064, portal 10 00000400:00000200:2.0:1784945440.946394:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945440.946397:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945440.946399:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100525440 : -112779609026176 : ffff996d73775180) 00000400:00000200:2.0:1784945440.946405:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000040:3.0:1784945440.946408:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775180 x1871641054232064/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784945440.946413:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945440.946420:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:3.0:1784945440.946421:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784945440.946428:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1784945440.946428:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945440.946433:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f13b8. 00000400:00000200:2.0:1784945440.946434:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000200:3.0:1784945440.946438:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054232064, offset 0 00000400:00000200:2.0:1784945440.946442:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314323:314323:256:4294967295] 192.168.202.106@tcp LPNI seq info [314319:314319:8:4294967295] 00000400:00000200:3.0:1784945440.946449:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945440.946452:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945440.946459:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945440.946468:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784945440.946468:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945440.946477:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784945440.946479:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945440.946483:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000010:2.0:1784945440.946485:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b100. 00000400:00000200:3.0:1784945440.946489:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1784945440.946493:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784945440.946494:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945440.946501:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314324:314324:255:4294967295] 192.168.202.106@tcp LPNI seq info [314320:314320:7:4294967295] 00000800:00000200:2.0:1784945440.946504:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945440.946509:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784945440.946510:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945440.946548:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:2.0:1784945440.946552:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784945440.946553:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945440.946560:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:3.0:1784945440.946560:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000100:00000001:2.0:1784945440.946565:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304228528 00000800:00000200:3.0:1784945440.946568:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000010:2.0:1784945440.946572:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cf00. 00000800:00000200:3.0:1784945440.946577:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:2.0:1784945440.946580:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1784945440.946581:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945440.946586:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945440.946591:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16837 usecs (17 jiffies) 00000400:00000200:3.0:1784945440.946594:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945440.946595:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304228528 00000100:00000001:3.0:1784945440.946597:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304227858 00000100:00000010:2.0:1784945440.946602:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c300. 00000100:00000001:3.0:1784945440.946603:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304228528 00000100:00000001:3.0:1784945440.946608:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304227858 00000100:00000001:2.0:1784945440.946609:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945440.946615:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945440.946615:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304228528 00000100:00000001:2.0:1784945440.946620:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945440.946621:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945440.946625:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945440.946627:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945440.946630:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945440.946631:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945440.946636:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945440.946641:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945440.946641:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945440.946644:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945440.946645:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945440.946648:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945440.946650:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945440.946651:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945440.946654:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945440.946655:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945440.946659:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945440.946660:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945440.946667:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945440.949734:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945440.949739:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945440.949748:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945440.949751:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945440.949754:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945440.949758:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1110 00000400:00000010:3.0:1784945440.949804:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1110. 00000100:00000001:3.0:1784945440.949812:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945440.949819:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775180 x1871641054232064/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945440.949843:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775180 x1871641054232064/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945456 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945440.949862:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945440.949866:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945440.949871:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945440.949875:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945440.949878:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945440.949881:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945440.949884:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945440.949891:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=142 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945440.949896:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=62 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945440.949900:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945440.949904:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945440.949908:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945440.949913:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945440.949916:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945440.949919:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945440.949921:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945440.949923:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945440.949929:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775180 x1871641054232064/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945456 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945440.949944:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945440.949947:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945440.949949:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945440.949953:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775180 x1871641054232064/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945456 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945440.949961:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054232064:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945440.949966:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945440.949969:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784945440.949973:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784945440.949973:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775180 x1871641054232064/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945456 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945440.949987:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945440.949992:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945440.949994:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945440.949997:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000100:00000001:3.0:1784945440.949998:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1784945440.950003:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f62a8 02000000:00000001:3.0:1784945440.950003:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:2.0:1784945440.950007:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f62a8. 02000000:00000010:3.0:1784945440.950008:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479aec00. 00000100:00000001:2.0:1784945440.950013:0:2354:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1784945440.950014:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945440.950018:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000200:2.0:1784945440.950019:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774700 x1871641054231936/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1784945440.950021:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945440.950026:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945440.950029:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea800. 02000000:00000001:3.0:1784945440.950034:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:2.0:1784945440.950036:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774700 x1871641054231936/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945456 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784945440.950037:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945440.950041:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775180. 00000100:00000001:3.0:1784945440.950047:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945440.950050:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945440.950051:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945440.950055:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945440.950056:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945440.950059:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945440.950061:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945440.950063:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945440.950064:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945440.950065:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945440.950068:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945440.950069:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945440.950075:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1784945440.950076:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=142 v=5 (5 5 5 5) 00000100:00000001:3.0:1784945440.950078:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945440.950081:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=142 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945440.950084:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945440.950086:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945440.950088:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945440.950091:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945440.950093:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945440.950097:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774700 x1871641054231936/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945456 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945440.950104:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945440.950106:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945440.950108:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945440.950111:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774700 x1871641054231936/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945456 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945440.950120:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054231936:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945440.950124:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945440.950126:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945440.950129:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774700 x1871641054231936/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945456 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945440.950136:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945440.950137:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945440.950139:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945440.950143:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945440.950144:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945440.950145:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945440.950147:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945440.950149:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bead00. 02000000:00000001:2.0:1784945440.950151:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945440.950153:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945440.950154:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774700. 00000100:00000001:2.0:1784945440.950158:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945440.950159:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945440.950161:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945440.950164:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945440.950166:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945440.950168:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945440.950169:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945441.266020:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945441.266024:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945441.266027:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945441.649633:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304228528, at 4304228544 00000100:00000010:0.0:1784945441.649647:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cf00. 00000020:00000001:3.0:1784945442.289678:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945442.289682:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945442.289685:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784945442.673654:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784945442.673662:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784945442.673667:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:0.0:1784945442.673911:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945442.673927:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945442.673933:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945442.673936:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784945443.313761:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945443.313764:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945443.313768:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945444.337764:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945444.337768:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945444.337771:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945445.363928:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945445.363933:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945445.364443:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784945446.065977:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945446.065982:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945446.065987:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945446.065997:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d89f80 x1871641054232192/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945446.066026:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945446.066029:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945446.066033:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945446.066038:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945446.066044:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945446.066052:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054232192:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945446.066060:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945446.066066:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945446.066071:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945446.066078:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945446.066085:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394be00. 02000000:00000001:0.0:1784945446.066090:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945446.066101:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945446.066108:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652ff78. 00000400:00000010:0.0:1784945446.066118:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fc38. 00000100:00000200:0.0:1784945446.066131:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054232192, portal 25 00000100:00000001:0.0:1784945446.066136:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945446.066139:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318373248 : -112780391178368 : ffff996d44d89f80) 00000100:00000040:0.0:1784945446.066147:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d89f80 x1871641054232192/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945446.066168:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945446.066174:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945446.066180:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f908. 00000100:00000200:0.0:1784945446.066185:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054232192, offset 0 00000400:00000200:0.0:1784945446.066197:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945446.066250:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945446.066258:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945446.066263:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945446.066268:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945446.066274:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945446.066277:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945446.066286:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314326:314326:255:4294967295] 192.168.202.106@tcp LPNI seq info [314322:314322:7:4294967295] 00000400:00000200:0.0:1784945446.066295:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945446.066304:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784945446.066313:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784945446.066320:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4100. 00000800:00000200:0.0:1784945446.066327:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784945446.066335:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945446.066340:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945446.066345:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945446.066351:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945446.066356:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304233647 00000100:00000001:0.0:1784945446.066365:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304232977 00000100:00000001:0.0:1784945446.066371:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304233647 00000100:00000001:0.0:1784945446.066377:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304232977 00000100:00000001:0.0:1784945446.066382:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945446.066386:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945446.066391:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945446.066394:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945446.066400:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945446.066404:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945446.066406:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945446.066408:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945446.066410:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945446.066412:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945446.076079:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945446.076095:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945446.076100:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945446.076103:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945446.076112:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945446.076120:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945446.076129:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945446.076134:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945446.076139:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945446.076143:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f3e80 00000400:00000200:0.0:1784945446.076148:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945446.076154:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd4d1 [1] + 224 00000800:00000001:0.0:1784945446.076161:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945446.076165:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945446.076168:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945446.076172:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945446.076179:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945446.076189:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89f80 x1871641054232192/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945462 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945446.076200:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89f80 x1871641054232192/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945446.076225:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945446.076233:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945446.076237:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945446.076239:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945446.076241:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945446.076244:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945446.076247:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945446.076252:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945446.076254:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945446.076257:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945446.076260:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f3f00 00000400:00000200:0.0:1784945446.076263:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945446.076267:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd4c9 [1] + 224 00000800:00000001:0.0:1784945446.076271:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945446.076277:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945446.076279:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945446.076283:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945446.076286:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945446.076290:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89880 x1871641054232320/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945462 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945446.076299:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89880 x1871641054232320/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945446.076316:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945446.076320:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945446.076323:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945446.076337:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945446.076341:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784945446.076348:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945446.076350:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945446.076352:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2ddc0. 00000400:00000200:0.0:1784945446.076357:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294e58 00000400:00000010:0.0:1784945446.076360:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294e58. 00000100:00000001:0.0:1784945446.076363:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945446.076370:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d89880 x1871641054232320/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945446.076386:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d89880 x1871641054232320/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945462 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945446.076397:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945446.076401:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945446.076406:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945446.076410:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945446.076414:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945446.076417:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945446.076424:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945446.076435:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=148 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945446.076443:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=68 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945446.076446:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945446.076447:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945446.076450:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945446.076454:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945446.076458:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784945446.076460:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784945446.076462:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784945446.076464:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945446.076469:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d89880 x1871641054232320/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945462 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945446.076476:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945446.076479:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945446.076481:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945446.076485:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89880 x1871641054232320/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945462 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945446.076493:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054232320:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945446.076497:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945446.076500:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945446.076503:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89880 x1871641054232320/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945462 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945446.076509:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945446.076510:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945446.076514:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ad800. 02000000:00000001:0.0:1784945446.076567:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945446.076570:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945446.076572:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784945446.076574:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945446.076577:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad300. 02000000:00000001:0.0:1784945446.076582:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945446.076583:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945446.076585:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89880. 00000100:00000001:0.0:1784945446.076589:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945446.076590:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945446.076592:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945446.076600:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945446.076602:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945446.076604:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945446.076606:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945446.385729:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945446.385733:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945446.385737:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945446.769635:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304233647, at 4304233664 00000100:00000010:0.0:1784945446.769650:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f300. 00000020:00000001:3.0:1784945447.409790:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945447.409793:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945447.409796:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945448.433928:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945448.433932:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945448.433936:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945449.457692:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945449.457694:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945449.457697:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945450.482295:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945450.482299:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945450.482302:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945451.190624:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945451.190635:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945451.190641:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953800. 00000020:00000040:2.0:1784945451.190647:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945451.190651:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945451.190653:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945451.190658:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945451.190665:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784945451.190672:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945451.190684:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73953800 x1871641054232448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945451.190695:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945451.190700:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945451.190707:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000610493dc] to pc [ptlrpcd_01_00+0] req@ffff996d73953800 x1871641054232448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945451.190743:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945451.190746:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945451.190750:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945451.190753:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951500. 00000020:00000040:2.0:1784945451.190756:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945451.190758:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945451.190759:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945451.190761:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945451.190766:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b100. 00000100:00000001:2.0:1784945451.190769:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945451.190774:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951500 x1871641054232576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945451.190782:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945451.190784:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945451.190787:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fb9ec] to pc [ptlrpcd_01_01+1] req@ffff996d73951500 x1871641054232576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945451.190795:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945451.190798:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945451.190811:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945451.190814:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945451.190817:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945451.190822:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9575) 00000100:00000001:2.0:1784945451.190832:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945451.190835:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945451.190837:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945451.190842:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953800 x1871641054232448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945451.190849:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945451.190851:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945451.190855:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945451.190857:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945451.190860:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945451.190863:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054232448:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945451.190878:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945451.190883:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945451.190885:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945451.190888:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945451.190920:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945451.190923:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945451.190930:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945451.190935:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784945451.190942:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f62a8. 00000100:00000200:2.0:1784945451.190949:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054232448, portal 25 00000100:00000001:2.0:1784945451.190951:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945451.190952:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102484992 : -112779607066624 : ffff996d73953800) 00000100:00000040:2.0:1784945451.190958:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953800 x1871641054232448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945451.190965:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945451.190968:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945451.190971:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6880. 00000100:00000200:2.0:1784945451.190974:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054232448, offset 0 00000400:00000200:2.0:1784945451.190980:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945451.190988:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945451.190995:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945451.191000:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945451.191004:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945451.191007:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945451.191010:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945451.191015:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314327:314327:256:4294967295] 192.168.202.106@tcp LPNI seq info [314323:314323:8:4294967295] 00000400:00000200:2.0:1784945451.191019:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945451.191030:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945451.191036:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945451.191040:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b300. 00000800:00000200:2.0:1784945451.191046:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945451.191053:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945451.191057:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945451.191134:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945451.191137:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945451.191139:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945451.191145:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951500 x1871641054232576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945451.191153:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945451.191155:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945451.191157:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945451.191159:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945451.191161:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945451.191164:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054232576:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945451.191245:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945451.191248:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945451.191250:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945451.191252:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945451.191256:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479afc00. 02000000:00000001:3.0:1784945451.191258:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945451.191263:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945451.191266:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784945451.191271:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1110. 00000100:00000200:3.0:1784945451.191274:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054232576, portal 10 00000100:00000001:3.0:1784945451.191276:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945451.191277:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476032 : -112779607075584 : ffff996d73951500) 00000100:00000040:3.0:1784945451.191293:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951500 x1871641054232576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945451.191301:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945451.191303:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945451.191306:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f17f8. 00000100:00000200:3.0:1784945451.191308:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054232576, offset 0 00000400:00000200:3.0:1784945451.191312:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945451.191316:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945451.191320:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945451.191322:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945451.191325:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945451.191327:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945451.191329:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945451.191332:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314328:314328:255:4294967295] 192.168.202.106@tcp LPNI seq info [314324:314324:7:4294967295] 00000400:00000200:3.0:1784945451.191336:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945451.191342:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945451.191347:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945451.191350:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000800:00000200:3.0:1784945451.191354:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945451.191358:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945451.191361:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945451.191382:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945451.191387:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945451.191390:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304238772 00000100:00000010:2.0:1784945451.191395:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cf60. 00000100:00000001:2.0:1784945451.191401:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945451.191422:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304238772 00000100:00000010:2.0:1784945451.191427:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c720. 00000100:00000001:2.0:1784945451.191430:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945451.191433:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945451.191436:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945451.191438:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945451.191441:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945451.191447:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945451.191449:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945451.191451:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945451.191452:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945451.191454:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945451.191455:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945451.192164:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945451.192168:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16836 usecs (17 jiffies) 00000400:00000200:3.0:1784945451.192171:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945451.192173:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304238103 00000100:00000001:3.0:1784945451.192174:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304238772 00000100:00000001:3.0:1784945451.192176:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304238103 00000100:00000001:3.0:1784945451.192177:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304238772 00000100:00000001:3.0:1784945451.192178:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945451.192180:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945451.192181:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945451.192182:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945451.192185:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945451.192186:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945451.192188:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945451.192189:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945451.192190:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945451.192191:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945451.194661:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945451.194670:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945451.194673:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945451.194674:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945451.194681:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945451.194685:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945451.194691:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945451.194693:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945451.194697:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945451.194700:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f3f80 00000400:00000200:0.0:1784945451.194703:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945451.194707:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd4e9 [1] + 224 00000800:00000001:0.0:1784945451.194712:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945451.194714:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945451.194716:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945451.194718:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945451.194722:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945451.194736:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953800 x1871641054232448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945467 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945451.194743:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953800 x1871641054232448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945451.194752:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945451.194757:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945451.194759:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945451.194760:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945451.194761:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945451.194763:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945451.194765:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945451.194767:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945451.194769:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945451.194770:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945451.194772:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f4000 00000400:00000200:0.0:1784945451.194774:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945451.194777:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd4f1 [1] + 224 00000800:00000001:0.0:1784945451.194779:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945451.194783:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945451.194784:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945451.194786:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945451.194788:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945451.194792:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951500 x1871641054232576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945467 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945451.194800:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951500 x1871641054232576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945451.194823:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945451.194827:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945451.194830:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945451.194874:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945451.194876:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945451.194882:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945451.194883:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945451.194885:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945451.194900:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1110 00000400:00000010:3.0:1784945451.194901:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1110. 00000100:00000001:3.0:1784945451.194904:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945451.194907:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951500 x1871641054232576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945451.194912:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951500 x1871641054232576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945467 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945451.194916:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945451.194917:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945451.194919:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945451.194921:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945451.194923:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945451.194924:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945451.194926:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945451.194934:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=153 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945451.194937:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=73 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945451.194938:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945451.194940:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945451.194942:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945451.194945:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945451.194947:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945451.194949:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945451.194950:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945451.194951:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945451.194954:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951500 x1871641054232576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945467 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945451.194958:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945451.194960:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945451.194961:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945451.194964:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951500 x1871641054232576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945467 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945451.194969:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054232576:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945451.194972:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945451.194974:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945451.194976:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951500 x1871641054232576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945467 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945451.194979:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945451.194981:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945451.194983:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479afc00. 02000000:00000001:3.0:1784945451.194985:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945451.194987:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945451.194988:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945451.194989:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945451.194991:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b100. 02000000:00000001:3.0:1784945451.194993:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945451.194994:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945451.194996:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951500. 00000100:00000001:3.0:1784945451.194998:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945451.194999:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945451.195000:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945451.195005:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945451.195006:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945451.195007:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945451.195009:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945451.195052:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945451.195054:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945451.195057:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945451.195058:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945451.195060:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945451.195062:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f62a8 00000400:00000010:2.0:1784945451.195063:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f62a8. 00000100:00000001:2.0:1784945451.195066:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945451.195069:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953800 x1871641054232448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945451.195074:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953800 x1871641054232448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945467 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945451.195077:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945451.195078:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945451.195079:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945451.195080:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945451.195081:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945451.195082:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945451.195083:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945451.195085:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=153 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945451.195087:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=153 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945451.195088:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945451.195089:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945451.195090:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945451.195091:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945451.195093:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945451.195095:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953800 x1871641054232448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945467 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945451.195098:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945451.195100:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945451.195100:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945451.195102:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953800 x1871641054232448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945467 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945451.195106:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054232448:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945451.195108:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945451.195109:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945451.195111:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953800 x1871641054232448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945467 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945451.195114:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945451.195115:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945451.195116:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945451.195117:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945451.195118:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945451.195119:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945451.195120:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945451.195121:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:2.0:1784945451.195123:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945451.195123:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945451.195124:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953800. 00000100:00000001:2.0:1784945451.195126:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945451.195126:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945451.195127:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945451.195130:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945451.195131:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945451.195132:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945451.195133:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945451.506537:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945451.506540:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945451.506544:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945451.889640:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304238772, at 4304238784 00000100:00000010:0.0:1784945451.889652:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cf60. 00000020:00000001:2.0:1784945452.529754:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945452.529758:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945452.529761:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945453.554701:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945453.554705:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945453.554708:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945454.578010:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945454.578014:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945454.578018:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945455.601680:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945455.601683:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945455.601686:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784945456.305806:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945456.305812:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945456.305816:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945456.305826:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d89f80 x1871641054232704/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945456.305836:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945456.305839:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945456.305844:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945456.305867:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945456.305871:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945456.305875:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054232704:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945456.305880:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945456.305887:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945456.305890:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945456.305894:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945456.305900:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394ba00. 02000000:00000001:0.0:1784945456.305902:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945456.305909:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945456.305912:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f790. 00000400:00000010:0.0:1784945456.305918:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627faa0. 00000100:00000200:0.0:1784945456.305923:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054232704, portal 25 00000100:00000001:0.0:1784945456.305925:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945456.305926:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318373248 : -112780391178368 : ffff996d44d89f80) 00000100:00000040:0.0:1784945456.305931:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d89f80 x1871641054232704/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945456.305941:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945456.305945:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945456.305956:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f110. 00000100:00000200:0.0:1784945456.305962:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054232704, offset 0 00000400:00000200:0.0:1784945456.305972:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945456.305985:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945456.305995:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945456.306004:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945456.306010:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945456.306016:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945456.306022:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945456.306029:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314329:314329:256:4294967295] 192.168.202.106@tcp LPNI seq info [314325:314325:8:4294967295] 00000400:00000200:0.0:1784945456.306039:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945456.306055:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784945456.306064:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784945456.306069:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4500. 00000800:00000200:0.0:1784945456.306078:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784945456.306092:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945456.306099:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945456.306113:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945456.306120:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945456.306123:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304243887 00000100:00000010:0.0:1784945456.306130:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373240. 00000100:00000001:0.0:1784945456.306137:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784945456.306144:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304243887 00000100:00000010:0.0:1784945456.306148:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373840. 00000100:00000001:0.0:1784945456.306150:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784945456.306154:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945456.306170:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945456.306176:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945456.306180:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945456.306193:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945456.306197:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945456.306203:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945456.306206:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945456.306209:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945456.306213:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945456.306261:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945456.306266:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4500. 00000400:00000200:0.0:1784945456.306272:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945456.306277:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945456.306283:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f110 00000400:00000010:0.0:1784945456.306285:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f110. 00000100:00000001:0.0:1784945456.306290:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945456.306295:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d89f80 x1871641054232704/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945456.306304:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945456.306307:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d89f80 x1871641054232704/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945472 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945456.306314:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945456.306315:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945456.306385:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945456.306389:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad100. 00000400:00000200:0.0:1784945456.306394:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945456.306398:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945456.306401:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294440 00000400:00000010:0.0:1784945456.306403:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294440. 00000100:00000001:0.0:1784945456.306405:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945456.306407:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8b480 x1871641054232832/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945456.306412:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945456.306414:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8b480 x1871641054232832/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945472 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945456.306418:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945456.306419:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945456.308043:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945456.308056:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945456.308059:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945456.308061:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945456.308067:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945456.308072:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945456.308078:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945456.308082:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945456.308086:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945456.308090:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f4080 00000400:00000200:0.0:1784945456.308094:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945456.308100:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd4f9 [1] + 224 00000800:00000001:0.0:1784945456.308106:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945456.308111:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945456.308114:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945456.308117:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945456.308123:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945456.308128:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89f80 x1871641054232704/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945472 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945456.308138:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89f80 x1871641054232704/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945456.308153:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945456.308159:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945456.308162:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945456.310116:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945456.310124:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945456.310127:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945456.310128:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945456.310132:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945456.310137:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945456.310141:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945456.310143:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945456.310146:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945456.310149:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f4100 00000400:00000200:0.0:1784945456.310152:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945456.310155:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd509 [1] + 224 00000800:00000001:0.0:1784945456.310159:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945456.310163:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945456.310165:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945456.310169:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945456.310173:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945456.310178:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8b480 x1871641054232832/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945472 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945456.310194:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8b480 x1871641054232832/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945456.310212:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945456.310219:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945456.310222:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784945456.625697:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945456.625700:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945456.625703:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945457.009627:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304243887, at 4304243904 00000100:00000010:0.0:1784945457.009642:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373240. 00000020:00000001:0.0:1784945457.649871:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945457.649875:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945457.649878:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945458.674019:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945458.674023:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945458.674027:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945459.697682:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945459.697685:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945459.697688:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945460.721743:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945460.721748:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945460.721751:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945461.425639:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945461.425649:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945461.425660:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953800. 00000020:00000040:2.0:1784945461.425666:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945461.425669:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945461.425672:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945461.425677:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945461.425686:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784945461.425692:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945461.425703:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73953800 x1871641054232960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945461.425710:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945461.425713:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945461.425719:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000610493dc] to pc [ptlrpcd_01_00+0] req@ffff996d73953800 x1871641054232960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945461.425768:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945461.425772:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945461.425775:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945461.425781:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953800 x1871641054232960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945461.425789:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945461.425791:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945461.425795:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945461.425797:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945461.425800:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945461.425814:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054232960:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945461.425818:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945461.425824:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945461.425826:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945461.425828:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945461.425833:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479ae200. 02000000:00000001:3.0:1784945461.425835:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945461.425843:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945461.425847:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784945461.425854:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1110. 00000100:00000200:3.0:1784945461.425860:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054232960, portal 25 00000100:00000001:3.0:1784945461.425862:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945461.425864:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102484992 : -112779607066624 : ffff996d73953800) 00000100:00000040:3.0:1784945461.425874:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953800 x1871641054232960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945461.425882:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945461.425884:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945461.425887:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f12a8. 00000100:00000200:3.0:1784945461.425891:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054232960, offset 0 00000400:00000200:3.0:1784945461.425898:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784945461.425906:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945461.425907:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784945461.425909:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945461.425912:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1784945461.425913:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000010:2.0:1784945461.425916:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951500. 00000400:00000200:3.0:1784945461.425918:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:2.0:1784945461.425919:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945461.425921:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1784945461.425922:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 02000000:00000001:2.0:1784945461.425923:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945461.425925:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945461.425926:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 02000000:00000010:2.0:1784945461.425928:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000400:00000200:3.0:1784945461.425929:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:2.0:1784945461.425931:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945461.425932:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314331:314331:256:4294967295] 192.168.202.106@tcp LPNI seq info [314327:314327:8:4294967295] 00000100:00000040:2.0:1784945461.425936:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951500 x1871641054233088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1784945461.425937:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945461.425942:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945461.425945:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945461.425947:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000040:2.0:1784945461.425948:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fb9ec] to pc [ptlrpcd_01_01+1] req@ffff996d73951500 x1871641054233088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784945461.425954:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784945461.425956:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945461.425958:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000010:3.0:1784945461.425959:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000100:00000040:2.0:1784945461.425961:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945461.425964:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:3.0:1784945461.425965:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000040:2.0:1784945461.425967:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945461.425971:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9586) 00000800:00000200:3.0:1784945461.425972:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945461.425975:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945461.425983:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945461.425985:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945461.425987:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784945461.425990:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945461.425991:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951500 x1871641054233088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784945461.425994:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945461.425997:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945461.425997:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304249007 00000100:00000001:2.0:1784945461.425999:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945461.426000:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:3.0:1784945461.426001:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3225a0. 02000000:00000001:2.0:1784945461.426002:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945461.426004:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945461.426006:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054233088:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945461.426007:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945461.426009:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945461.426011:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945461.426013:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945461.426016:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784945461.426016:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304249007 02000000:00000010:2.0:1784945461.426019:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 00000100:00000010:3.0:1784945461.426019:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322a80. 02000000:00000001:2.0:1784945461.426021:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945461.426023:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1784945461.426025:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945461.426026:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784945461.426028:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000100:00000001:3.0:1784945461.426029:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945461.426031:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784945461.426032:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f62a8. 00000100:00000001:3.0:1784945461.426033:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784945461.426035:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054233088, portal 10 00000100:00000001:2.0:1784945461.426037:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945461.426038:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476032 : -112779607075584 : ffff996d73951500) 00000100:00000001:3.0:1784945461.426040:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945461.426042:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1784945461.426044:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951500 x1871641054233088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945461.426044:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945461.426045:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945461.426047:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945461.426049:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945461.426051:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945461.426053:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945461.426056:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6198. 00000100:00000200:2.0:1784945461.426059:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054233088, offset 0 00000400:00000200:2.0:1784945461.426064:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945461.426069:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945461.426072:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945461.426074:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945461.426077:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945461.426080:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945461.426082:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945461.426084:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314332:314332:255:4294967295] 192.168.202.106@tcp LPNI seq info [314328:314328:7:4294967295] 00000400:00000200:2.0:1784945461.426089:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945461.426093:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945461.426096:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945461.426100:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bc00. 00000800:00000200:2.0:1784945461.426102:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945461.426105:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945461.426108:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1784945461.426113:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784945461.426113:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945461.426119:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16836 usecs (17 jiffies) 00000800:00000010:0.0:1784945461.426120:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000400:00000200:2.0:1784945461.426126:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945461.426129:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784945461.426129:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304248337 00000100:00000001:2.0:1784945461.426135:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304249007 00000100:00000001:2.0:1784945461.426139:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304248337 00000400:00000200:0.0:1784945461.426140:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784945461.426142:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304249007 00000100:00000001:2.0:1784945461.426146:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784945461.426147:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f12a8 00000100:00000001:2.0:1784945461.426149:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784945461.426152:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f12a8. 00000100:00000001:2.0:1784945461.426153:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945461.426158:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945461.426160:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784945461.426162:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945461.426165:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1784945461.426168:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953800 x1871641054232960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945461.426169:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945461.426171:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945461.426174:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945461.426179:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945461.426186:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945461.426190:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953800 x1871641054232960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945477 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945461.426197:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945461.426205:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945461.426219:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945461.426222:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bc00. 00000400:00000200:0.0:1784945461.426225:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945461.426228:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945461.426230:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6198 00000400:00000010:0.0:1784945461.426232:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6198. 00000100:00000001:0.0:1784945461.426235:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945461.426238:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951500 x1871641054233088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945461.426245:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945461.426248:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951500 x1871641054233088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945477 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945461.426253:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945461.426255:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945461.429060:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945461.429071:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945461.429075:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945461.429076:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945461.429083:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945461.429088:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945461.429095:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945461.429099:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945461.429103:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945461.429107:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f4180 00000400:00000200:0.0:1784945461.429111:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945461.429116:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd519 [1] + 224 00000800:00000001:0.0:1784945461.429122:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945461.429140:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945461.429143:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945461.429146:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945461.429151:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945461.429157:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953800 x1871641054232960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945477 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945461.429167:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953800 x1871641054232960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945461.429184:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945461.429190:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945461.429193:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945461.429227:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945461.429231:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945461.429236:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945461.429238:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945461.429241:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945461.429245:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1110 00000400:00000010:3.0:1784945461.429247:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1110. 00000100:00000001:3.0:1784945461.429250:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945461.429256:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953800 x1871641054232960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945461.429277:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953800 x1871641054232960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945477 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945461.429284:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945461.429286:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945461.429289:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945461.429292:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945461.429295:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945461.429297:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945461.429299:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945461.429305:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=13 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945461.429309:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=13 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945461.429311:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945461.429313:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945461.429316:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945461.429318:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945461.429320:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945461.429334:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953800 x1871641054232960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945477 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945461.429342:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945461.429345:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945461.429347:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945461.429351:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953800 x1871641054232960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945477 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945461.429365:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054232960:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945461.429370:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945461.429372:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945461.429375:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953800 x1871641054232960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945477 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945461.429381:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945461.429383:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945461.429386:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479ae200. 02000000:00000001:3.0:1784945461.429389:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945461.429392:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945461.429393:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945461.429396:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945461.429398:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:3.0:1784945461.429401:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945461.429402:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945461.429404:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953800. 00000100:00000001:3.0:1784945461.429407:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945461.429408:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945461.429410:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945461.429415:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945461.429416:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945461.429418:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945461.429420:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945461.433346:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945461.433357:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945461.433361:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945461.433374:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945461.433381:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945461.433387:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945461.433393:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945461.433397:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945461.433402:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945461.433405:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f4200 00000400:00000200:0.0:1784945461.433409:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945461.433415:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd521 [1] + 224 00000800:00000001:0.0:1784945461.433421:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945461.433427:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945461.433430:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945461.433433:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945461.433440:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945461.433447:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951500 x1871641054233088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945477 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945461.433456:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951500 x1871641054233088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945461.433478:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945461.433484:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945461.433495:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945461.435342:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945461.435348:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945461.435355:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945461.435357:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945461.435360:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945461.435366:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f62a8 00000400:00000010:2.0:1784945461.435369:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f62a8. 00000100:00000001:2.0:1784945461.435373:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945461.435380:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951500 x1871641054233088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945461.435391:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951500 x1871641054233088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945477 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945461.435398:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945461.435400:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945461.435403:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945461.435407:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945461.435409:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945461.435411:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945461.435415:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945461.435423:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=13 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945461.435426:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=83 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945461.435428:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945461.435429:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945461.435431:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945461.435434:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945461.435437:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945461.435439:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945461.435440:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945461.435441:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945461.435444:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951500 x1871641054233088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945477 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945461.435449:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945461.435451:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945461.435453:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945461.435455:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951500 x1871641054233088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945477 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945461.435461:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054233088:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945461.435466:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945461.435468:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945461.435471:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951500 x1871641054233088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945477 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945461.435477:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945461.435479:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945461.435483:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945461.435486:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945461.435488:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945461.435489:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945461.435491:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945461.435493:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 02000000:00000001:2.0:1784945461.435496:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945461.435498:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945461.435499:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951500. 00000100:00000001:2.0:1784945461.435501:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945461.435502:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945461.435503:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945461.435508:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945461.435510:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945461.435511:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945461.435513:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945461.745703:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945461.745706:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945461.745709:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945462.129590:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304249007, at 4304249024 00000100:00000010:0.0:1784945462.129606:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3225a0. 00000020:00000001:3.0:1784945462.769634:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945462.769637:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945462.769640:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945463.793743:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945463.793747:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945463.793750:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945464.819813:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945464.819817:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945464.819820:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945465.841816:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945465.841819:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945465.841822:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945466.545727:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945466.545738:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945466.545749:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43288380. 00000020:00000040:0.0:1784945466.545755:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784945466.545759:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945466.545787:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945466.545793:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945466.545801:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4500. 00000100:00000001:0.0:1784945466.545807:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945466.545818:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d43288380 x1871641054233216/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945466.545828:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945466.545843:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945466.545851:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000916282b0] to pc [ptlrpcd_00_00+0] req@ffff996d43288380 x1871641054233216/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945466.545878:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945466.545882:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945466.545885:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945466.545888:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328aa00. 00000020:00000040:0.0:1784945466.545890:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784945466.545893:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945466.545894:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945466.545895:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945466.545898:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4d00. 00000100:00000001:0.0:1784945466.545901:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945466.545905:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d4328aa00 x1871641054233344/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945466.545912:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945466.545914:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945466.545917:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005935784d] to pc [ptlrpcd_00_01+1] req@ffff996d4328aa00 x1871641054233344/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945466.545925:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945466.545928:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784945466.545931:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784945466.545934:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784945466.545937:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784945466.545941:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9591) 00000100:00000001:0.0:1784945466.545967:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945466.545969:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945466.545976:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945466.545982:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328aa00 x1871641054233344/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945466.545988:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945466.545989:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945466.545991:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945466.545993:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945466.545998:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945466.546001:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054233344:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945466.546004:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945466.546006:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945466.546007:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945466.546009:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945466.546012:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394be00. 02000000:00000001:0.0:1784945466.546014:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945466.546017:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945466.546019:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f420. 00000400:00000010:0.0:1784945466.546024:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f110. 00000100:00000200:0.0:1784945466.546026:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054233344, portal 10 00000100:00000001:0.0:1784945466.546028:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945466.546029:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290064384 : -112780419487232 : ffff996d4328aa00) 00000100:00000040:0.0:1784945466.546034:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328aa00 x1871641054233344/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945466.546050:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945466.546052:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945466.546054:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fee0. 00000100:00000200:0.0:1784945466.546056:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054233344, offset 0 00000400:00000200:0.0:1784945466.546059:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945466.546071:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945466.546073:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945466.546076:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945466.546078:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945466.546080:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945466.546082:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945466.546084:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314334:314334:255:4294967295] 192.168.202.106@tcp LPNI seq info [314330:314330:7:4294967295] 00000400:00000200:0.0:1784945466.546088:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945466.546093:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784945466.546097:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784945466.546099:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4800. 00000800:00000200:0.0:1784945466.546102:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784945466.546106:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945466.546109:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945466.546111:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945466.546114:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16835 usecs (17 jiffies) 00000400:00000200:0.0:1784945466.546117:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945466.546118:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304253457 00000100:00000001:0.0:1784945466.546129:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304254127 00000100:00000001:0.0:1784945466.546131:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304253457 00000100:00000001:0.0:1784945466.546134:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304254127 00000100:00000001:0.0:1784945466.546136:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945466.546138:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945466.546141:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945466.546142:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945466.546151:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945466.546153:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945466.546155:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945466.546157:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945466.546158:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945466.546161:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945466.546257:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945466.546262:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ade00. 00000400:00000200:0.0:1784945466.546269:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945466.546274:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945466.546280:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294908 00000400:00000010:0.0:1784945466.546282:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294908. 00000100:00000001:0.0:1784945466.546286:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945466.546290:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43288380 x1871641054233216/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945466.546299:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945466.546302:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43288380 x1871641054233216/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945482 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945466.546308:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945466.546310:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945466.546372:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945466.546375:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4800. 00000400:00000200:0.0:1784945466.546378:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945466.546381:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945466.546384:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fee0 00000400:00000010:0.0:1784945466.546385:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fee0. 00000100:00000001:0.0:1784945466.546388:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945466.546391:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328aa00 x1871641054233344/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945466.546397:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945466.546400:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328aa00 x1871641054233344/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945482 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945466.546410:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945466.546412:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945466.548639:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945466.548653:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945466.548657:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945466.548659:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945466.548667:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945466.548674:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945466.548681:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945466.548685:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945466.548690:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945466.548694:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f4300 00000400:00000200:0.0:1784945466.548699:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945466.548705:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd539 [1] + 224 00000800:00000001:0.0:1784945466.548712:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945466.548718:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945466.548721:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945466.548725:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945466.548731:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945466.548750:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328aa00 x1871641054233344/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945482 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945466.548771:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328aa00 x1871641054233344/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945466.548794:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945466.548801:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945466.548804:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945466.549128:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945466.549133:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945466.549136:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945466.549138:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945466.549142:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945466.549147:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945466.549153:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945466.549156:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945466.549159:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945466.549162:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f4280 00000400:00000200:0.0:1784945466.549167:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945466.549171:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd529 [1] + 224 00000800:00000001:0.0:1784945466.549175:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945466.549180:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945466.549182:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945466.549186:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945466.549189:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945466.549194:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43288380 x1871641054233216/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945482 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945466.549204:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43288380 x1871641054233216/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945466.549216:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945466.549219:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945466.549222:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784945466.865965:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945466.865968:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945466.865972:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945467.250612:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304254127, at 4304254145 00000100:00000010:0.0:1784945467.250618:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f6c0. 00000020:00000001:3.0:1784945467.889802:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945467.889806:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945467.889809:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945468.913679:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945468.913682:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945468.913685:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945469.937712:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945469.937716:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945469.937720:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945470.961689:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945470.961693:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945470.961696:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945471.665631:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945471.665640:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945471.665650:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328a300. 00000020:00000040:0.0:1784945471.665655:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784945471.665659:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945471.665661:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945471.665667:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945471.665674:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4800. 00000100:00000001:0.0:1784945471.665681:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945471.665697:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d4328a300 x1871641054233472/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945471.665707:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945471.665711:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945471.665717:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a66bc794] to pc [ptlrpcd_00_00+0] req@ffff996d4328a300 x1871641054233472/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945471.665824:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945471.665827:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945471.665830:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945471.665833:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289f80. 00000020:00000040:0.0:1784945471.665836:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784945471.666824:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945471.666826:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945471.666829:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945471.666834:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4400. 00000100:00000001:0.0:1784945471.666838:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945471.666844:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43289f80 x1871641054233600/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945471.666852:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945471.666854:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945471.666858:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006509818b] to pc [ptlrpcd_00_01+1] req@ffff996d43289f80 x1871641054233600/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945471.666866:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945471.666868:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784945471.666871:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784945471.666874:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784945471.666877:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784945471.666882:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9596) 00000800:00000200:0.0:1784945471.667433:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945471.667437:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad500. 00000400:00000200:0.0:1784945471.667444:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945471.667449:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945471.667456:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294990 00000400:00000010:0.0:1784945471.667458:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294990. 00000100:00000001:0.0:1784945471.667462:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945471.667466:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328a300 x1871641054233472/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945471.667475:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945471.667478:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328a300 x1871641054233472/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945487 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945471.667484:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945471.667485:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945471.667566:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945471.667569:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad700. 00000400:00000200:0.0:1784945471.667572:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945471.667575:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945471.667578:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294000 00000400:00000010:0.0:1784945471.667580:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294000. 00000100:00000001:0.0:1784945471.667582:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945471.667585:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289f80 x1871641054233600/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945471.667592:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945471.667594:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289f80 x1871641054233600/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945487 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945471.667600:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945471.667601:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945471.670768:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945471.670783:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945471.670787:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945471.670790:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945471.670798:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945471.670805:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945471.670812:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945471.670816:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945471.670821:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945471.670825:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f4400 00000400:00000200:0.0:1784945471.670829:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945471.670835:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd559 [1] + 224 00000800:00000001:0.0:1784945471.670842:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945471.670848:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945471.670851:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945471.670855:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945471.670862:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945471.670872:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289f80 x1871641054233600/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945471.670882:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289f80 x1871641054233600/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945471.670963:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945471.670973:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945471.670977:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945471.671453:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945471.671459:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945471.671461:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945471.671463:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945471.671466:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945471.671470:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945471.671474:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945471.671476:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945471.671479:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945471.671482:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f4380 00000400:00000200:0.0:1784945471.671486:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945471.671490:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd549 [1] + 224 00000800:00000001:0.0:1784945471.671494:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945471.671499:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945471.671501:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945471.671503:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945471.671507:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945471.671511:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328a300 x1871641054233472/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945471.671546:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328a300 x1871641054233472/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945471.671553:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945471.671558:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945471.671560:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784945471.986020:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945471.986023:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945471.986026:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945472.369654:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304259248, at 4304259264 00000100:00000010:0.0:1784945472.369671:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8ff60. 00000020:00000001:2.0:1784945473.009782:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945473.009786:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945473.009789:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945474.035091:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945474.035095:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945474.035100:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945475.058426:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945475.058430:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945475.058434:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945476.082869:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945476.082873:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945476.082877:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945476.785771:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945476.785781:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945476.785790:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951500. 00000020:00000040:2.0:1784945476.785797:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945476.785801:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945476.785804:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945476.785809:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945476.785817:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784945476.785824:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945476.785834:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951500 x1871641054233728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945476.785846:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945476.785850:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945476.785857:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fb9ec] to pc [ptlrpcd_01_00+0] req@ffff996d73951500 x1871641054233728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945476.785928:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945476.785933:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945476.785935:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945476.785941:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951500 x1871641054233728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945476.785950:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945476.785953:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945476.785956:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945476.785959:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945476.785961:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945476.785965:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054233728:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945476.785969:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945476.785975:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945476.785977:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945476.785979:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945476.785984:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479af400. 02000000:00000001:3.0:1784945476.785986:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945476.785994:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945476.785998:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784945476.786005:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1110. 00000100:00000200:3.0:1784945476.786011:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054233728, portal 25 00000100:00000001:3.0:1784945476.786014:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945476.786016:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476032 : -112779607075584 : ffff996d73951500) 00000100:00000040:3.0:1784945476.786021:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951500 x1871641054233728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945476.786029:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945476.786031:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945476.786036:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f12a8. 00000100:00000200:3.0:1784945476.786039:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054233728, offset 0 00000400:00000200:3.0:1784945476.786046:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945476.786055:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945476.786062:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945476.786068:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945476.786072:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945476.786076:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945476.786079:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945476.786084:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314337:314337:256:4294967295] 192.168.202.106@tcp LPNI seq info [314333:314333:8:4294967295] 00000400:00000200:3.0:1784945476.786089:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945476.786100:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945476.786106:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945476.786111:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea700. 00000800:00000200:3.0:1784945476.786118:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945476.786125:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945476.786130:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945476.786147:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945476.786151:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945476.786155:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304264367 00000100:00000010:3.0:1784945476.786159:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3224e0. 00000100:00000001:3.0:1784945476.786166:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945476.786172:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304264367 00000100:00000010:3.0:1784945476.786175:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322c00. 00000100:00000001:3.0:1784945476.786178:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945476.786182:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945476.786184:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945476.786187:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945476.786190:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945476.786269:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945476.786273:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945476.786277:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945476.786281:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950000. 00000020:00000040:2.0:1784945476.786283:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945476.786286:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945476.786288:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945476.786290:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945476.786294:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b000. 00000100:00000001:2.0:1784945476.786297:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945476.786302:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950000 x1871641054233856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945476.786310:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945476.786313:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945476.786317:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac249ac8] to pc [ptlrpcd_01_01+1] req@ffff996d73950000 x1871641054233856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784945476.786448:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945476.786453:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea700. 00000400:00000200:0.0:1784945476.786459:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945476.786464:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945476.786470:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f12a8 00000400:00000010:0.0:1784945476.786472:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f12a8. 00000100:00000001:0.0:1784945476.786476:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945476.786480:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951500 x1871641054233728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945476.786489:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945476.786493:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951500 x1871641054233728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945492 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945476.786500:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945476.786502:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784945476.786765:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945476.786768:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945476.786771:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945476.786772:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945476.786774:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945476.786777:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1784945476.786779:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945476.786781:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945476.786782:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945476.786784:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945476.786785:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945476.786787:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945476.786792:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950000 x1871641054233856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945476.786799:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945476.786801:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945476.786803:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945476.786805:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945476.786807:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945476.786810:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054233856:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945476.786813:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945476.786816:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945476.786818:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945476.786820:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945476.786823:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479af000. 02000000:00000001:3.0:1784945476.786825:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945476.786829:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945476.786832:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784945476.786836:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f17f8. 00000100:00000200:3.0:1784945476.786839:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054233856, portal 10 00000100:00000001:3.0:1784945476.786842:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945476.786843:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102470656 : -112779607080960 : ffff996d73950000) 00000100:00000040:3.0:1784945476.786850:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950000 x1871641054233856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945476.786856:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945476.786859:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945476.786861:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f13b8. 00000100:00000200:3.0:1784945476.786863:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054233856, offset 0 00000400:00000200:3.0:1784945476.786867:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945476.786872:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945476.786875:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945476.786878:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945476.786881:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945476.786883:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945476.786886:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945476.786889:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314338:314338:256:4294967295] 192.168.202.106@tcp LPNI seq info [314334:314334:8:4294967295] 00000400:00000200:3.0:1784945476.786893:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945476.786899:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:2.0:1784945476.787020:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945476.787023:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945476.787027:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945476.787029:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945476.787033:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945476.787038:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9601) 00000100:00000001:2.0:1784945476.787047:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945476.787050:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784945476.787083:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945476.787088:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beaf00. 00000800:00000200:3.0:1784945476.787093:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945476.787097:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945476.787100:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beaf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945476.787148:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945476.787152:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16835 usecs (17 jiffies) 00000400:00000200:3.0:1784945476.787156:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945476.787158:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304263698 00000100:00000001:3.0:1784945476.787161:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304264367 00000100:00000001:3.0:1784945476.787163:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304263698 00000100:00000001:3.0:1784945476.787165:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304264367 00000100:00000001:3.0:1784945476.787168:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945476.787170:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945476.787173:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945476.787175:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945476.787177:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945476.787178:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945476.787179:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945476.787181:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945476.787245:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945476.787248:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beaf00. 00000400:00000200:0.0:1784945476.787252:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945476.787256:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945476.787259:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f13b8 00000400:00000010:0.0:1784945476.787261:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f13b8. 00000100:00000001:0.0:1784945476.787264:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945476.787267:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950000 x1871641054233856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945476.787275:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945476.787278:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950000 x1871641054233856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945492 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945476.787284:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945476.787285:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945476.789084:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945476.789096:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945476.789100:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945476.789102:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945476.789109:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945476.789114:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945476.789120:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945476.789124:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945476.789129:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945476.789133:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f4480 00000400:00000200:0.0:1784945476.789138:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945476.789143:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd569 [1] + 224 00000800:00000001:0.0:1784945476.789149:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945476.789154:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945476.789157:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945476.789162:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945476.789167:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945476.789174:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951500 x1871641054233728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945492 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945476.789191:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951500 x1871641054233728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945476.789266:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945476.789269:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945476.789286:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945476.789293:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945476.789296:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784945476.789329:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945476.789332:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945476.789335:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945476.789339:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1110 00000400:00000010:3.0:1784945476.789340:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1110. 00000100:00000001:3.0:1784945476.789343:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945476.789348:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951500 x1871641054233728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945476.789358:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951500 x1871641054233728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945492 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945476.789365:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945476.789366:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945476.789369:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945476.789372:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945476.789374:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945476.789377:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945476.789379:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945476.789385:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=28 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945476.789389:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=28 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945476.789392:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945476.789394:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945476.789396:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945476.789399:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945476.789401:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945476.789405:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951500 x1871641054233728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945492 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945476.789418:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945476.789422:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945476.789424:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945476.789428:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951500 x1871641054233728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945492 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945476.789436:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054233728:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945476.789441:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945476.789443:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945476.789446:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951500 x1871641054233728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945492 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945476.789453:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945476.789455:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945476.789458:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479af400. 02000000:00000001:3.0:1784945476.789461:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945476.789464:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945476.789466:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945476.789468:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945476.789470:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 02000000:00000001:3.0:1784945476.789473:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945476.789475:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945476.789477:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951500. 00000100:00000001:3.0:1784945476.789481:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945476.789482:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945476.789485:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945476.789486:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945476.789488:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945476.789489:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945476.789491:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945476.790352:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945476.790358:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945476.790361:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945476.790363:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945476.790367:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945476.790371:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945476.790376:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945476.790379:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945476.790383:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945476.790386:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f4500 00000400:00000200:0.0:1784945476.790389:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945476.790393:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd571 [1] + 224 00000800:00000001:0.0:1784945476.790397:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945476.790415:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945476.790418:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945476.790422:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945476.790426:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945476.790431:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950000 x1871641054233856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945492 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945476.790441:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950000 x1871641054233856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945476.790461:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945476.790466:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945476.790469:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945476.790609:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945476.790612:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945476.790616:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945476.790617:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945476.790620:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945476.790625:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f17f8 00000400:00000010:3.0:1784945476.790626:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f17f8. 00000100:00000001:3.0:1784945476.790629:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945476.790635:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950000 x1871641054233856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945476.790644:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950000 x1871641054233856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945492 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945476.790651:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945476.790652:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945476.790654:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945476.790657:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945476.790658:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945476.790659:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945476.790661:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945476.790667:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=28 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945476.790671:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=98 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945476.790673:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945476.790674:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945476.790686:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945476.790689:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945476.790692:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945476.790693:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945476.790695:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945476.790697:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945476.790701:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950000 x1871641054233856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945492 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945476.790709:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945476.790711:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945476.790713:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945476.790716:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950000 x1871641054233856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945492 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945476.790724:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054233856:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945476.790730:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945476.790733:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945476.790736:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950000 x1871641054233856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945492 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945476.790742:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945476.790744:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945476.790746:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479af000. 02000000:00000001:3.0:1784945476.790749:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945476.790751:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945476.790752:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945476.790754:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945476.790756:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b000. 02000000:00000001:3.0:1784945476.790758:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945476.790759:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945476.790761:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950000. 00000100:00000001:3.0:1784945476.790763:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945476.790765:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945476.790766:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945476.790772:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945476.790774:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945476.790776:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945476.790777:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945477.106380:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945477.106384:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945477.106387:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945477.489632:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304264367, at 4304264384 00000100:00000010:0.0:1784945477.489646:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3224e0. 00000020:00000001:0.0:1784945478.130140:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945478.130143:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945478.130146:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945479.153712:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945479.153716:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945479.153719:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945480.178965:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945480.178969:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945480.178973:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1784945480.561664:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:0.0:1784945480.561672:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:0.0:1784945480.561677:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000020:00000001:2.0:1784945481.202722:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945481.202727:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945481.202730:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945481.905670:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945481.905677:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945481.905687:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952300. 00000020:00000040:2.0:1784945481.905691:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945481.905694:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945481.905697:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945481.905701:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945481.905707:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784945481.905712:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945481.905720:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73952300 x1871641054233984/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945481.905728:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945481.905731:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945481.905736:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b6164b6] to pc [ptlrpcd_01_00+0] req@ffff996d73952300 x1871641054233984/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945481.905760:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945481.905762:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945481.905764:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945481.905766:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950a80. 00000020:00000040:2.0:1784945481.905767:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945481.905769:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945481.905770:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945481.905771:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945481.905773:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b500. 00000100:00000001:2.0:1784945481.905774:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945481.905777:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950a80 x1871641054234112/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945481.905781:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945481.905782:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945481.905785:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011f70e2a] to pc [ptlrpcd_01_01+1] req@ffff996d73950a80 x1871641054234112/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945481.905790:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945481.905791:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945481.905793:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945481.905795:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945481.905797:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945481.905801:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9606) 00000100:00000001:3.0:1784945481.905840:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945481.905842:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945481.905844:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945481.905848:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952300 x1871641054233984/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945481.905853:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945481.905855:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945481.905858:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945481.905860:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945481.905862:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945481.905864:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054233984:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945481.905866:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945481.905871:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945481.905873:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945481.905874:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945481.905878:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479aec00. 02000000:00000001:3.0:1784945481.905879:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945481.905885:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945481.905887:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784945481.905893:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f17f8. 00000100:00000200:3.0:1784945481.905898:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054233984, portal 25 00000100:00000001:3.0:1784945481.905899:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945481.905900:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102479616 : -112779607072000 : ffff996d73952300) 00000100:00000040:3.0:1784945481.905903:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952300 x1871641054233984/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945481.905908:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945481.905910:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945481.905911:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1110. 00000100:00000200:3.0:1784945481.905913:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054233984, offset 0 00000400:00000200:3.0:1784945481.905917:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945481.905924:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945481.905928:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945481.905932:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945481.905935:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945481.905937:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945481.905939:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945481.905942:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314339:314339:256:4294967295] 192.168.202.106@tcp LPNI seq info [314335:314335:8:4294967295] 00000400:00000200:3.0:1784945481.905945:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945481.905952:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945481.905956:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945481.905960:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beaf00. 00000800:00000200:3.0:1784945481.905966:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945481.905972:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945481.905975:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beaf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945481.905994:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945481.905998:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945481.906000:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304269487 00000100:00000010:3.0:1784945481.906005:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322720. 00000100:00000001:3.0:1784945481.906011:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945481.906016:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304269487 00000100:00000010:3.0:1784945481.906019:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322ba0. 00000100:00000001:3.0:1784945481.906022:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945481.906025:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945481.906028:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945481.906038:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945481.906039:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945481.906045:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945481.906047:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945481.906048:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945481.906049:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945481.906050:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945481.906052:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1784945481.906053:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945481.906054:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945481.906055:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945481.906056:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945481.906056:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945481.906057:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945481.906060:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950a80 x1871641054234112/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945481.906064:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945481.906065:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945481.906067:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945481.906068:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945481.906069:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945481.906071:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054234112:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945481.906073:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945481.906074:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945481.906075:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945481.906076:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945481.906078:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479aea00. 02000000:00000001:3.0:1784945481.906079:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945481.906082:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945481.906083:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784945481.906086:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1908. 00000100:00000200:3.0:1784945481.906087:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054234112, portal 10 00000100:00000001:3.0:1784945481.906089:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945481.906096:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102473344 : -112779607078272 : ffff996d73950a80) 00000100:00000040:3.0:1784945481.906100:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950a80 x1871641054234112/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945481.906104:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945481.906106:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945481.906107:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1550. 00000100:00000200:3.0:1784945481.906108:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054234112, offset 0 00000400:00000200:3.0:1784945481.906111:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945481.906113:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945481.906115:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945481.906117:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945481.906118:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945481.906120:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945481.906121:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945481.906123:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314340:314340:255:4294967295] 192.168.202.106@tcp LPNI seq info [314336:314336:7:4294967295] 00000400:00000200:3.0:1784945481.906126:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945481.906130:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945481.906133:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945481.906135:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea700. 00000800:00000200:3.0:1784945481.906138:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945481.906140:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945481.906142:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945481.906144:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945481.906146:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16833 usecs (17 jiffies) 00000400:00000200:3.0:1784945481.906148:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945481.906149:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304268817 00000100:00000001:3.0:1784945481.906151:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304269487 00000100:00000001:3.0:1784945481.906153:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304268817 00000100:00000001:3.0:1784945481.906154:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304269487 00000100:00000001:3.0:1784945481.906155:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945481.906156:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945481.906157:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945481.906158:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945481.906176:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945481.906178:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945481.908493:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945481.908505:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945481.908508:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945481.908511:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945481.908532:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945481.908538:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945481.908545:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945481.908548:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945481.908553:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945481.908557:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f4580 00000400:00000200:0.0:1784945481.908561:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945481.908566:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd579 [1] + 224 00000800:00000001:0.0:1784945481.908572:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945481.908576:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945481.908579:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945481.908583:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945481.908588:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945481.908594:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952300 x1871641054233984/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945497 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945481.908603:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952300 x1871641054233984/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945481.908615:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945481.908622:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945481.908625:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945481.908627:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945481.908630:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945481.908632:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945481.908648:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945481.908653:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945481.908656:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945481.908659:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945481.908662:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f4600 00000400:00000200:0.0:1784945481.908665:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945481.908669:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd581 [1] + 224 00000800:00000001:0.0:1784945481.908673:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945481.908680:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945481.908682:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945481.908685:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945481.908688:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945481.908692:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950a80 x1871641054234112/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945497 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945481.908700:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950a80 x1871641054234112/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945481.908704:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945481.908707:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945481.908709:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945481.908776:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945481.908778:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945481.908783:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945481.908784:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945481.908786:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945481.908789:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1908 00000400:00000010:3.0:1784945481.908790:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1908. 00000100:00000001:3.0:1784945481.908792:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945481.908795:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950a80 x1871641054234112/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945481.908800:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950a80 x1871641054234112/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945497 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945481.908804:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945481.908806:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945481.908808:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945481.908810:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945481.908812:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945481.908813:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945481.908815:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945481.908822:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=33 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945481.908824:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=103 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945481.908826:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945481.908827:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945481.908829:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945481.908831:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945481.908834:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945481.908835:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945481.908836:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945481.908837:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945481.908839:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950a80 x1871641054234112/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945497 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945481.908844:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945481.908846:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945481.908847:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945481.908849:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950a80 x1871641054234112/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945497 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945481.908854:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054234112:192.168.202.106@tcp:400:kworker.0 00000400:00000001:3.0:1784945481.908856:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945481.908857:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945481.908858:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945481.908859:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f17f8 00000400:00000010:3.0:1784945481.908860:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f17f8. 00000100:00000001:3.0:1784945481.908861:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945481.908863:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952300 x1871641054233984/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945481.908867:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952300 x1871641054233984/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945497 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945481.908871:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945481.908871:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945481.908872:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945481.908873:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945481.908874:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945481.908875:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945481.908876:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945481.908877:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=33 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945481.908878:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=33 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945481.908880:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945481.908880:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945481.908881:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945481.908882:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945481.908883:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945481.908885:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952300 x1871641054233984/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945497 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945481.908888:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945481.908889:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945481.908890:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945481.908892:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952300 x1871641054233984/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945497 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945481.908895:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054233984:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945481.908897:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945481.908899:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945481.908900:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950a80 x1871641054234112/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945497 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945481.908904:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945481.908905:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945481.908907:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479aea00. 02000000:00000001:3.0:1784945481.908909:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945481.908910:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945481.908912:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945481.908913:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945481.908915:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b500. 02000000:00000001:3.0:1784945481.908917:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945481.908919:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945481.908920:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950a80. 00000100:00000001:3.0:1784945481.908922:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945481.908923:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945481.908923:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945481.908925:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952300 x1871641054233984/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945497 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945481.908929:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945481.908930:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945481.908931:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479aec00. 02000000:00000001:3.0:1784945481.908933:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945481.908934:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945481.908935:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945481.908937:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945481.908938:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 02000000:00000001:3.0:1784945481.908940:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945481.908941:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945481.908942:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952300. 00000100:00000001:3.0:1784945481.908944:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945481.908945:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945481.908947:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945481.908953:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945481.908954:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945481.908956:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945481.908958:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945482.227474:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945482.227478:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945482.227481:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945482.609704:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304269487, at 4304269504 00000100:00000010:0.0:1784945482.609740:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322720. 00000020:00000001:3.0:1784945483.249734:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945483.249738:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945483.249741:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945484.273737:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945484.273741:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945484.273744:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945485.298259:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945485.298262:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945485.298264:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945486.321856:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945486.321858:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945486.321861:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784945486.514353:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945486.514357:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945486.515065:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945486.515070:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad900. 00000400:00000200:0.0:1784945486.515076:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945486.515081:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945486.515086:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294ee0 00000400:00000010:0.0:1784945486.515089:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294ee0. 00000100:00000001:0.0:1784945486.515093:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945486.515097:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8b480 x1871641054234240/t0(0) o17->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 456/432 e 0 to 0 dl 1784945502 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945486.515107:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945486.515110:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8b480 x1871641054234240/t0(0) o17->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 456/432 e 0 to 0 dl 1784945502 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945486.515117:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945486.515119:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945486.518594:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945486.518637:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945486.518641:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945486.518644:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945486.518652:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945486.518659:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945486.518667:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945486.518672:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945486.518677:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945486.518681:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 432 into portal 10 MB=0x6a63f642f4680 00000400:00000200:0.0:1784945486.518685:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945486.518691:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 432/432 into md 0x2cd589 [1] + 224 00000800:00000001:0.0:1784945486.518697:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945486.518703:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945486.518706:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945486.518710:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945486.518717:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945486.518725:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8b480 x1871641054234240/t0(0) o17->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 456/432 e 0 to 0 dl 1784945502 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945486.518735:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff996d44d8b480 x1871641054234240/t0(0) o17->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 456/432 e 0 to 0 dl 1784945502 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945486.518922:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945486.518931:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945486.518935:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945486.532637:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304273426, at 4304273427 00000100:00000010:0.0:1784945486.532653:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f720. 00000100:00000040:2.0:1784945487.025697:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945487.025707:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945487.025717:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952680. 00000020:00000040:2.0:1784945487.025723:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945487.025727:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945487.025730:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945487.025734:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945487.025741:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784945487.025747:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945487.025758:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73952680 x1871641054234368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945487.025768:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945487.025772:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945487.025778:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f291fbe] to pc [ptlrpcd_01_00+0] req@ffff996d73952680 x1871641054234368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945487.025808:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945487.025811:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945487.025814:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945487.025817:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945487.025820:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945487.025824:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9611) 00000100:00000001:3.0:1784945487.025952:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1784945487.025957:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1784945487.025960:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945487.025967:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945487.025969:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945487.025971:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945487.025973:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945487.025976:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945487.025984:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952680 x1871641054234368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945487.025993:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945487.025995:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945487.025999:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945487.026002:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945487.026005:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945487.026008:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054234368:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945487.026013:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784945487.026014:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945487.026017:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945487.026019:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945487.026023:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945487.026026:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945487.026032:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479aea00. 02000000:00000001:3.0:1784945487.026047:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945487.026055:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945487.026059:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784945487.026066:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f17f8. 00000100:00000200:3.0:1784945487.026072:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054234368, portal 25 00000100:00000001:3.0:1784945487.026074:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945487.026075:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102480512 : -112779607071104 : ffff996d73952680) 00000100:00000040:3.0:1784945487.026080:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952680 x1871641054234368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945487.026087:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945487.026089:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945487.026091:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1908. 00000100:00000200:3.0:1784945487.026098:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054234368, offset 0 00000400:00000200:3.0:1784945487.026104:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945487.026182:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945487.026190:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945487.026195:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945487.026199:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945487.026203:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945487.026205:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945487.026209:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314342:314342:256:4294967295] 192.168.202.106@tcp LPNI seq info [314338:314338:8:4294967295] 00000400:00000200:3.0:1784945487.026213:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945487.026223:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945487.026229:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945487.026234:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000800:00000200:3.0:1784945487.026240:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945487.026248:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945487.026252:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945487.026266:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945487.026271:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945487.026273:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304274607 00000100:00000010:3.0:1784945487.026277:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322ae0. 00000100:00000001:3.0:1784945487.026284:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945487.026289:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304274607 00000100:00000010:3.0:1784945487.026293:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322d80. 00000100:00000001:3.0:1784945487.026296:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945487.026299:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945487.026302:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945487.026306:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945487.026308:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945487.026331:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945487.026336:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000400:00000200:0.0:1784945487.026341:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945487.026346:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945487.026352:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1908 00000400:00000010:0.0:1784945487.026354:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1908. 00000100:00000001:0.0:1784945487.026358:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945487.026361:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952680 x1871641054234368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945487.026371:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945487.026374:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952680 x1871641054234368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945503 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945487.026381:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945487.026382:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945487.030821:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945487.030836:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945487.030840:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945487.030843:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945487.030851:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945487.030858:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945487.030865:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945487.030870:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945487.030875:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945487.030880:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f4700 00000400:00000200:0.0:1784945487.030884:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945487.030891:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd599 [1] + 224 00000800:00000001:0.0:1784945487.030898:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945487.030904:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945487.030907:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945487.030911:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945487.030918:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945487.030926:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952680 x1871641054234368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945503 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945487.030937:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952680 x1871641054234368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945487.030957:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945487.030965:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945487.030968:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945487.031076:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945487.031080:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945487.031087:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945487.031089:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945487.031092:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945487.031097:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f17f8 00000400:00000010:3.0:1784945487.031098:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f17f8. 00000100:00000001:3.0:1784945487.031101:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945487.031105:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952680 x1871641054234368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945487.031111:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952680 x1871641054234368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945503 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945487.031115:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945487.031116:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945487.031118:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945487.031121:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945487.031122:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945487.031124:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945487.031126:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945487.031131:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=39 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945487.031135:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=39 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945487.031138:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945487.031139:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945487.031142:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945487.031144:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945487.031146:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945487.031151:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952680 x1871641054234368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945503 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945487.031158:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945487.031160:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945487.031162:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945487.031167:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952680 x1871641054234368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945503 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945487.031175:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054234368:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945487.031179:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945487.031181:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945487.031183:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952680 x1871641054234368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945503 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945487.031187:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945487.031189:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945487.031192:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479aea00. 02000000:00000001:3.0:1784945487.031194:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945487.031196:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945487.031198:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945487.031200:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945487.031203:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 02000000:00000001:3.0:1784945487.031205:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945487.031207:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945487.031209:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952680. 00000100:00000001:3.0:1784945487.031212:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945487.031213:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945487.031216:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945487.031221:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945487.031223:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945487.031225:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945487.031228:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945487.345841:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945487.345844:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945487.345848:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945487.729692:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304274607, at 4304274624 00000100:00000010:0.0:1784945487.729707:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322ae0. 00000020:00000001:3.0:1784945488.370781:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945488.370785:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945488.370788:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945489.394649:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945489.394651:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945489.394654:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945490.417684:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945490.417688:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945490.417692:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945491.444630:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945491.444636:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945491.444640:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945492.145945:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945492.145954:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945492.145964:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951180. 00000020:00000040:2.0:1784945492.145969:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945492.145973:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945492.145975:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945492.145980:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945492.145989:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784945492.145995:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945492.146005:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951180 x1871641054234496/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945492.146025:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945492.146029:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945492.146036:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047f3cd37] to pc [ptlrpcd_01_01+1] req@ffff996d73951180 x1871641054234496/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945492.146065:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945492.146068:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945492.146071:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945492.146074:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950e00. 00000020:00000040:2.0:1784945492.146076:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945492.146078:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945492.146079:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945492.146081:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945492.146084:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784945492.146087:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945492.146091:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950e00 x1871641054234624/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945492.146098:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945492.146099:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945492.146103:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006776830d] to pc [ptlrpcd_01_00+0] req@ffff996d73950e00 x1871641054234624/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945492.146110:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945492.146112:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945492.146116:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945492.146118:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945492.146121:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945492.146126:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9616) 00000100:00000001:2.0:1784945492.146134:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945492.146138:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945492.146140:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945492.146144:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950e00 x1871641054234624/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945492.146151:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945492.146153:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945492.146156:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945492.146158:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945492.146161:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945492.146164:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054234624:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945492.146168:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945492.146173:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945492.146175:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945492.146178:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945492.146182:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945492.146184:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945492.146192:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945492.146196:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784945492.146201:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f62a8. 00000100:00000200:2.0:1784945492.146207:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054234624, portal 10 00000100:00000001:2.0:1784945492.146209:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945492.146211:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102474240 : -112779607077376 : ffff996d73950e00) 00000100:00000040:2.0:1784945492.146218:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950e00 x1871641054234624/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945492.146224:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945492.146226:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945492.146229:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f65d8. 00000100:00000200:2.0:1784945492.146232:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054234624, offset 0 00000400:00000200:2.0:1784945492.146237:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945492.146244:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945492.146251:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945492.146255:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945492.146259:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945492.146263:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945492.146265:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945492.146269:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314343:314343:256:4294967295] 192.168.202.106@tcp LPNI seq info [314339:314339:8:4294967295] 00000400:00000200:2.0:1784945492.146273:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945492.146281:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945492.146287:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945492.146291:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b500. 00000800:00000200:2.0:1784945492.146296:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945492.146303:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945492.146307:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945492.146325:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945492.146329:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16832 usecs (17 jiffies) 00000400:00000200:2.0:1784945492.146333:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945492.146336:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304279057 00000100:00000010:2.0:1784945492.146340:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c2a0. 00000100:00000001:2.0:1784945492.146346:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945492.146354:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304279057 00000100:00000010:2.0:1784945492.146357:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cd80. 00000100:00000001:2.0:1784945492.146359:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945492.146366:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945492.146368:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945492.146371:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945492.146373:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945492.146379:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945492.146381:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945492.146382:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945492.146383:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945492.146384:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945492.146387:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1784945492.146388:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945492.146390:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945492.146391:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945492.146393:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945492.146394:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945492.146395:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945492.146399:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951180 x1871641054234496/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945492.146405:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945492.146406:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945492.146409:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945492.146411:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945492.146413:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945492.146416:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054234496:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945492.146420:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945492.146423:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945492.146425:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945492.146427:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945492.146430:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 00000100:00000001:3.0:1784945492.146431:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784945492.146432:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945492.146437:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945492.146438:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945492.146444:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784945492.146447:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6440. 00000100:00000200:2.0:1784945492.146451:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054234496, portal 25 00000100:00000001:2.0:1784945492.146453:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945492.146454:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102475136 : -112779607076480 : ffff996d73951180) 00000100:00000040:2.0:1784945492.146459:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951180 x1871641054234496/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945492.146465:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945492.146466:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945492.146469:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f64c8. 00000100:00000200:2.0:1784945492.146472:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054234496, offset 0 00000400:00000200:2.0:1784945492.146476:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945492.146479:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945492.146483:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945492.146485:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945492.146488:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945492.146490:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945492.146492:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945492.146495:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314344:314344:255:4294967295] 192.168.202.106@tcp LPNI seq info [314340:314340:7:4294967295] 00000400:00000200:2.0:1784945492.146498:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945492.146504:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945492.146508:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945492.146512:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b000. 00000800:00000200:0.0:1784945492.146513:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1784945492.146539:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945492.146544:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945492.146547:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945492.146561:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784945492.146565:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b500. 00000400:00000200:2.0:1784945492.146566:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945492.146571:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304279728 00000400:00000200:0.0:1784945492.146575:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784945492.146576:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304279057 00000100:00000001:2.0:1784945492.146582:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304279728 00000400:00000200:0.0:1784945492.146587:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784945492.146588:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304279057 00000100:00000001:2.0:1784945492.146593:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784945492.146595:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f65d8 00000100:00000001:2.0:1784945492.146596:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784945492.146600:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f65d8. 00000100:00000001:2.0:1784945492.146601:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945492.146606:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945492.146609:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945492.146616:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950e00 x1871641054234624/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945492.146627:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945492.146632:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950e00 x1871641054234624/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945508 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945492.146640:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945492.146642:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945492.146658:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945492.146660:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b000. 00000400:00000200:0.0:1784945492.146663:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945492.146667:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945492.146670:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f64c8 00000400:00000010:0.0:1784945492.146671:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f64c8. 00000100:00000001:0.0:1784945492.146674:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945492.146677:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951180 x1871641054234496/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945492.146684:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945492.146687:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951180 x1871641054234496/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945508 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945492.146694:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945492.146695:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945492.149282:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945492.149296:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945492.149301:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945492.149303:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945492.149310:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945492.149318:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945492.149325:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945492.149330:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945492.149334:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945492.149338:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f4800 00000400:00000200:0.0:1784945492.149343:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945492.149349:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd5a1 [1] + 224 00000800:00000001:0.0:1784945492.149356:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945492.149362:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945492.149365:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945492.149369:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945492.149375:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945492.149383:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950e00 x1871641054234624/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945492.149401:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950e00 x1871641054234624/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945492.149425:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945492.149432:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945492.149435:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945492.150043:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945492.150049:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945492.150052:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945492.150054:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945492.150058:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945492.150062:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945492.150067:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945492.150070:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945492.150073:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945492.150076:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f4780 00000400:00000200:0.0:1784945492.150080:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945492.150085:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd5a9 [1] + 224 00000800:00000001:0.0:1784945492.150089:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945492.150093:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945492.150095:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945492.150098:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945492.150102:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945492.150107:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951180 x1871641054234496/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945492.150116:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951180 x1871641054234496/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945492.150123:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945492.150127:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945492.150129:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945492.150597:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945492.150601:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945492.150607:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945492.150608:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945492.150611:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945492.150615:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6440 00000400:00000010:2.0:1784945492.150617:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6440. 00000100:00000001:2.0:1784945492.150620:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945492.150624:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951180 x1871641054234496/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945492.150633:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951180 x1871641054234496/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945508 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945492.150639:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945492.150641:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945492.150643:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945492.150647:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945492.150649:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945492.150651:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945492.150654:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945492.150659:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=44 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945492.150664:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=44 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945492.150667:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945492.150668:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945492.150670:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945492.150673:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945492.150675:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945492.150679:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951180 x1871641054234496/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945508 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945492.150687:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945492.150690:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945492.150692:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945492.150697:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951180 x1871641054234496/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945508 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945492.150705:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054234496:192.168.202.106@tcp:400:kworker.0 00000400:00000001:2.0:1784945492.150711:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945492.150712:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945492.150714:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945492.150717:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f62a8 00000400:00000010:2.0:1784945492.150719:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f62a8. 00000100:00000001:2.0:1784945492.150721:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945492.150724:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950e00 x1871641054234624/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945492.150731:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950e00 x1871641054234624/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945508 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945492.150737:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945492.150738:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945492.150740:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945492.150741:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945492.150742:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945492.150744:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945492.150746:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945492.150751:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=44 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945492.150753:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=114 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945492.150756:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945492.150757:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945492.150758:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945492.150761:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945492.150764:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945492.150766:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945492.150768:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945492.150769:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945492.150772:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950e00 x1871641054234624/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945508 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945492.150779:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945492.150781:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945492.150782:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945492.150786:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950e00 x1871641054234624/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945508 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945492.150792:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054234624:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945492.150795:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945492.150798:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945492.150800:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951180 x1871641054234496/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945508 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945492.150807:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945492.150809:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945492.150812:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945492.150815:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945492.150817:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945492.150819:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945492.150821:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945492.150823:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 02000000:00000001:2.0:1784945492.150827:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945492.150828:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945492.150830:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951180. 00000100:00000001:2.0:1784945492.150833:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945492.150835:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945492.150836:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945492.150839:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950e00 x1871641054234624/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945508 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945492.150850:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945492.150851:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945492.150853:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945492.150855:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945492.150856:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945492.150857:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945492.150859:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945492.150860:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 02000000:00000001:2.0:1784945492.150862:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945492.150863:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945492.150864:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950e00. 00000100:00000001:2.0:1784945492.150866:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945492.150867:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945492.150869:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945492.150875:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945492.150876:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945492.150878:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945492.150881:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945492.465698:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945492.465702:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945492.465705:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945492.849644:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304279728, at 4304279744 00000100:00000010:0.0:1784945492.849662:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c2a0. 00000020:00000001:2.0:1784945493.489761:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945493.489765:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945493.489768:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945494.514191:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945494.514194:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945494.514197:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945495.538414:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945495.538417:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945495.538419:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945496.561729:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945496.561732:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945496.561735:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945497.265783:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945497.265793:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945497.265803:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775180. 00000020:00000040:3.0:1784945497.265808:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945497.265812:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945497.265815:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945497.265821:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945497.265828:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea800. 00000100:00000001:3.0:1784945497.265834:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945497.265844:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73775180 x1871641054234752/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945497.265855:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945497.265859:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945497.265865:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bb2acf9] to pc [ptlrpcd_01_01+1] req@ffff996d73775180 x1871641054234752/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945497.265892:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945497.265895:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945497.265898:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945497.265900:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774a80. 00000020:00000040:3.0:1784945497.265903:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945497.265905:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945497.265906:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945497.265907:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945497.265910:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bead00. 00000100:00000001:3.0:1784945497.265913:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945497.265917:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73774a80 x1871641054234880/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945497.265923:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945497.265925:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945497.265928:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000830eceff] to pc [ptlrpcd_01_00+0] req@ffff996d73774a80 x1871641054234880/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945497.265935:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945497.265938:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945497.265940:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945497.265943:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945497.265946:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945497.265950:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9621) 00000100:00000001:2.0:1784945497.266156:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945497.266161:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945497.266167:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945497.266174:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774a80 x1871641054234880/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945497.266183:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945497.266188:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945497.266192:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945497.266195:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945497.266197:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945497.266201:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054234880:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945497.266204:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945497.266209:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945497.266212:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945497.266215:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945497.266223:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945497.266225:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945497.266231:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945497.266236:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784945497.266242:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f62a8. 00000100:00000200:2.0:1784945497.266249:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054234880, portal 10 00000100:00000001:2.0:1784945497.266251:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945497.266253:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100523648 : -112779609027968 : ffff996d73774a80) 00000100:00000040:2.0:1784945497.266259:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774a80 x1871641054234880/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945497.266266:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945497.266269:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945497.266271:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6440. 00000100:00000200:2.0:1784945497.266274:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054234880, offset 0 00000400:00000200:2.0:1784945497.266280:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945497.266287:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945497.266294:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945497.266299:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945497.266303:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945497.266307:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945497.266309:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945497.266313:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314345:314345:256:4294967295] 192.168.202.106@tcp LPNI seq info [314341:314341:8:4294967295] 00000400:00000200:2.0:1784945497.266317:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945497.266327:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945497.266332:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945497.266337:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b700. 00000800:00000200:2.0:1784945497.266344:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945497.266350:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945497.266354:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945497.266371:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945497.266375:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16832 usecs (17 jiffies) 00000400:00000200:2.0:1784945497.266378:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945497.266381:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304284177 00000100:00000010:2.0:1784945497.266385:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cde0. 00000100:00000001:2.0:1784945497.266391:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945497.266398:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304284177 00000100:00000010:2.0:1784945497.266401:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668ccc0. 00000100:00000001:2.0:1784945497.266404:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945497.266414:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945497.266417:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945497.266420:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945497.266422:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945497.266429:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945497.266431:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945497.266433:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945497.266434:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945497.266435:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945497.266438:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1784945497.266440:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945497.266442:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945497.266444:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945497.266446:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945497.266448:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945497.266449:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945497.266454:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775180 x1871641054234752/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945497.266461:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945497.266462:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945497.266464:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945497.266466:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945497.266468:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945497.266471:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054234752:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945497.266474:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945497.266477:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945497.266479:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945497.266481:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945497.266485:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945497.266487:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945497.266490:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945497.266493:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784945497.266498:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6660. 00000100:00000200:2.0:1784945497.266500:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054234752, portal 25 00000100:00000001:2.0:1784945497.266502:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945497.266504:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100525440 : -112779609026176 : ffff996d73775180) 00000100:00000040:2.0:1784945497.266541:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775180 x1871641054234752/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945497.266548:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945497.266551:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945497.266553:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6c38. 00000100:00000200:2.0:1784945497.266556:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054234752, offset 0 00000400:00000200:2.0:1784945497.266560:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945497.266564:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945497.266568:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945497.266572:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945497.266574:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945497.266578:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945497.266580:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:0.0:1784945497.266582:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784945497.266585:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314346:314346:255:4294967295] 192.168.202.106@tcp LPNI seq info [314342:314342:7:4294967295] 00000800:00000010:0.0:1784945497.266588:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b700. 00000400:00000200:0.0:1784945497.266593:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784945497.266593:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945497.266603:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:2.0:1784945497.266608:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945497.266613:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945497.266615:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511ba00. 00000800:00000200:2.0:1784945497.266619:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945497.266623:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945497.266626:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945497.266630:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945497.266633:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945497.266635:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304284848 00000100:00000001:2.0:1784945497.266642:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304284177 00000100:00000001:2.0:1784945497.266645:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304284848 00000100:00000001:2.0:1784945497.266648:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304284177 00000100:00000001:2.0:1784945497.266651:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945497.266653:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945497.266655:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945497.266657:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945497.266665:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6440 00000100:00000001:2.0:1784945497.266666:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1784945497.266668:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6440. 00000100:00000001:2.0:1784945497.266671:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945497.266674:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945497.266679:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73774a80 x1871641054234880/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945497.266686:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945497.266689:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73774a80 x1871641054234880/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945513 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945497.266693:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945497.266695:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945497.266706:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945497.266708:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511ba00. 00000400:00000200:0.0:1784945497.266709:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945497.266711:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945497.266713:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6c38 00000400:00000010:0.0:1784945497.266714:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6c38. 00000100:00000001:0.0:1784945497.266715:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945497.266717:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775180 x1871641054234752/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945497.266721:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945497.266723:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775180 x1871641054234752/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945513 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945497.266727:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945497.266728:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945497.269080:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945497.269094:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945497.269098:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945497.269101:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945497.269108:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945497.269114:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945497.269121:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945497.269126:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945497.269130:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945497.269134:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f4900 00000400:00000200:0.0:1784945497.269139:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945497.269145:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd5b1 [1] + 224 00000800:00000001:0.0:1784945497.269151:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945497.269155:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945497.269158:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945497.269162:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945497.269167:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945497.269173:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73774a80 x1871641054234880/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945497.269182:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73774a80 x1871641054234880/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945497.269203:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945497.269210:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945497.269213:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945497.269215:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945497.269217:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945497.269221:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945497.269224:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945497.269228:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945497.269230:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945497.269233:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945497.269235:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f4880 00000400:00000200:0.0:1784945497.269239:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945497.269243:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd5b9 [1] + 224 00000800:00000001:0.0:1784945497.269246:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945497.269251:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945497.269253:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945497.269256:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945497.269259:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945497.269262:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775180 x1871641054234752/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945497.269270:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775180 x1871641054234752/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945497.269276:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945497.269279:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945497.269282:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945497.269341:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945497.269345:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945497.269351:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945497.269353:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945497.269355:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945497.269359:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6660 00000400:00000010:2.0:1784945497.269361:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6660. 00000100:00000001:2.0:1784945497.269364:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945497.269369:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775180 x1871641054234752/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945497.269377:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775180 x1871641054234752/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945513 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945497.269383:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945497.269385:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945497.269387:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945497.269390:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945497.269392:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945497.269394:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945497.269396:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945497.269402:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=49 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945497.269406:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=49 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945497.269409:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945497.269411:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945497.269413:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945497.269415:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945497.269418:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945497.269421:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775180 x1871641054234752/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945513 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945497.269428:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945497.269431:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945497.269433:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945497.269437:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775180 x1871641054234752/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945513 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945497.269444:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054234752:192.168.202.106@tcp:400:kworker.0 00000400:00000001:2.0:1784945497.269448:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945497.269449:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945497.269451:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945497.269453:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f62a8 00000400:00000010:2.0:1784945497.269454:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f62a8. 00000100:00000001:2.0:1784945497.269456:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945497.269459:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774a80 x1871641054234880/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945497.269466:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774a80 x1871641054234880/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945513 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945497.269472:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945497.269473:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945497.269475:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945497.269476:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945497.269477:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945497.269478:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945497.269480:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945497.269484:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=49 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945497.269487:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=119 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945497.269489:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945497.269491:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945497.269492:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945497.269495:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945497.269497:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945497.269499:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945497.269501:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945497.269503:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945497.269537:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774a80 x1871641054234880/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945513 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945497.269545:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945497.269547:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945497.269548:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945497.269552:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774a80 x1871641054234880/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945513 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945497.269559:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054234880:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945497.269563:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945497.269565:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945497.269568:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775180 x1871641054234752/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945513 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945497.269574:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945497.269577:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945497.269580:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945497.269583:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945497.269585:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945497.269587:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945497.269590:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945497.269592:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea800. 02000000:00000001:2.0:1784945497.269596:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945497.269597:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945497.269599:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775180. 00000100:00000001:2.0:1784945497.269603:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945497.269604:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945497.269606:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945497.269609:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774a80 x1871641054234880/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945513 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945497.269614:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945497.269615:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945497.269617:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945497.269618:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945497.269619:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945497.269621:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945497.269622:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945497.269624:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bead00. 02000000:00000001:2.0:1784945497.269626:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945497.269627:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945497.269628:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774a80. 00000100:00000001:2.0:1784945497.269631:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945497.269632:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945497.269634:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945497.269640:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945497.269642:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945497.269644:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945497.269646:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945497.586005:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945497.586008:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945497.586010:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945497.969724:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304284848, at 4304284864 00000100:00000010:0.0:1784945497.969731:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cde0. 00000020:00000001:0.0:1784945498.610227:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945498.610230:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945498.610233:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945499.633764:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945499.633767:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945499.633771:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945500.658056:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945500.658060:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945500.658063:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945501.682542:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945501.682546:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945501.682549:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945502.385713:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945502.385727:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945502.385742:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775500. 00000020:00000040:3.0:1784945502.385750:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945502.385755:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945502.385760:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945502.385766:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945502.385776:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beab00. 00000100:00000001:3.0:1784945502.385785:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945502.385799:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73775500 x1871641054235008/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945502.385810:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945502.385814:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945502.385822:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060c0aa08] to pc [ptlrpcd_01_01+1] req@ffff996d73775500 x1871641054235008/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945502.385849:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945502.385852:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945502.385855:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945502.385859:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776300. 00000020:00000040:3.0:1784945502.385861:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945502.385863:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945502.385865:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945502.385866:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945502.385872:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bead00. 00000100:00000001:3.0:1784945502.385875:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945502.385880:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73776300 x1871641054235136/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945502.385887:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945502.385889:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945502.385890:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945502.385895:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000445e245] to pc [ptlrpcd_01_00+0] req@ffff996d73776300 x1871641054235136/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945502.385896:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945502.385900:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784945502.385907:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945502.385910:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775500 x1871641054235008/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784945502.385911:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945502.385920:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945502.385925:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945502.385931:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784945502.385931:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784945502.385935:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945502.385939:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9626) 02000000:00000001:2.0:1784945502.385942:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945502.385947:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945502.385951:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945502.385956:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054235008:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945502.385962:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784945502.385966:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945502.385969:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784945502.385970:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784945502.385971:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784945502.385975:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945502.385979:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776300 x1871641054235136/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784945502.385981:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945502.385989:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 00000100:00000001:3.0:1784945502.385989:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945502.385992:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945502.385994:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945502.385997:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945502.386001:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945502.386003:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945502.386008:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00100000:3.0:1784945502.386009:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054235136:192.168.202.106@tcp:400:kworker.0 00000400:00000010:2.0:1784945502.386016:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000100:00000001:3.0:1784945502.386016:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945502.386020:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945502.386023:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945502.386025:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1784945502.386027:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f62a8. 02000000:00000010:3.0:1784945502.386030:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479afc00. 02000000:00000001:3.0:1784945502.386033:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784945502.386037:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054235008, portal 25 00000400:00000200:3.0:1784945502.386038:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945502.386043:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1784945502.386045:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784945502.386047:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100526336 : -112779609025280 : ffff996d73775500) 00000400:00000010:3.0:1784945502.386053:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f17f8. 00000100:00000040:2.0:1784945502.386058:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775500 x1871641054235008/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945502.386059:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054235136, portal 10 00000100:00000001:3.0:1784945502.386063:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945502.386066:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100529920 : -112779609021696 : ffff996d73776300) 00000100:00000001:2.0:1784945502.386074:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945502.386078:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776300 x1871641054235136/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784945502.386082:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945502.386088:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6660. 00000100:00000001:3.0:1784945502.386089:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945502.386094:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945502.386098:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1660. 00000100:00000200:2.0:1784945502.386100:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054235008, offset 0 00000100:00000200:3.0:1784945502.386101:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054235136, offset 0 00000400:00000200:2.0:1784945502.386112:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945502.386121:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945502.386124:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945502.386134:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945502.386141:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945502.386145:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945502.386150:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945502.386153:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945502.386157:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314347:314347:256:4294967295] 192.168.202.106@tcp LPNI seq info [314343:314343:8:4294967295] 00000400:00000200:2.0:1784945502.386162:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945502.386168:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945502.386176:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945502.386179:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784945502.386182:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945502.386188:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:2.0:1784945502.386192:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945502.386194:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945502.386199:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000010:2.0:1784945502.386202:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bd00. 00000400:00000200:3.0:1784945502.386202:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314348:314348:255:4294967295] 192.168.202.106@tcp LPNI seq info [314344:314344:7:4294967295] 00000400:00000200:3.0:1784945502.386209:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784945502.386214:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784945502.386221:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945502.386228:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945502.386234:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784945502.386239:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945502.386244:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000800:00000200:3.0:1784945502.386249:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945502.386254:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945502.386257:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945502.386259:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945502.386261:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945502.386267:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784945502.386267:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16832 usecs (17 jiffies) 00000100:00000001:2.0:1784945502.386273:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304289967 00000400:00000200:3.0:1784945502.386273:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945502.386278:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304289297 00000100:00000010:2.0:1784945502.386282:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c900. 00000100:00000001:2.0:1784945502.386291:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945502.386298:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304289967 00000100:00000010:2.0:1784945502.386301:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c060. 00000100:00000001:2.0:1784945502.386304:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945502.386308:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945502.386311:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945502.386314:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945502.386317:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945502.386324:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945502.386327:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945502.386329:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945502.386336:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945502.386337:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945502.386340:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945502.386625:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304289967 00000100:00000001:3.0:1784945502.386630:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304289298 00000100:00000001:3.0:1784945502.386632:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304289967 00000100:00000001:3.0:1784945502.386635:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945502.386637:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945502.386639:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945502.386641:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945502.386646:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945502.386648:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945502.386650:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945502.386651:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1784945502.386653:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784945502.386653:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945502.386659:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784945502.386662:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bd00. 00000400:00000200:0.0:1784945502.386672:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945502.386679:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945502.386686:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6660 00000400:00000010:0.0:1784945502.386688:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6660. 00000100:00000001:0.0:1784945502.386694:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945502.386700:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775500 x1871641054235008/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945502.386711:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945502.386715:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775500 x1871641054235008/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945518 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945502.386722:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945502.386724:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945502.386805:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945502.386808:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea800. 00000400:00000200:0.0:1784945502.386811:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945502.386814:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945502.386817:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1660 00000400:00000010:0.0:1784945502.386819:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1660. 00000100:00000001:0.0:1784945502.386822:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945502.386826:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73776300 x1871641054235136/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945502.386834:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945502.386837:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73776300 x1871641054235136/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945518 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945502.386843:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945502.386845:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945502.390693:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945502.390730:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945502.390735:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945502.390749:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945502.390761:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945502.390771:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945502.390783:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945502.390800:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945502.390807:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945502.390812:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f4a00 00000400:00000200:0.0:1784945502.390818:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945502.390826:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd5c9 [1] + 224 00000800:00000001:0.0:1784945502.390834:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945502.390845:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945502.390861:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945502.390867:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945502.390877:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945502.390888:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73776300 x1871641054235136/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945518 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945502.390909:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73776300 x1871641054235136/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945502.390931:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945502.390941:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945502.390945:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945502.391027:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945502.391034:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945502.391044:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945502.391046:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945502.391050:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945502.391056:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f17f8 00000400:00000010:3.0:1784945502.391058:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f17f8. 00000100:00000001:3.0:1784945502.391062:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945502.391072:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776300 x1871641054235136/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945502.391082:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776300 x1871641054235136/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945518 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945502.391089:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945502.391091:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945502.391094:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945502.391097:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945502.391099:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945502.391101:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945502.391104:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945502.391112:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=54 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945502.391116:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=124 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945502.391119:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945502.391120:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945502.391244:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945502.391249:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945502.391253:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945502.391255:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945502.391258:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945502.391259:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945502.391265:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776300 x1871641054235136/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945518 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945502.391273:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945502.391276:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945502.391278:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945502.391282:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776300 x1871641054235136/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945518 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945502.391290:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054235136:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945502.391294:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945502.391297:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945502.391300:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776300 x1871641054235136/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945518 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945502.391306:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945502.391309:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945502.391312:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479afc00. 02000000:00000001:3.0:1784945502.391316:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945502.391318:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945502.391321:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945502.391323:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945502.391325:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bead00. 02000000:00000001:3.0:1784945502.391329:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945502.391331:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945502.391333:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776300. 00000100:00000001:3.0:1784945502.391336:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945502.391338:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945502.391340:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945502.391346:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945502.391349:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945502.391351:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945502.391354:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945502.393683:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945502.393696:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945502.393700:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945502.393702:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945502.393709:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945502.393716:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945502.393724:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945502.393729:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945502.393733:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945502.393737:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f4980 00000400:00000200:0.0:1784945502.393741:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945502.393747:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd5c1 [1] + 224 00000800:00000001:0.0:1784945502.393753:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945502.393759:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945502.393762:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945502.393767:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945502.393773:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945502.393781:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775500 x1871641054235008/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945518 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945502.393791:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775500 x1871641054235008/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945502.393812:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945502.393820:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945502.393822:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945502.393886:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945502.393889:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945502.393894:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945502.393896:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945502.393899:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945502.393903:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f62a8 00000400:00000010:2.0:1784945502.393905:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f62a8. 00000100:00000001:2.0:1784945502.393908:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945502.393913:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775500 x1871641054235008/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945502.395212:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775500 x1871641054235008/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945518 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945502.395220:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945502.395224:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945502.395226:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945502.395229:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945502.395231:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945502.395233:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945502.395236:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945502.395241:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=54 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945502.395245:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=54 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945502.395248:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945502.395249:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945502.395252:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945502.395254:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945502.395257:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945502.395262:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775500 x1871641054235008/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945518 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945502.395269:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945502.395272:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945502.395273:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945502.395277:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775500 x1871641054235008/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945518 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945502.395283:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054235008:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945502.395288:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945502.395291:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945502.395294:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775500 x1871641054235008/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945518 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945502.395300:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945502.395302:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945502.395305:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945502.395309:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945502.395311:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945502.395313:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945502.395315:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945502.395317:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beab00. 02000000:00000001:2.0:1784945502.395321:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945502.395323:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945502.395325:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775500. 00000100:00000001:2.0:1784945502.395329:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945502.395331:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945502.395332:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945502.395339:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945502.395340:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945502.395343:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945502.395345:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945502.707370:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945502.707374:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945502.707377:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945503.089624:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304289967, at 4304289984 00000100:00000010:0.0:1784945503.089647:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c900. 00000020:00000001:3.0:1784945503.730056:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945503.730060:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945503.730064:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945504.753726:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945504.753729:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945504.753733:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945505.777685:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945505.777689:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945505.777691:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945506.801683:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945506.801686:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945506.801688:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945507.507926:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945507.507935:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945507.507954:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950e00. 00000020:00000040:2.0:1784945507.507960:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945507.507963:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945507.507966:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945507.507971:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945507.507979:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784945507.507985:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945507.507996:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950e00 x1871641054235264/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945507.508006:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945507.508011:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945507.508017:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006776830d] to pc [ptlrpcd_01_01+1] req@ffff996d73950e00 x1871641054235264/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945507.508121:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945507.508126:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945507.508128:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945507.508134:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950e00 x1871641054235264/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945507.508142:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945507.508144:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945507.508147:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945507.508149:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945507.508151:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945507.508154:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054235264:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945507.508158:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945507.508163:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945507.508165:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945507.508167:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945507.508172:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479ae600. 02000000:00000001:3.0:1784945507.508174:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945507.508181:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945507.508185:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784945507.508191:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f17f8. 00000100:00000200:3.0:1784945507.508197:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054235264, portal 25 00000100:00000001:3.0:1784945507.508199:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945507.508200:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102474240 : -112779607077376 : ffff996d73950e00) 00000100:00000040:3.0:1784945507.508205:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950e00 x1871641054235264/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945507.508212:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945507.508215:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945507.508217:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1cc0. 00000100:00000200:3.0:1784945507.508220:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054235264, offset 0 00000400:00000200:3.0:1784945507.508226:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945507.508235:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945507.508241:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945507.508247:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945507.508250:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945507.508254:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945507.508256:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945507.508260:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314349:314349:256:4294967295] 192.168.202.106@tcp LPNI seq info [314345:314345:8:4294967295] 00000400:00000200:3.0:1784945507.508264:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945507.508274:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945507.508279:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945507.508284:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000800:00000200:3.0:1784945507.508290:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945507.508310:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945507.508314:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945507.508329:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945507.508334:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945507.508336:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304295089 00000100:00000010:3.0:1784945507.508341:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3220c0. 00000100:00000001:3.0:1784945507.508348:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945507.508358:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304295089 00000100:00000010:3.0:1784945507.508361:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322de0. 00000100:00000001:3.0:1784945507.508364:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945507.508367:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945507.508369:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945507.508372:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945507.508374:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784945507.508508:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945507.508513:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bead00. 00000400:00000200:0.0:1784945507.508545:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945507.508550:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945507.508555:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1cc0 00000400:00000010:0.0:1784945507.508558:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1cc0. 00000100:00000001:0.0:1784945507.508562:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945507.508566:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950e00 x1871641054235264/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945507.508574:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945507.508577:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950e00 x1871641054235264/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945523 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945507.508583:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945507.508585:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784945507.509021:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945507.509025:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945507.509029:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945507.509032:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951180. 00000020:00000040:2.0:1784945507.509046:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945507.509049:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945507.509050:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945507.509053:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945507.509057:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bc00. 00000100:00000001:2.0:1784945507.509061:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945507.509066:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951180 x1871641054235392/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945507.509073:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945507.509075:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945507.509079:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047f3cd37] to pc [ptlrpcd_01_00+0] req@ffff996d73951180 x1871641054235392/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945507.509210:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945507.509212:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945507.509215:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945507.509216:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945507.509218:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945507.509220:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1784945507.509222:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945507.509224:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945507.509225:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945507.509227:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945507.509228:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945507.509229:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945507.509234:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951180 x1871641054235392/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945507.509241:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945507.509243:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945507.509245:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945507.509246:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945507.509248:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945507.509251:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054235392:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945507.509254:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945507.509257:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945507.509258:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945507.509260:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945507.509263:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479aea00. 02000000:00000001:3.0:1784945507.509265:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945507.509269:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945507.509272:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784945507.509275:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000100:00000200:3.0:1784945507.509278:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054235392, portal 10 00000100:00000001:3.0:1784945507.509280:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945507.509281:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102475136 : -112779607076480 : ffff996d73951180) 00000100:00000040:3.0:1784945507.509287:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951180 x1871641054235392/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945507.509293:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945507.509295:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945507.509298:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1440. 00000100:00000200:3.0:1784945507.509355:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054235392, offset 0 00000400:00000200:3.0:1784945507.509362:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945507.509366:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945507.509370:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945507.509373:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945507.509376:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945507.509378:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945507.509381:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945507.509384:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314350:314350:256:4294967295] 192.168.202.106@tcp LPNI seq info [314346:314346:8:4294967295] 00000400:00000200:3.0:1784945507.509388:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945507.509393:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945507.509397:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945507.509401:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000800:00000200:3.0:1784945507.509405:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945507.509409:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945507.509412:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945507.509468:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945507.509472:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16831 usecs (17 jiffies) 00000400:00000200:3.0:1784945507.509476:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945507.509478:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304294420 00000100:00000001:3.0:1784945507.509481:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304295089 00000100:00000001:3.0:1784945507.509483:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304294420 00000100:00000001:3.0:1784945507.509485:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304295089 00000100:00000001:3.0:1784945507.509487:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945507.509489:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945507.509491:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945507.509493:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945507.509502:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945507.509503:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945507.509574:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945507.509576:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945507.509578:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945507.509580:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945507.509612:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945507.509615:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945507.509618:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945507.509622:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945507.509625:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945507.509629:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9632) 00000800:00000200:0.0:1784945507.510615:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945507.510619:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000400:00000200:0.0:1784945507.510624:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945507.510629:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945507.510633:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1440 00000400:00000010:0.0:1784945507.510635:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1440. 00000100:00000001:0.0:1784945507.510638:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945507.510642:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951180 x1871641054235392/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945507.510651:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945507.510653:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951180 x1871641054235392/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945523 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945507.510665:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945507.510667:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945507.510959:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945507.510969:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945507.510972:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945507.510974:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945507.510984:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945507.510989:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945507.510994:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945507.510997:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945507.511002:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945507.511005:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f4a80 00000400:00000200:0.0:1784945507.511012:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945507.511018:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd5d1 [1] + 224 00000800:00000001:0.0:1784945507.511024:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945507.511030:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945507.511032:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945507.511045:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945507.511049:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945507.511053:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950e00 x1871641054235264/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945523 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945507.511062:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950e00 x1871641054235264/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945507.511079:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945507.511085:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945507.511088:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945507.511164:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945507.511167:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945507.511171:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945507.511173:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945507.511175:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945507.511179:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f17f8 00000400:00000010:3.0:1784945507.511181:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f17f8. 00000100:00000001:3.0:1784945507.511183:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945507.511187:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950e00 x1871641054235264/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945507.511196:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950e00 x1871641054235264/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945523 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945507.511201:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945507.511203:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945507.511205:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945507.511208:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945507.511210:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945507.511212:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945507.511214:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945507.511220:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=59 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945507.511224:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=59 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945507.511227:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945507.511228:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945507.511231:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945507.511233:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945507.511235:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945507.511240:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950e00 x1871641054235264/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945507.511246:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945507.511248:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945507.511250:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945507.511254:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950e00 x1871641054235264/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945523 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945507.511261:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054235264:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945507.511265:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945507.511267:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945507.511269:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950e00 x1871641054235264/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945523 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945507.511275:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945507.511277:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945507.511280:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479ae600. 02000000:00000001:3.0:1784945507.511282:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945507.511284:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945507.511286:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945507.511288:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945507.511290:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:3.0:1784945507.511293:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945507.511295:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945507.511307:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950e00. 00000100:00000001:3.0:1784945507.511311:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945507.511312:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945507.511314:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945507.511316:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945507.511317:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945507.511319:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945507.511320:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945507.512377:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945507.512383:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945507.512385:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945507.512387:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945507.512392:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945507.512396:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945507.512402:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945507.512405:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945507.512408:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945507.512411:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f4b00 00000400:00000200:0.0:1784945507.512415:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945507.512419:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd5d9 [1] + 224 00000800:00000001:0.0:1784945507.512435:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945507.512441:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945507.512443:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945507.512447:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945507.512450:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945507.512455:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951180 x1871641054235392/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945523 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945507.512464:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951180 x1871641054235392/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945507.512482:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945507.512487:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945507.512490:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945507.512533:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945507.512536:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945507.512540:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945507.512541:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945507.512544:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945507.512548:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000400:00000010:3.0:1784945507.512549:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000100:00000001:3.0:1784945507.512552:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945507.512557:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951180 x1871641054235392/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945507.512567:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951180 x1871641054235392/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945523 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945507.512574:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945507.512575:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945507.512577:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945507.512579:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945507.512580:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945507.512582:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945507.512584:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945507.512589:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=59 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945507.512592:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=129 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945507.512595:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945507.512596:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945507.512598:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945507.512600:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945507.512603:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945507.512605:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945507.512607:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945507.512609:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945507.512613:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951180 x1871641054235392/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945507.512620:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945507.512622:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945507.512623:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945507.512627:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951180 x1871641054235392/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945523 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945507.512635:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054235392:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945507.512639:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945507.512640:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945507.512643:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951180 x1871641054235392/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945523 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945507.512661:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945507.512663:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945507.512665:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479aea00. 02000000:00000001:3.0:1784945507.512668:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945507.512670:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945507.512671:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945507.512673:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945507.512675:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bc00. 02000000:00000001:3.0:1784945507.512677:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945507.512678:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945507.512680:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951180. 00000100:00000001:3.0:1784945507.512682:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945507.512683:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945507.512685:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945507.512692:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945507.512693:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945507.512696:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945507.512697:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945507.826445:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945507.826449:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945507.826453:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945508.209625:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304295089, at 4304295104 00000100:00000010:0.0:1784945508.209643:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3220c0. 00000020:00000001:3.0:1784945508.849824:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945508.849828:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945508.849831:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784945509.876011:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945509.876015:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945509.876017:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1784945510.897784:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945510.897787:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945510.897791:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1784945511.922304:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945511.922307:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945511.922310:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945512.625703:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945512.625715:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945512.625727:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43288e00. 00000020:00000040:0.0:1784945512.625734:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784945512.625738:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945512.625741:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945512.625747:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945512.625756:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4800. 00000100:00000001:0.0:1784945512.625763:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945512.625775:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d43288e00 x1871641054235520/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945512.625786:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945512.625790:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945512.625797:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004da6f37a] to pc [ptlrpcd_00_01+1] req@ffff996d43288e00 x1871641054235520/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945512.625830:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945512.625833:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945512.625835:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945512.625838:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43288a80. 00000020:00000040:0.0:1784945512.625840:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784945512.625841:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945512.625842:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945512.625844:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945512.625847:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4400. 00000100:00000001:0.0:1784945512.625849:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945512.625852:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43288a80 x1871641054235648/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945512.625857:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945512.625858:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945512.625861:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f2bad33] to pc [ptlrpcd_00_00+0] req@ffff996d43288a80 x1871641054235648/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945512.625866:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945512.625867:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784945512.625870:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784945512.625871:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784945512.625873:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784945512.625877:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9637) 00000400:00000200:1.0:1784945512.626266:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784945512.626271:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784945512.626275:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad900. 00000800:00000200:1.0:1784945512.626279:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784945512.626283:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784945512.626286:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784945512.626289:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945512.626293:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16831 usecs (17 jiffies) 00000400:00000200:1.0:1784945512.626296:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945512.626298:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304299537 00000100:00000001:1.0:1784945512.626301:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304300207 00000100:00000001:1.0:1784945512.626303:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304299537 00000100:00000001:1.0:1784945512.626305:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304300207 00000100:00000001:1.0:1784945512.626307:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945512.626309:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945512.626311:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945512.626313:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945512.626322:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945512.626325:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945512.626414:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945512.626417:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad400. 00000400:00000200:0.0:1784945512.626423:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945512.626427:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945512.626432:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294550 00000400:00000010:0.0:1784945512.626433:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294550. 00000100:00000001:0.0:1784945512.626437:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945512.626440:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43288e00 x1871641054235520/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945512.626447:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945512.626449:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43288e00 x1871641054235520/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945528 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945512.626453:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945512.626455:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945512.626506:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945512.626508:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad900. 00000400:00000200:0.0:1784945512.626509:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945512.626511:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945512.626513:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294220 00000400:00000010:0.0:1784945512.626533:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294220. 00000100:00000001:0.0:1784945512.626535:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945512.626537:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43288a80 x1871641054235648/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945512.626542:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945512.626544:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43288a80 x1871641054235648/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945528 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945512.626548:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945512.626549:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945512.633919:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945512.633937:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945512.633941:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945512.633943:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945512.633951:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945512.633957:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945512.633966:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945512.633970:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945512.633974:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945512.633977:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f4c00 00000400:00000200:0.0:1784945512.633981:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945512.633986:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd5f1 [1] + 224 00000800:00000001:0.0:1784945512.633992:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945512.633995:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945512.633998:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945512.634003:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945512.634011:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945512.634019:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43288a80 x1871641054235648/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945528 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945512.634032:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43288a80 x1871641054235648/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945512.634053:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945512.634062:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945512.634065:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945512.634067:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945512.634069:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945512.634072:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945512.634076:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945512.634080:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945512.634082:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945512.634085:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945512.634088:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f4b80 00000400:00000200:0.0:1784945512.634091:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945512.634095:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd5e1 [1] + 224 00000800:00000001:0.0:1784945512.634099:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945512.634107:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945512.634109:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945512.634111:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945512.634114:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945512.634117:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43288e00 x1871641054235520/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945528 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945512.634123:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43288e00 x1871641054235520/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945512.634128:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945512.634130:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945512.634132:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945512.634207:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945512.634212:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784945512.634218:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784945512.634220:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784945512.634224:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d948. 00000400:00000200:1.0:1784945512.634228:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294088 00000400:00000010:1.0:1784945512.634230:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294088. 00000100:00000001:1.0:1784945512.634233:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945512.634238:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43288a80 x1871641054235648/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784945512.634248:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43288a80 x1871641054235648/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945528 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945512.634255:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784945512.634257:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945512.634260:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784945512.634263:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784945512.634265:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784945512.634268:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945512.634270:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784945512.634279:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=64 v=5 (5 5 5 5) 00000100:00001000:1.0:1784945512.634284:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=134 v=5 (1 1 1 1) 00000100:00000001:1.0:1784945512.634287:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784945512.634289:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945512.634292:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784945512.634295:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945512.634299:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784945512.634300:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784945512.634303:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784945512.634304:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945512.634310:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43288a80 x1871641054235648/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945528 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945512.634318:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945512.634321:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784945512.634323:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784945512.634327:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43288a80 x1871641054235648/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945528 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784945512.634335:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054235648:192.168.202.106@tcp:400:kworker.0 00000400:00000001:1.0:1784945512.634341:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784945512.634342:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784945512.634344:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2de18. 00000400:00000200:1.0:1784945512.634346:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2943b8 00000400:00000010:1.0:1784945512.634348:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2943b8. 00000100:00000001:1.0:1784945512.634350:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945512.634354:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43288e00 x1871641054235520/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784945512.634361:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43288e00 x1871641054235520/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945528 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945512.634369:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784945512.634370:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945512.634372:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784945512.634373:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784945512.634374:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784945512.634376:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945512.634388:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784945512.634392:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=64 v=5 (5 5 5 5) 00000100:00001000:1.0:1784945512.634395:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=64 v=5 (1 1 1 1) 00000100:00000001:1.0:1784945512.634397:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784945512.634398:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945512.634400:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784945512.634402:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945512.634404:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945512.634408:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43288e00 x1871641054235520/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945528 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945512.634414:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945512.634416:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784945512.634418:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784945512.634421:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43288e00 x1871641054235520/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945528 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784945512.634429:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054235520:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945512.634433:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945512.634436:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945512.634439:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43288a80 x1871641054235648/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945528 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945512.634447:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784945512.634449:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784945512.634452:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ac400. 02000000:00000001:1.0:1784945512.634456:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784945512.634458:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784945512.634461:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784945512.634463:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784945512.634466:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4400. 02000000:00000001:1.0:1784945512.634470:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784945512.634472:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784945512.634474:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43288a80. 00000100:00000001:1.0:1784945512.634477:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784945512.634479:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945512.634480:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945512.634484:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43288e00 x1871641054235520/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945528 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945512.634490:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784945512.634491:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784945512.634493:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ace00. 02000000:00000001:1.0:1784945512.634494:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784945512.634496:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784945512.634497:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784945512.634499:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784945512.634500:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4800. 02000000:00000001:1.0:1784945512.634502:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784945512.634503:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784945512.634504:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43288e00. 00000100:00000001:1.0:1784945512.634507:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784945512.634508:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945512.634510:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945512.634549:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945512.634551:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945512.634553:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945512.634556:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945512.947618:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945512.947624:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945512.947716:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945512.947723:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945512.947727:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945513.329607:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304300207, at 4304300224 00000100:00000010:1.0:1784945513.329620:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f5a0. 00000100:00000040:0.0:1784945513.329621:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304300207, at 4304300224 00000100:00000010:0.0:1784945513.329630:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8fe40. 00010000:00000001:1.0:1784945513.969797:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945513.969803:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945513.970218:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945513.970222:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945513.970226:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945514.993670:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945514.993678:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945514.993745:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945514.993748:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945514.993751:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945516.019493:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945516.019503:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945516.019588:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945516.019593:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945516.019597:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945517.041680:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945517.045426:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945517.045855:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945517.045859:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945517.045863:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945517.746146:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945517.746160:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945517.746174:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328b100. 00000020:00000040:0.0:1784945517.746181:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784945517.746186:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945517.746189:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945517.746196:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945517.746207:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4500. 00000100:00000001:0.0:1784945517.746215:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945517.746231:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d4328b100 x1871641054235776/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945517.746242:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945517.746247:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945517.746255:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028243735] to pc [ptlrpcd_00_01+1] req@ffff996d4328b100 x1871641054235776/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945517.746299:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945517.746302:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945517.746306:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945517.746309:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328ad80. 00000020:00000040:0.0:1784945517.746312:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784945517.746314:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945517.746316:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945517.746318:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945517.746321:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4d00. 00000100:00000001:0.0:1784945517.746324:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945517.746328:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d4328ad80 x1871641054235904/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945517.746347:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945517.746350:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945517.746354:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ae59169] to pc [ptlrpcd_00_00+0] req@ffff996d4328ad80 x1871641054235904/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945517.746362:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945517.746365:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784945517.746368:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784945517.746371:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784945517.746375:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784945517.746380:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9642) 00000100:00000001:1.0:1784945517.746753:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945517.746759:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945517.746762:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784945517.746770:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328b100 x1871641054235776/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945517.746778:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784945517.746781:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945517.746785:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784945517.746788:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784945517.746792:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784945517.746795:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054235776:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945517.746800:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784945517.746808:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784945517.746811:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945517.746814:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784945517.746820:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ace00. 02000000:00000001:1.0:1784945517.746822:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945517.746830:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784945517.746835:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2de18. 00000400:00000010:1.0:1784945517.746843:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2943b8. 00000100:00000200:1.0:1784945517.746851:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054235776, portal 25 00000100:00000001:1.0:1784945517.746854:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784945517.746855:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290066176 : -112780419485440 : ffff996d4328b100) 00000100:00000040:1.0:1784945517.746861:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328b100 x1871641054235776/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945517.746869:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784945517.746872:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784945517.746875:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294088. 00000100:00000200:1.0:1784945517.746878:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054235776, offset 0 00000400:00000200:1.0:1784945517.746885:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784945517.746896:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945517.746905:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784945517.746912:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784945517.746916:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784945517.746921:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784945517.746924:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784945517.746929:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314353:314353:256:4294967295] 192.168.202.106@tcp LPNI seq info [314349:314349:8:4294967295] 00000400:00000200:1.0:1784945517.746934:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945517.746944:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784945517.746962:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784945517.746969:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad700. 00000800:00000200:1.0:1784945517.746977:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784945517.746987:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784945517.746993:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784945517.747012:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945517.747018:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945517.747021:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304305328 00000100:00000010:1.0:1784945517.747026:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f5a0. 00000100:00000001:1.0:1784945517.747035:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784945517.747041:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304305328 00000100:00000010:1.0:1784945517.747044:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f420. 00000100:00000001:1.0:1784945517.747047:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784945517.747051:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945517.747054:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945517.747057:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945517.747059:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945517.747067:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945517.747070:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784945517.747072:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945517.747073:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945517.747074:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784945517.747077:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1784945517.747080:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945517.747082:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945517.747083:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945517.747085:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945517.747086:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945517.747087:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784945517.747092:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328ad80 x1871641054235904/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945517.747099:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784945517.747100:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945517.747102:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784945517.747104:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784945517.747106:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784945517.747109:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054235904:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945517.747112:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784945517.747115:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784945517.747117:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945517.747118:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784945517.747122:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ac400. 02000000:00000001:1.0:1784945517.747124:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945517.747127:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784945517.747130:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d948. 00000400:00000010:1.0:1784945517.747134:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2947f8. 00000100:00000200:1.0:1784945517.747136:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054235904, portal 10 00000100:00000001:1.0:1784945517.747138:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784945517.747139:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290065280 : -112780419486336 : ffff996d4328ad80) 00000100:00000040:1.0:1784945517.747146:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328ad80 x1871641054235904/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945517.747152:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784945517.747154:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784945517.747157:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294f68. 00000100:00000200:1.0:1784945517.747159:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054235904, offset 0 00000400:00000200:1.0:1784945517.747163:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784945517.747166:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945517.747171:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784945517.747173:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784945517.747176:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784945517.747178:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784945517.747180:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784945517.747183:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314354:314354:255:4294967295] 192.168.202.106@tcp LPNI seq info [314350:314350:7:4294967295] 00000400:00000200:1.0:1784945517.747187:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945517.747194:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784945517.747198:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784945517.747201:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad500. 00000800:00000200:1.0:1784945517.747205:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784945517.747209:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784945517.747212:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784945517.747215:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945517.747219:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16831 usecs (17 jiffies) 00000400:00000200:1.0:1784945517.747222:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945517.747224:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304304658 00000100:00000001:1.0:1784945517.747227:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304305328 00000100:00000001:1.0:1784945517.747229:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304304658 00000100:00000001:1.0:1784945517.747231:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304305328 00000100:00000001:1.0:1784945517.747233:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945517.747235:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945517.747237:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945517.747240:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945517.747252:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945517.747254:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945517.747794:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945517.747800:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad700. 00000400:00000200:0.0:1784945517.747811:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945517.747817:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945517.747824:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294088 00000400:00000010:0.0:1784945517.747827:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294088. 00000100:00000001:0.0:1784945517.747832:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945517.747837:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328b100 x1871641054235776/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945517.747848:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945517.747851:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328b100 x1871641054235776/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945533 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945517.747859:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945517.747860:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945517.747945:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945517.747948:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad500. 00000400:00000200:0.0:1784945517.747960:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945517.747964:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945517.747967:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294f68 00000400:00000010:0.0:1784945517.747969:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294f68. 00000100:00000001:0.0:1784945517.747971:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945517.747975:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328ad80 x1871641054235904/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945517.747982:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945517.747984:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328ad80 x1871641054235904/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945533 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945517.747990:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945517.747991:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945517.750106:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945517.750126:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945517.750131:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945517.750133:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945517.750142:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945517.750150:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945517.750158:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945517.750163:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945517.750169:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945517.750174:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f4d00 00000400:00000200:0.0:1784945517.750181:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945517.750188:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd611 [1] + 224 00000800:00000001:0.0:1784945517.750197:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945517.750205:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945517.750208:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945517.750213:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945517.750221:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945517.750230:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328ad80 x1871641054235904/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945517.750240:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328ad80 x1871641054235904/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945517.750263:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945517.750272:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945517.750276:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945517.750773:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945517.750780:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784945517.750789:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784945517.750791:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784945517.750795:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d948. 00000400:00000200:1.0:1784945517.750801:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2947f8 00000400:00000010:1.0:1784945517.750804:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2947f8. 00000100:00000001:1.0:1784945517.750807:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945517.750813:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328ad80 x1871641054235904/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784945517.750823:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328ad80 x1871641054235904/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945517.750830:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784945517.750833:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945517.750836:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784945517.750841:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784945517.750844:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784945517.750846:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945517.750850:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784945517.750861:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=69 v=5 (5 5 5 5) 00000100:00001000:1.0:1784945517.750867:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1784945517.750870:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784945517.750872:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945517.750876:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784945517.750880:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945517.750885:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784945517.750888:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784945517.750890:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784945517.750892:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945517.750898:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328ad80 x1871641054235904/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945517.750906:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945517.750909:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784945517.750912:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784945517.750917:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328ad80 x1871641054235904/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945533 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784945517.750925:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054235904:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945517.750934:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945517.750937:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945517.750939:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328ad80 x1871641054235904/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945533 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945517.750946:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784945517.750949:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784945517.750963:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ac400. 02000000:00000001:1.0:1784945517.750967:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784945517.750970:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784945517.750972:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784945517.750974:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784945517.750977:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4d00. 02000000:00000001:1.0:1784945517.750981:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784945517.750984:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784945517.750986:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328ad80. 00000100:00000001:1.0:1784945517.750990:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784945517.750991:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945517.750995:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945517.750996:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945517.750997:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945517.750999:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945517.751001:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945517.751389:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945517.751397:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945517.751399:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945517.751401:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945517.751406:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945517.751411:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945517.751417:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945517.751421:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945517.751426:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945517.751429:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f4c80 00000400:00000200:0.0:1784945517.751434:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945517.751439:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd601 [1] + 224 00000800:00000001:0.0:1784945517.751444:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945517.751450:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945517.751453:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945517.751457:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945517.751462:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945517.751467:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328b100 x1871641054235776/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945517.751477:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328b100 x1871641054235776/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945517.751491:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945517.751496:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945517.751500:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945517.751648:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945517.751651:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784945517.751655:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784945517.751657:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784945517.751659:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2de18. 00000400:00000200:1.0:1784945517.751662:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2943b8 00000400:00000010:1.0:1784945517.751766:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2943b8. 00000100:00000001:1.0:1784945517.751770:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945517.751774:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328b100 x1871641054235776/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784945517.751783:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328b100 x1871641054235776/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945517.751789:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784945517.751792:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945517.751794:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784945517.751796:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784945517.751798:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784945517.751800:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945517.751803:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784945517.751806:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=69 v=5 (5 5 5 5) 00000100:00001000:1.0:1784945517.751809:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=69 v=5 (1 1 1 1) 00000100:00000001:1.0:1784945517.751811:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784945517.751812:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945517.751815:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784945517.751817:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945517.751819:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945517.751823:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328b100 x1871641054235776/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945517.751830:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945517.751833:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784945517.751834:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784945517.751838:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328b100 x1871641054235776/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945533 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784945517.751846:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054235776:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945517.751850:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945517.751852:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945517.751855:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328b100 x1871641054235776/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945533 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945517.751861:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784945517.751862:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784945517.751864:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ace00. 02000000:00000001:1.0:1784945517.751867:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784945517.751869:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784945517.751871:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784945517.751873:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784945517.751874:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4500. 02000000:00000001:1.0:1784945517.751878:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784945517.751879:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784945517.751881:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328b100. 00000100:00000001:1.0:1784945517.751884:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784945517.751885:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945517.751888:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945517.751896:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945517.751898:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945517.751900:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945517.751902:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945518.065697:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945518.065710:0:190906:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945518.065712:0:190906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945518.065717:0:190906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945518.065723:0:190906:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945518.065726:0:190906:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945518.065728:0:190906:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945518.065731:0:190906:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945518.065983:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945518.065988:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945518.065992:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945518.449652:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304305328, at 4304305344 00000100:00000040:1.0:1784945518.449652:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304305328, at 4304305344 00000100:00000010:0.0:1784945518.449672:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f5a0. 00000100:00000010:1.0:1784945518.449677:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f420. 00010000:00000001:1.0:1784945519.089690:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945519.089700:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945519.089898:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945519.089902:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945519.089906:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784945519.474196:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784945519.474207:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784945519.474213:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1784945519.474480:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784945519.474483:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784945519.474501:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945519.474509:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945519.474513:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784945520.113678:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945520.113686:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945520.114565:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945520.114569:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945520.114574:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945521.137650:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945521.137657:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945521.137732:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945521.137736:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945521.137739:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945522.161698:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945522.161709:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945522.161783:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945522.161789:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945522.161793:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945522.867748:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945522.867759:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945522.867769:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951c00. 00000020:00000040:2.0:1784945522.867776:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945522.867781:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945522.867784:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945522.867791:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945522.867799:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b100. 00000100:00000001:2.0:1784945522.867806:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945522.867818:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951c00 x1871641054236032/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945522.867828:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945522.867832:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945522.867838:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000188be879] to pc [ptlrpcd_01_01+1] req@ffff996d73951c00 x1871641054236032/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945522.867888:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945522.867893:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945522.867895:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945522.867900:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951c00 x1871641054236032/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945522.867914:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945522.867917:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945522.867921:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945522.867928:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945522.867931:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945522.867935:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054236032:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945522.867940:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945522.867947:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945522.867949:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945522.867953:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945522.867958:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479ae600. 02000000:00000001:3.0:1784945522.867960:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945522.867969:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945522.867975:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784945522.867984:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000100:00000200:3.0:1784945522.867993:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054236032, portal 25 00000100:00000001:3.0:1784945522.867996:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945522.867998:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102477824 : -112779607073792 : ffff996d73951c00) 00000100:00000040:3.0:1784945522.868005:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951c00 x1871641054236032/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945522.868011:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945522.868013:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945522.868015:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f17f8. 00000100:00000200:3.0:1784945522.868019:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054236032, offset 0 00000400:00000200:3.0:1784945522.868025:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945522.868033:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945522.868041:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945522.868046:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945522.868050:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945522.868053:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945522.868055:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945522.868059:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314355:314355:256:4294967295] 192.168.202.106@tcp LPNI seq info [314351:314351:8:4294967295] 00000400:00000200:3.0:1784945522.868062:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945522.868070:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945522.868075:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945522.868079:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea700. 00000800:00000200:3.0:1784945522.868086:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945522.868093:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945522.868097:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945522.868172:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945522.868176:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945522.868180:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945522.868183:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952a00. 00000020:00000040:2.0:1784945522.868187:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945522.868189:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945522.868190:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945522.868192:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945522.868197:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b300. 00000100:00000001:2.0:1784945522.868200:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945522.868206:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73952a00 x1871641054236160/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945522.868214:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945522.868217:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945522.868221:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce3dc249] to pc [ptlrpcd_01_00+0] req@ffff996d73952a00 x1871641054236160/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945522.868229:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945522.868232:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945522.868234:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945522.868236:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945522.868239:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945522.868242:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9647) 00000100:00000001:2.0:1784945522.868260:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945522.868261:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945522.868262:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945522.868266:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952a00 x1871641054236160/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945522.868270:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945522.868271:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945522.868273:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945522.868274:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945522.868276:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945522.868277:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054236160:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945522.868279:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945522.868282:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945522.868283:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945522.868284:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945522.868305:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945522.868308:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945522.868312:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945522.868316:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784945522.868324:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f62a8. 00000100:00000001:3.0:1784945522.868328:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945522.868333:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:2.0:1784945522.868334:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054236160, portal 10 00000100:00000001:2.0:1784945522.868336:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945522.868337:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102481408 : -112779607070208 : ffff996d73952a00) 00000100:00000001:3.0:1784945522.868337:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304310449 00000100:00000010:3.0:1784945522.868342:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322840. 00000100:00000040:2.0:1784945522.868345:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952a00 x1871641054236160/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945522.868350:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945522.868356:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945522.868359:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945522.868361:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f66e8. 00000100:00000200:2.0:1784945522.868364:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054236160, offset 0 00000100:00000001:3.0:1784945522.868366:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304310449 00000400:00000200:2.0:1784945522.868368:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000010:3.0:1784945522.868369:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322900. 00000400:00000200:2.0:1784945522.868373:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945522.868373:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1784945522.868376:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:3.0:1784945522.868376:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945522.868379:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945522.868380:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945522.868382:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:3.0:1784945522.868383:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945522.868384:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784945522.868386:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784945522.868387:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945522.868389:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314356:314356:255:4294967295] 192.168.202.106@tcp LPNI seq info [314352:314352:7:4294967295] 00000400:00000200:2.0:1784945522.868393:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945522.868394:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945522.868396:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945522.868398:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784945522.868399:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:3.0:1784945522.868400:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945522.868401:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784945522.868403:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784945522.868404:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784945522.868418:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bc00. 00000800:00000200:2.0:1784945522.868422:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945522.868427:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945522.868430:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945522.868434:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945522.868438:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16830 usecs (17 jiffies) 00000400:00000200:2.0:1784945522.868441:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945522.868443:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304309779 00000100:00000001:2.0:1784945522.868446:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304310449 00000100:00000001:2.0:1784945522.868448:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304309779 00000100:00000001:2.0:1784945522.868450:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304310449 00000100:00000001:2.0:1784945522.868453:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945522.868455:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945522.868458:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945522.868459:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945522.868463:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945522.868465:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945522.868467:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945522.868468:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945522.868469:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945522.868471:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945522.868701:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945522.868706:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea700. 00000400:00000200:0.0:1784945522.868711:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945522.868715:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945522.868721:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f17f8 00000400:00000010:0.0:1784945522.868723:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f17f8. 00000100:00000001:0.0:1784945522.868727:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945522.868731:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951c00 x1871641054236032/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945522.868739:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945522.868741:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951c00 x1871641054236032/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945522.868746:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945522.868747:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945522.868872:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945522.868874:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bc00. 00000400:00000200:0.0:1784945522.868876:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945522.869012:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945522.869016:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f66e8 00000400:00000010:0.0:1784945522.869018:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f66e8. 00000100:00000001:0.0:1784945522.869023:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945522.869027:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952a00 x1871641054236160/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945522.869035:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945522.869038:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952a00 x1871641054236160/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945522.869044:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945522.869045:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945522.871914:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945522.871934:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945522.871939:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945522.871941:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945522.871951:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945522.871959:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945522.871970:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945522.871975:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945522.871982:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945522.871987:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f4e00 00000400:00000200:1.0:1784945522.871993:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945522.872000:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd629 [1] + 224 00000800:00000001:1.0:1784945522.872008:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945522.872016:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945522.872019:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945522.872023:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945522.872032:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945522.872041:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952a00 x1871641054236160/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945522.872052:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952a00 x1871641054236160/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945522.872077:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945522.872086:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945522.872090:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945522.872146:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945522.872150:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945522.872158:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945522.872160:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945522.872164:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945522.872168:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f62a8 00000400:00000010:2.0:1784945522.872171:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f62a8. 00000100:00000001:2.0:1784945522.872175:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945522.872180:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952a00 x1871641054236160/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945522.872189:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952a00 x1871641054236160/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945522.872196:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945522.872198:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945522.872201:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945522.872205:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945522.872208:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945522.872210:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945522.872214:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945522.872224:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=74 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945522.872229:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=144 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945522.872232:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945522.872234:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945522.872237:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945522.872242:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945522.872246:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945522.872248:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945522.872250:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945522.872253:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945522.872257:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952a00 x1871641054236160/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945522.872265:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945522.872268:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945522.872270:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945522.872274:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952a00 x1871641054236160/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945538 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945522.872282:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054236160:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945522.872287:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945522.872290:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945522.872302:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952a00 x1871641054236160/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945538 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945522.872310:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945522.872313:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945522.872317:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945522.872321:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945522.872324:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945522.872325:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945522.872328:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945522.872331:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b300. 02000000:00000001:2.0:1784945522.872335:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945522.872337:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945522.872339:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952a00. 00000100:00000001:2.0:1784945522.872343:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945522.872344:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945522.872346:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945522.872354:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945522.872355:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945522.872358:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945522.872360:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945522.873085:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945522.873100:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945522.873104:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945522.873106:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945522.873114:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945522.873121:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945522.873129:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945522.873134:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945522.873139:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945522.873143:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f4d80 00000400:00000200:0.0:1784945522.873148:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945522.873155:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd621 [1] + 224 00000800:00000001:0.0:1784945522.873162:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945522.873168:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945522.873376:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945522.873382:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945522.873390:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945522.873398:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951c00 x1871641054236032/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945522.873409:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951c00 x1871641054236032/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945522.873459:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945522.873464:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945522.873480:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945522.873488:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945522.873492:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784945522.873654:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945522.873657:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945522.873660:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945522.873665:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000400:00000010:3.0:1784945522.873667:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000100:00000001:3.0:1784945522.873671:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945522.873675:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951c00 x1871641054236032/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945522.873684:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951c00 x1871641054236032/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945522.873690:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945522.873692:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945522.873694:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945522.873697:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945522.873699:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945522.873701:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945522.873704:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945522.873709:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=74 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945522.873713:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=74 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945522.873716:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945522.873717:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945522.873720:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945522.873723:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945522.873725:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945522.873730:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951c00 x1871641054236032/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945522.873736:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945522.873739:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945522.873740:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945522.873744:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951c00 x1871641054236032/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945538 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945522.873750:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054236032:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945522.873755:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945522.873757:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945522.873760:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951c00 x1871641054236032/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945538 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945522.873766:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945522.873768:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945522.873772:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479ae600. 02000000:00000001:3.0:1784945522.873774:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945522.873776:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945522.873778:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945522.873780:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945522.873782:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b100. 02000000:00000001:3.0:1784945522.873786:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945522.873787:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945522.873789:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951c00. 00000100:00000001:3.0:1784945522.873793:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945522.873794:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945522.873797:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945522.873803:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945522.873805:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945522.873807:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945522.873809:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945523.185714:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945523.185723:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945523.185786:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945523.185791:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945523.185796:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945523.569662:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304310449, at 4304310464 00000100:00000010:0.0:1784945523.569684:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322840. 00000100:00000040:1.0:1784945523.569733:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304310449, at 4304310464 00000100:00000010:1.0:1784945523.569752:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322900. 00010000:00000001:1.0:1784945524.209683:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945524.209689:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945524.210353:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945524.210359:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945524.210362:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945525.233868:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945525.233877:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945525.235382:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945525.235388:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945525.235391:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945526.259039:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945526.259046:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945526.259449:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945526.259455:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945526.259462:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945527.281927:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945527.281933:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945527.283357:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945527.283361:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945527.283365:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945527.985650:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945527.985658:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945527.985667:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776300. 00000020:00000040:3.0:1784945527.985672:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945527.985675:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945527.985678:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945527.985682:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945527.985688:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beaf00. 00000100:00000001:3.0:1784945527.985694:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945527.985702:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73776300 x1871641054236288/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945527.985710:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945527.985712:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945527.985717:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000445e245] to pc [ptlrpcd_01_01+1] req@ffff996d73776300 x1871641054236288/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945527.985740:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945527.985742:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945527.985745:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945527.985746:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73777b80. 00000020:00000040:3.0:1784945527.985748:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945527.985750:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945527.985750:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945527.985751:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945527.985755:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea700. 00000100:00000001:3.0:1784945527.985756:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945527.985759:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73777b80 x1871641054236416/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945527.985763:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945527.985765:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945527.985767:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7e33dc] to pc [ptlrpcd_01_00+0] req@ffff996d73777b80 x1871641054236416/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945527.985772:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945527.985773:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945527.985776:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945527.985778:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945527.985779:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945527.985783:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9652) 00000100:00000001:2.0:1784945527.985819:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945527.985822:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945527.985824:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945527.985829:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73777b80 x1871641054236416/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945527.985834:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945527.985836:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945527.985839:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945527.985841:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945527.985842:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945527.985845:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73777b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054236416:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945527.985848:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945527.985853:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945527.985855:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945527.985857:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945527.985862:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945527.985864:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945527.985871:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945527.985875:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784945527.985882:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f62a8. 00000100:00000200:2.0:1784945527.985889:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054236416, portal 10 00000100:00000001:2.0:1784945527.985891:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945527.985893:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100536192 : -112779609015424 : ffff996d73777b80) 00000100:00000040:2.0:1784945527.985900:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73777b80 x1871641054236416/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945527.985907:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945527.985910:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945527.985912:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000100:00000200:2.0:1784945527.985915:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054236416, offset 0 00000400:00000200:2.0:1784945527.985920:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945527.985927:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945527.985934:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945527.985939:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945527.985943:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945527.985946:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945527.985948:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945527.985952:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314357:314357:256:4294967295] 192.168.202.106@tcp LPNI seq info [314353:314353:8:4294967295] 00000400:00000200:2.0:1784945527.985956:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945527.985964:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945527.985969:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945527.985974:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b300. 00000800:00000200:2.0:1784945527.985980:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945527.985988:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945527.985992:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945527.986009:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945527.986013:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16830 usecs (17 jiffies) 00000400:00000200:2.0:1784945527.986017:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945527.986019:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304314897 00000100:00000010:2.0:1784945527.986024:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c120. 00000100:00000001:2.0:1784945527.986030:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945527.986043:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304314897 00000100:00000010:2.0:1784945527.986046:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c000. 00000100:00000001:2.0:1784945527.986048:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945527.986054:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945527.986057:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945527.986059:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945527.986062:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945527.986068:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945527.986071:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945527.986073:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945527.986074:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945527.986076:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945527.986078:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1784945527.986080:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945527.986082:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945527.986083:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945527.986085:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945527.986086:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945527.986086:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945527.986098:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776300 x1871641054236288/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945527.986106:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945527.986107:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945527.986109:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945527.986111:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945527.986113:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945527.986116:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054236288:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945527.986119:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945527.986121:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945527.986123:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945527.986124:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945527.986127:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945527.986129:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945527.986132:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945527.986134:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784945527.986137:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6d48. 00000100:00000200:2.0:1784945527.986139:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054236288, portal 25 00000100:00000001:2.0:1784945527.986140:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945527.986141:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100529920 : -112779609021696 : ffff996d73776300) 00000100:00000040:2.0:1784945527.986144:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776300 x1871641054236288/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945527.986148:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945527.986150:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945527.986151:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000100:00000200:2.0:1784945527.986153:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054236288, offset 0 00000400:00000200:2.0:1784945527.986155:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945527.986157:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945527.986160:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945527.986162:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945527.986164:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945527.986166:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945527.986167:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945527.986169:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314358:314358:255:4294967295] 192.168.202.106@tcp LPNI seq info [314354:314354:7:4294967295] 00000400:00000200:2.0:1784945527.986171:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945527.986175:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945527.986178:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945527.986179:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b800. 00000800:00000200:2.0:1784945527.986182:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945527.986184:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945527.986186:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945527.986188:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945527.986190:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945527.986191:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304315567 00000100:00000001:2.0:1784945527.986194:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304314897 00000100:00000001:2.0:1784945527.986196:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304315567 00000100:00000001:2.0:1784945527.986198:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304314897 00000100:00000001:2.0:1784945527.986200:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945527.986201:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945527.986203:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945527.986204:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945527.986213:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945527.986215:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945527.986345:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945527.986350:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b300. 00000400:00000200:1.0:1784945527.986355:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945527.986361:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945527.986367:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000400:00000010:1.0:1784945527.986370:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000001:1.0:1784945527.986375:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945527.986380:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73777b80 x1871641054236416/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945527.986388:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945527.986391:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73777b80 x1871641054236416/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945527.986399:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945527.986400:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945527.986460:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945527.986463:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b800. 00000400:00000200:1.0:1784945527.986465:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945527.986467:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945527.986469:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:1.0:1784945527.986470:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:1.0:1784945527.986472:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945527.986474:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73776300 x1871641054236288/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945527.986479:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945527.986480:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73776300 x1871641054236288/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945527.986484:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945527.986485:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945527.988511:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945527.988548:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945527.988551:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945527.988553:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945527.988558:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945527.988564:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945527.988569:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945527.988572:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945527.988576:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945527.988579:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f4f00 00000400:00000200:0.0:1784945527.988582:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945527.988588:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd631 [1] + 224 00000800:00000001:0.0:1784945527.988592:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945527.988602:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945527.988604:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945527.988607:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945527.988611:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945527.988617:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73777b80 x1871641054236416/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945527.988624:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73777b80 x1871641054236416/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945527.988637:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945527.988642:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945527.988644:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945527.988800:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945527.988803:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945527.988809:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945527.988810:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945527.988813:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945527.988816:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f62a8 00000400:00000010:2.0:1784945527.988817:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f62a8. 00000100:00000001:2.0:1784945527.988820:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945527.988824:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73777b80 x1871641054236416/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945527.988829:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73777b80 x1871641054236416/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945527.988833:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945527.988834:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945527.988836:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945527.988839:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945527.988840:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945527.988842:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945527.988843:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945527.988851:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=79 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945527.988854:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=149 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945527.988855:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945527.988856:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945527.988859:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945527.988861:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945527.988864:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945527.988865:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945527.988866:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945527.988867:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945527.988870:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73777b80 x1871641054236416/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945527.988874:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945527.988876:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945527.988877:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945527.988880:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73777b80 x1871641054236416/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945543 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945527.988884:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73777b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054236416:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945527.988887:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945527.988888:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945527.988890:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73777b80 x1871641054236416/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945543 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945527.988894:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945527.988896:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945527.988898:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945527.988901:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945527.988902:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945527.988903:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945527.988905:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945527.988906:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea700. 02000000:00000001:2.0:1784945527.988909:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945527.988910:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945527.988911:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73777b80. 00000100:00000001:2.0:1784945527.988915:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945527.988916:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945527.988917:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945527.988918:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945527.988919:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945527.988920:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945527.988921:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784945527.991297:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945527.991310:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945527.991314:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945527.991317:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945527.991324:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945527.991330:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945527.991337:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945527.991342:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945527.991347:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945527.991350:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f4e80 00000400:00000200:1.0:1784945527.991354:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945527.991359:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd639 [1] + 224 00000800:00000001:1.0:1784945527.991365:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945527.991372:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945527.991375:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945527.991379:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945527.991385:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945527.991392:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73776300 x1871641054236288/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945527.991404:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73776300 x1871641054236288/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945527.991424:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945527.991430:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945527.991433:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945527.991490:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945527.991494:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945527.991500:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945527.991502:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945527.991504:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945527.991509:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6d48 00000400:00000010:2.0:1784945527.991511:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6d48. 00000100:00000001:2.0:1784945527.991534:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945527.991539:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776300 x1871641054236288/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945527.991547:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776300 x1871641054236288/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945527.991553:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945527.991555:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945527.991557:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945527.991560:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945527.991563:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945527.991565:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945527.991567:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945527.991572:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=79 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945527.991576:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=79 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945527.991578:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945527.991580:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945527.991582:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945527.991584:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945527.991586:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945527.991591:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776300 x1871641054236288/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945527.991604:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945527.991606:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945527.991608:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945527.991612:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776300 x1871641054236288/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945543 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945527.991619:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054236288:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945527.991624:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945527.991626:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945527.991629:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776300 x1871641054236288/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945543 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945527.991635:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945527.991637:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945527.991639:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945527.991642:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945527.991644:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945527.991646:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945527.991647:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945527.991650:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beaf00. 02000000:00000001:2.0:1784945527.991652:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945527.991654:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945527.991656:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776300. 00000100:00000001:2.0:1784945527.991659:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945527.991661:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945527.991663:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945527.991669:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945527.991670:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945527.991672:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945527.991674:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945528.305672:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945528.305680:0:190906:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945528.305682:0:190906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945528.305685:0:190906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945528.305690:0:190906:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945528.305692:0:190906:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945528.305694:0:190906:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945528.305696:0:190906:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945528.305800:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945528.305803:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945528.305805:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945528.689642:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304315567, at 4304315584 00000100:00000010:0.0:1784945528.689658:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c120. 00000100:00000040:1.0:1784945528.690152:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304315567, at 4304315584 00000100:00000010:1.0:1784945528.690160:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c000. 00010000:00000001:1.0:1784945529.329644:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945529.329650:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945529.329868:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945529.329872:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945529.329875:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945530.353697:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945530.353704:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945530.353806:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945530.353810:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945530.353815:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945531.377667:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945531.377673:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945531.377757:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945531.377759:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945531.377764:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945532.402330:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945532.402336:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945532.402424:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945532.402428:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945532.402431:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945533.107503:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945533.107608:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945533.107618:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328a680. 00000020:00000040:0.0:1784945533.107625:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784945533.107629:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945533.107632:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945533.107637:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945533.107646:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4100. 00000100:00000001:0.0:1784945533.107652:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945533.107662:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d4328a680 x1871641054236544/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945533.107672:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945533.107676:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945533.107682:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6fb888] to pc [ptlrpcd_00_01+1] req@ffff996d4328a680 x1871641054236544/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945533.107713:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945533.107716:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945533.107719:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945533.107722:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289500. 00000020:00000040:0.0:1784945533.107725:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784945533.107727:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945533.107728:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945533.107731:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945533.107734:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4700. 00000100:00000001:0.0:1784945533.107736:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945533.107740:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43289500 x1871641054236672/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945533.107749:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945533.107750:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945533.107754:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0064ac2] to pc [ptlrpcd_00_00+0] req@ffff996d43289500 x1871641054236672/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945533.107762:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945533.107764:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784945533.107767:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784945533.107770:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784945533.107773:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784945533.107778:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9657) 00000100:00000001:1.0:1784945533.107844:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945533.107847:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945533.107850:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784945533.107855:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328a680 x1871641054236544/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945533.107863:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784945533.107865:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945533.107868:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784945533.107871:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784945533.107873:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784945533.107876:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054236544:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945533.107880:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784945533.107885:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784945533.107888:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945533.107890:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784945533.107894:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ace00. 02000000:00000001:1.0:1784945533.107896:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945533.107904:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784945533.107908:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2de18. 00000400:00000010:1.0:1784945533.107916:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2943b8. 00000100:00000200:1.0:1784945533.107922:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054236544, portal 25 00000100:00000001:1.0:1784945533.107924:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784945533.107926:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290063488 : -112780419488128 : ffff996d4328a680) 00000100:00000040:1.0:1784945533.107932:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328a680 x1871641054236544/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945533.107939:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784945533.107942:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784945533.107945:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2947f8. 00000100:00000200:1.0:1784945533.107948:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054236544, offset 0 00000400:00000200:1.0:1784945533.107954:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784945533.107962:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945533.107969:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784945533.107975:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784945533.107980:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784945533.107983:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784945533.107986:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784945533.107990:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314359:314359:256:4294967295] 192.168.202.106@tcp LPNI seq info [314355:314355:8:4294967295] 00000400:00000200:1.0:1784945533.107994:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945533.108003:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784945533.108009:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784945533.108014:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ade00. 00000800:00000200:1.0:1784945533.108021:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784945533.108028:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784945533.108032:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ade00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784945533.108085:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945533.108089:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945533.108092:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304320689 00000100:00000010:1.0:1784945533.108097:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f420. 00000100:00000001:1.0:1784945533.108103:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784945533.108108:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304320689 00000100:00000010:1.0:1784945533.108111:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f000. 00000100:00000001:1.0:1784945533.108114:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784945533.108117:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945533.108120:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945533.108123:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945533.108125:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945533.108132:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945533.108134:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784945533.108136:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945533.108137:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945533.108139:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784945533.108141:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1784945533.108143:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945533.108145:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945533.108146:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945533.108148:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945533.108149:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945533.108150:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784945533.108154:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289500 x1871641054236672/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945533.108161:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784945533.108162:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945533.108164:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784945533.108166:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784945533.108168:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784945533.108170:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054236672:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945533.108173:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784945533.108176:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784945533.108177:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945533.108179:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784945533.108182:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ac400. 02000000:00000001:1.0:1784945533.108183:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945533.108199:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784945533.108202:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d948. 00000400:00000010:1.0:1784945533.108206:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294bb0. 00000100:00000200:1.0:1784945533.108220:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054236672, portal 10 00000100:00000001:1.0:1784945533.108221:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784945533.108223:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290059008 : -112780419492608 : ffff996d43289500) 00000100:00000040:1.0:1784945533.108230:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289500 x1871641054236672/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945533.108236:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784945533.108239:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784945533.108241:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294b28. 00000100:00000200:1.0:1784945533.108244:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054236672, offset 0 00000400:00000200:1.0:1784945533.108248:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784945533.108251:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945533.108255:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784945533.108258:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784945533.108261:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784945533.108263:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784945533.108265:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784945533.108268:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314360:314360:255:4294967295] 192.168.202.106@tcp LPNI seq info [314356:314356:7:4294967295] 00000400:00000200:1.0:1784945533.108272:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945533.108278:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784945533.108282:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784945533.108285:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad100. 00000800:00000200:1.0:1784945533.108289:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784945533.108294:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784945533.108296:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784945533.108312:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945533.108316:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16828 usecs (17 jiffies) 00000400:00000200:1.0:1784945533.108319:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945533.108321:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304320019 00000100:00000001:1.0:1784945533.108324:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304320689 00000100:00000001:1.0:1784945533.108326:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304320019 00000100:00000001:1.0:1784945533.108327:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304320689 00000100:00000001:1.0:1784945533.108329:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945533.108331:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945533.108333:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945533.108335:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945533.108346:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945533.108348:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945533.109037:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945533.109042:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ade00. 00000400:00000200:0.0:1784945533.109050:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945533.109055:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945533.109060:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2947f8 00000400:00000010:0.0:1784945533.109063:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2947f8. 00000100:00000001:0.0:1784945533.109068:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945533.109073:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328a680 x1871641054236544/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945533.109082:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945533.109086:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328a680 x1871641054236544/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945549 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945533.109092:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945533.109093:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945533.109161:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945533.109163:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad100. 00000400:00000200:0.0:1784945533.109167:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945533.109171:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945533.109174:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294b28 00000400:00000010:0.0:1784945533.109176:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294b28. 00000100:00000001:0.0:1784945533.109178:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945533.109396:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289500 x1871641054236672/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945533.109406:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945533.109410:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289500 x1871641054236672/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945549 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945533.109416:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945533.109418:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945533.115359:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945533.115376:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945533.115381:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945533.115384:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945533.115393:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945533.115400:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945533.115409:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945533.115414:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945533.115419:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945533.115423:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f4f80 00000400:00000200:1.0:1784945533.115429:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945533.115435:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd641 [1] + 224 00000800:00000001:1.0:1784945533.115442:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945533.115449:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945533.115452:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945533.115456:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945533.115463:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945533.115472:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328a680 x1871641054236544/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945549 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945533.115483:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328a680 x1871641054236544/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945533.115506:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945533.115553:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945533.115557:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945533.115598:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945533.115603:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784945533.115609:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945533.115612:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945533.115615:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2de18. 00000400:00000200:0.0:1784945533.115619:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2943b8 00000400:00000010:0.0:1784945533.115621:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2943b8. 00000100:00000001:0.0:1784945533.115625:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945533.115631:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328a680 x1871641054236544/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945533.115641:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328a680 x1871641054236544/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945549 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945533.115649:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945533.115651:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945533.115653:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945533.115657:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945533.115659:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945533.115661:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945533.115664:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945533.115670:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=85 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945533.115674:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=85 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945533.115677:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945533.115679:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945533.115682:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945533.115684:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945533.115687:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945533.115692:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328a680 x1871641054236544/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945549 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945533.115700:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945533.115703:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945533.115705:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945533.115709:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328a680 x1871641054236544/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945549 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945533.115717:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054236544:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945533.115722:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945533.115725:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945533.115729:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328a680 x1871641054236544/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945549 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945533.115736:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945533.115738:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945533.115741:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ace00. 02000000:00000001:0.0:1784945533.115745:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945533.115747:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945533.115749:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784945533.115751:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945533.115755:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4100. 02000000:00000001:0.0:1784945533.115758:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945533.115760:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945533.115762:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328a680. 00000100:00000001:0.0:1784945533.115765:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945533.115767:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945533.115770:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945533.115772:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945533.115773:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945533.115774:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945533.115776:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945533.115886:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945533.115893:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945533.115896:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945533.115898:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945533.115902:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945533.115906:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945533.115921:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945533.115924:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945533.115928:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945533.115931:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f5000 00000400:00000200:0.0:1784945533.115935:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945533.115939:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd651 [1] + 224 00000800:00000001:0.0:1784945533.115943:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945533.115949:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945533.115951:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945533.115955:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945533.115958:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945533.115963:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289500 x1871641054236672/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945549 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945533.115972:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289500 x1871641054236672/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945533.115990:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945533.115996:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945533.115999:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945533.116032:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945533.116035:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784945533.116039:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784945533.116041:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784945533.116043:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d948. 00000400:00000200:1.0:1784945533.116047:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294bb0 00000400:00000010:1.0:1784945533.116048:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294bb0. 00000100:00000001:1.0:1784945533.116051:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945533.116056:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289500 x1871641054236672/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784945533.116066:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289500 x1871641054236672/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945549 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945533.116073:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784945533.116074:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945533.116077:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784945533.116079:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784945533.116080:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784945533.116082:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945533.116084:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784945533.116089:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=85 v=5 (5 5 5 5) 00000100:00001000:1.0:1784945533.116092:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=155 v=5 (1 1 1 1) 00000100:00000001:1.0:1784945533.116094:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784945533.116095:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945533.116097:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784945533.116100:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945533.116103:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784945533.116105:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784945533.116107:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784945533.116108:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945533.116113:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289500 x1871641054236672/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945549 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945533.116120:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945533.116123:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784945533.116124:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784945533.116127:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289500 x1871641054236672/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945549 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784945533.116135:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054236672:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945533.116139:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945533.116141:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945533.116144:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289500 x1871641054236672/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945549 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945533.116150:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784945533.116152:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784945533.116166:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ac400. 02000000:00000001:1.0:1784945533.116170:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784945533.116171:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784945533.116173:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784945533.116175:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784945533.116177:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4700. 02000000:00000001:1.0:1784945533.116179:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784945533.116181:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784945533.116182:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289500. 00000100:00000001:1.0:1784945533.116185:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784945533.116186:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945533.116188:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945533.116196:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945533.116198:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945533.116200:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945533.116202:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945533.425639:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945533.425646:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945533.426166:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945533.426171:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945533.426175:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945533.809604:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304320689, at 4304320704 00000100:00000010:1.0:1784945533.809618:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f000. 00000100:00000040:0.0:1784945533.809640:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304320689, at 4304320704 00000100:00000010:0.0:1784945533.809649:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f420. 00010000:00000001:1.0:1784945534.449600:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945534.449607:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945534.449697:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945534.449700:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945534.449704:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945535.473845:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945535.473851:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945535.473898:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945535.473902:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945535.473904:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945536.500416:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945536.500422:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945536.500482:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945536.500486:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945536.500489:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945537.521634:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945537.521641:0:190906:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945537.521643:0:190906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945537.521645:0:190906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945537.521649:0:190906:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945537.521651:0:190906:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945537.521652:0:190906:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945537.521653:0:190906:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945537.521714:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945537.521718:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945537.521732:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945538.225901:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945538.225910:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945538.225920:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952a00. 00000020:00000040:2.0:1784945538.225926:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945538.225930:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945538.225933:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945538.225938:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945538.225947:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784945538.225953:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945538.225964:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73952a00 x1871641054236800/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945538.225975:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945538.225979:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945538.225986:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce3dc249] to pc [ptlrpcd_01_01+1] req@ffff996d73952a00 x1871641054236800/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945538.226021:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945538.226024:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945538.226028:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945538.226031:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951880. 00000020:00000040:2.0:1784945538.226035:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945538.226038:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945538.226040:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1784945538.226044:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945538.226049:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945538.226051:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784945538.226053:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945538.226060:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000040:3.0:1784945538.226060:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952a00 x1871641054236800/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945538.226066:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945538.226076:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951880 x1871641054236928/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945538.226076:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945538.226080:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945538.226086:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784945538.226088:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1784945538.226090:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945538.226092:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945538.226096:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945538.226100:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084695538] to pc [ptlrpcd_01_00+0] req@ffff996d73951880 x1871641054236928/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945538.226104:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054236800:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945538.226111:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784945538.226118:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945538.226118:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945538.226121:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945538.226123:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784945538.226124:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784945538.226129:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:3.0:1784945538.226131:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479af000. 00000100:00000040:2.0:1784945538.226133:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784945538.226135:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945538.226141:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1784945538.226144:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945538.226147:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784945538.226153:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000100:00000040:2.0:1784945538.226156:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9662) 00000100:00000200:3.0:1784945538.226159:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054236800, portal 25 00000100:00000001:3.0:1784945538.226163:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945538.226175:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102481408 : -112779607070208 : ffff996d73952a00) 00000100:00000040:3.0:1784945538.226182:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952a00 x1871641054236800/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945538.226185:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945538.226190:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945538.226190:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784945538.226194:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945538.226195:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945538.226199:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1d48. 00000100:00000200:3.0:1784945538.226202:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054236800, offset 0 00000100:00000040:2.0:1784945538.226203:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951880 x1871641054236928/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784945538.226210:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784945538.226218:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945538.226220:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945538.226221:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784945538.226225:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945538.226228:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784945538.226231:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 02000000:00000001:2.0:1784945538.226232:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945538.226240:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054236928:192.168.202.106@tcp:400:kworker.0 00000400:00000200:3.0:1784945538.226240:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945538.226247:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:2.0:1784945538.226251:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945538.226255:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1784945538.226255:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1784945538.226259:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945538.226261:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 02000000:00000001:2.0:1784945538.226262:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945538.226268:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 00000400:00000200:3.0:1784945538.226269:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314361:314361:256:4294967295] 192.168.202.106@tcp LPNI seq info [314357:314357:8:4294967295] 02000000:00000001:2.0:1784945538.226272:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945538.226276:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945538.226281:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945538.226286:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000200:3.0:1784945538.226289:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000010:2.0:1784945538.226293:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6d48. 00000800:00000200:3.0:1784945538.226296:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000200:2.0:1784945538.226300:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054236928, portal 10 00000800:00000010:3.0:1784945538.226301:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000100:00000001:2.0:1784945538.226304:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945538.226307:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476928 : -112779607074688 : ffff996d73951880) 00000800:00000200:3.0:1784945538.226310:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000040:2.0:1784945538.226319:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951880 x1871641054236928/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784945538.226320:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945538.226324:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945538.226333:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945538.226337:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945538.226340:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f62a8. 00000100:00000200:2.0:1784945538.226343:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054236928, offset 0 00000100:00000001:3.0:1784945538.226346:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945538.226349:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945538.226354:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945538.226358:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945538.226359:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304325807 00000400:00000200:2.0:1784945538.226364:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000010:3.0:1784945538.226367:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322600. 00000400:00000200:2.0:1784945538.226369:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945538.226374:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:3.0:1784945538.226376:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1784945538.226377:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945538.226382:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945538.226386:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314362:314362:255:4294967295] 192.168.202.106@tcp LPNI seq info [314358:314358:7:4294967295] 00000400:00000200:2.0:1784945538.226390:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945538.226396:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945538.226408:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945538.226412:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b700. 00000800:00000200:2.0:1784945538.226417:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945538.226422:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945538.226426:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945538.226429:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945538.226433:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16828 usecs (17 jiffies) 00000400:00000200:2.0:1784945538.226436:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945538.226438:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304325137 00000100:00000001:3.0:1784945538.226591:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304325808 00000100:00000010:3.0:1784945538.226596:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322420. 00000100:00000001:3.0:1784945538.226599:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945538.226603:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945538.226606:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945538.226609:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945538.226612:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945538.226622:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304325807 00000100:00000001:3.0:1784945538.226626:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945538.226627:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304325138 00000100:00000001:3.0:1784945538.226629:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945538.226633:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304325808 00000100:00000001:3.0:1784945538.226634:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945538.226637:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945538.226639:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945538.226640:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945538.226644:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945538.226645:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945538.226650:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945538.226652:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784945538.226698:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945538.226702:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000400:00000200:1.0:1784945538.226709:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945538.226714:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945538.226719:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1d48 00000400:00000010:1.0:1784945538.226722:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1d48. 00000100:00000001:1.0:1784945538.226725:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945538.226730:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952a00 x1871641054236800/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945538.226738:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945538.226740:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952a00 x1871641054236800/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945554 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945538.226744:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945538.226746:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945538.226978:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945538.226982:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b700. 00000400:00000200:1.0:1784945538.226985:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945538.226989:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945538.226993:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f62a8 00000400:00000010:1.0:1784945538.226994:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f62a8. 00000100:00000001:1.0:1784945538.226997:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945538.227000:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951880 x1871641054236928/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945538.227005:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945538.227007:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951880 x1871641054236928/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945554 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945538.227011:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945538.227012:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784945538.230187:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945538.230194:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945538.230200:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945538.230202:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945538.230204:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945538.230206:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945538.230906:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945538.230928:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945538.230932:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945538.230935:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945538.230943:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945538.230951:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945538.230961:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945538.230966:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945538.230972:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945538.230977:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f5080 00000400:00000200:0.0:1784945538.230983:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945538.230990:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd661 [1] + 224 00000800:00000001:0.0:1784945538.230997:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945538.231001:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945538.231004:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945538.231009:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945538.231015:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945538.231023:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952a00 x1871641054236800/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945554 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945538.231034:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952a00 x1871641054236800/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945538.231054:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945538.231063:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945538.231066:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945538.231068:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945538.231070:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945538.231073:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945538.231077:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945538.231081:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945538.231083:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945538.231086:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945538.231089:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f5100 00000400:00000200:0.0:1784945538.231092:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945538.231097:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd669 [1] + 224 00000800:00000001:0.0:1784945538.231101:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945538.231108:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945538.231110:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945538.231113:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945538.231116:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945538.231120:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951880 x1871641054236928/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945554 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945538.231128:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951880 x1871641054236928/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945538.231145:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945538.231149:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945538.231152:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945538.231192:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945538.231195:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945538.231201:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945538.231203:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945538.231206:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945538.231210:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6d48 00000400:00000010:2.0:1784945538.231212:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6d48. 00000100:00000001:2.0:1784945538.231216:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945538.231221:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951880 x1871641054236928/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945538.231231:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951880 x1871641054236928/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945554 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945538.231238:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945538.231240:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945538.231243:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945538.231246:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945538.231248:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945538.231250:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945538.231253:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945538.231261:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=90 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945538.231265:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=10 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945538.231268:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945538.231269:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945538.231272:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945538.231275:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945538.231279:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945538.231280:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945538.231282:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945538.231284:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945538.231289:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951880 x1871641054236928/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945554 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945538.231297:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945538.231299:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945538.231301:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945538.231305:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951880 x1871641054236928/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945554 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945538.231313:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054236928:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945538.231317:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945538.231319:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945538.231322:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951880 x1871641054236928/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945554 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945538.231328:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945538.231330:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945538.231334:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945538.231338:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945538.231340:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945538.231343:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945538.231345:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945538.231347:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 02000000:00000001:2.0:1784945538.231351:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945538.231353:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945538.231354:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951880. 00000100:00000001:2.0:1784945538.231358:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945538.231359:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945538.231361:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945538.231367:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945538.231368:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945538.231370:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945538.231372:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945538.231456:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945538.231550:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945538.231558:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945538.231560:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945538.231564:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945538.231746:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000400:00000010:3.0:1784945538.231749:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000100:00000001:3.0:1784945538.231754:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945538.231765:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952a00 x1871641054236800/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945538.231777:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952a00 x1871641054236800/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945554 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945538.231784:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945538.231786:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945538.231789:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945538.231792:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945538.231794:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945538.231796:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945538.231799:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945538.231804:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=90 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945538.231808:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=90 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945538.231810:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945538.231812:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945538.231815:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945538.231817:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945538.231820:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945538.231824:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952a00 x1871641054236800/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945554 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945538.231831:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945538.231834:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945538.231836:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945538.231840:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952a00 x1871641054236800/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945554 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945538.231848:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054236800:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945538.231853:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945538.231856:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945538.231859:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952a00 x1871641054236800/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945554 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945538.231866:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945538.231868:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945538.231871:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479af000. 02000000:00000001:3.0:1784945538.231874:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945538.231876:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945538.231878:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945538.231880:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945538.231882:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 02000000:00000001:3.0:1784945538.231886:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945538.231888:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945538.231889:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952a00. 00000100:00000001:3.0:1784945538.231893:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945538.231895:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945538.231897:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945538.231904:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945538.231906:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945538.231908:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945538.231910:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945538.545585:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945538.545592:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945538.545661:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945538.545665:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945538.545668:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945538.929647:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304325807, at 4304325824 00000100:00000010:0.0:1784945538.929663:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322600. 00000100:00000040:1.0:1784945538.930692:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304325808, at 4304325825 00000100:00000010:1.0:1784945538.930701:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322420. 00010000:00000001:1.0:1784945539.569595:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945539.569601:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945539.569703:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945539.569706:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945539.569710:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945540.593638:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945540.593644:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945540.593867:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945540.593871:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945540.593874:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945541.617682:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945541.617690:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945541.617788:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945541.617794:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945541.617798:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945542.641637:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945542.641643:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945542.643243:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945542.643248:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945542.643252:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945543.350288:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945543.350299:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945543.350309:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328a680. 00000020:00000040:0.0:1784945543.350315:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784945543.350319:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945543.350321:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945543.350326:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945543.350334:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4100. 00000100:00000001:0.0:1784945543.350341:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945543.350352:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d4328a680 x1871641054237056/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945543.350362:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945543.350367:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945543.350373:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6fb888] to pc [ptlrpcd_00_01+1] req@ffff996d4328a680 x1871641054237056/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945543.350405:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945543.350410:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945543.350413:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945543.350417:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289180. 00000020:00000040:0.0:1784945543.350420:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784945543.350421:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945543.350422:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945543.350426:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1784945543.350426:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945543.350429:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1784945543.350430:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945543.350436:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4b00. 00000100:00000040:1.0:1784945543.350437:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328a680 x1871641054237056/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945543.350442:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945543.350452:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43289180 x1871641054237184/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784945543.350452:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945543.350462:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945543.350464:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945543.350465:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945543.350470:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042ac64cb] to pc [ptlrpcd_00_00+0] req@ffff996d43289180 x1871641054237184/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784945543.350471:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784945543.350475:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784945543.350481:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784945543.350488:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054237056:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945543.350489:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945543.350492:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1784945543.350494:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784945543.350498:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1784945543.350499:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1784945543.350501:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945543.350504:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784945543.350504:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784945543.350510:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:1.0:1784945543.350510:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ac400. 02000000:00000001:1.0:1784945543.350534:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945543.350542:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784945543.350547:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d948. 00000400:00000010:1.0:1784945543.350554:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294bb0. 00000100:00000200:1.0:1784945543.350561:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054237056, portal 25 00000100:00000001:1.0:1784945543.350563:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784945543.350565:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290063488 : -112780419488128 : ffff996d4328a680) 00000100:00000040:1.0:1784945543.350572:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328a680 x1871641054237056/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945543.350579:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784945543.350581:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000040:0.0:1784945543.350583:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9667) 00000400:00000010:1.0:1784945543.350585:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294d48. 00000100:00000200:1.0:1784945543.350589:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054237056, offset 0 00000400:00000200:1.0:1784945543.350596:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784945543.350599:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945543.350602:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945543.350604:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1784945543.350606:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:0.0:1784945543.350612:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289180 x1871641054237184/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784945543.350616:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784945543.350624:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784945543.350626:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945543.350628:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945543.350632:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1784945543.350632:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 02000000:00000001:0.0:1784945543.350636:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784945543.350637:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784945543.350641:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 02000000:00000001:0.0:1784945543.350646:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945543.350647:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314363:314363:256:4294967295] 192.168.202.106@tcp LPNI seq info [314359:314359:8:4294967295] 00000100:00100000:0.0:1784945543.350654:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054237184:192.168.202.106@tcp:400:kworker.0 00000400:00000200:1.0:1784945543.350655:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945543.350661:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945543.350664:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945543.350667:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945543.350672:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784945543.350672:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 02000000:00000010:0.0:1784945543.350679:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b400. 00000800:00000200:1.0:1784945543.350682:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 02000000:00000001:0.0:1784945543.350683:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784945543.350689:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad300. 00000400:00000200:0.0:1784945543.350690:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945543.350697:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652ff20. 00000800:00000200:1.0:1784945543.350701:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000010:0.0:1784945543.350704:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fee0. 00000100:00000200:0.0:1784945543.350708:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054237184, portal 10 00000100:00000001:0.0:1784945543.350711:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1784945543.350712:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:0.0:1784945543.350713:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290058112 : -112780419493504 : ffff996d43289180) 00000800:00000200:1.0:1784945543.350719:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad300 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1784945543.350721:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289180 x1871641054237184/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945543.350727:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945543.350729:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945543.350731:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f330. 00000100:00000001:1.0:1784945543.350732:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784945543.350733:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054237184, offset 0 00000400:00000200:1.0:1784945543.350741:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945543.350742:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784945543.350747:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304330932 00000400:00000200:0.0:1784945543.350749:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945543.350754:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000010:1.0:1784945543.350755:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f000. 00000400:00000200:0.0:1784945543.350757:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945543.350760:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945543.350762:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945543.350764:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:1.0:1784945543.350764:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1784945543.350769:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314364:314364:255:4294967295] 192.168.202.106@tcp LPNI seq info [314360:314360:7:4294967295] 00000400:00000200:0.0:1784945543.350772:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945543.350773:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304330932 00000100:00000010:1.0:1784945543.350779:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f060. 00000400:00000200:0.0:1784945543.350780:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:1.0:1784945543.350785:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1784945543.350786:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784945543.350791:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1784945543.350792:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4c00. 00000100:00000001:1.0:1784945543.350798:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945543.350799:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:1.0:1784945543.350802:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945543.350805:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:1.0:1784945543.350807:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784945543.350809:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945543.350812:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945543.350814:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16828 usecs (17 jiffies) 00000100:00000001:1.0:1784945543.350815:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784945543.350818:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945543.350819:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945543.350820:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304330262 00000100:00000001:1.0:1784945543.350824:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945543.350825:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304330932 00000100:00000001:1.0:1784945543.350828:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945543.350829:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304330262 00000100:00000001:0.0:1784945543.350832:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304330932 00000100:00000001:1.0:1784945543.350832:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945543.350837:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945543.350837:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945543.350839:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945543.350842:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945543.350844:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945543.350847:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945543.350848:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945543.350850:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945543.350851:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945543.350852:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945543.350854:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945543.350878:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945543.350883:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad300. 00000400:00000200:1.0:1784945543.350890:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945543.350895:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945543.350900:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294d48 00000400:00000010:1.0:1784945543.350903:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294d48. 00000100:00000001:1.0:1784945543.350906:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945543.350911:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328a680 x1871641054237056/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945543.350920:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945543.350923:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328a680 x1871641054237056/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945559 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945543.350929:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945543.350931:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945543.350987:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945543.350989:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4c00. 00000400:00000200:1.0:1784945543.350993:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945543.350996:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945543.350999:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f330 00000400:00000010:1.0:1784945543.351001:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f330. 00000100:00000001:1.0:1784945543.351004:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945543.351007:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289180 x1871641054237184/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945543.351014:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945543.351017:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289180 x1871641054237184/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945559 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945543.351023:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945543.351025:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945543.354638:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945543.354653:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945543.354657:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945543.354660:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945543.354667:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945543.354674:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945543.354681:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945543.354686:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945543.354690:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945543.354695:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f5180 00000400:00000200:0.0:1784945543.354700:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945543.354706:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd671 [1] + 224 00000800:00000001:0.0:1784945543.354712:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945543.354718:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945543.354721:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945543.354725:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945543.354731:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945543.354739:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328a680 x1871641054237056/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945559 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945543.354750:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328a680 x1871641054237056/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945543.354772:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945543.354779:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945543.354792:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945543.355028:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945543.355032:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784945543.355038:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784945543.355040:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784945543.355043:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d948. 00000400:00000200:1.0:1784945543.355047:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294bb0 00000400:00000010:1.0:1784945543.355049:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294bb0. 00000100:00000001:1.0:1784945543.355052:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945543.355058:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328a680 x1871641054237056/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784945543.355079:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328a680 x1871641054237056/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945559 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945543.355085:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784945543.355087:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945543.355090:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784945543.355093:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784945543.355095:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784945543.355097:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945543.355100:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784945543.355107:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=95 v=5 (5 5 5 5) 00000100:00001000:1.0:1784945543.355112:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=95 v=5 (1 1 1 1) 00000100:00000001:1.0:1784945543.355114:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784945543.355117:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945543.355120:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784945543.355132:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945543.355135:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945543.355140:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328a680 x1871641054237056/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945559 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945543.355147:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945543.355150:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784945543.355152:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784945543.355156:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328a680 x1871641054237056/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945559 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784945543.355164:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054237056:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945543.355169:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945543.355172:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945543.355175:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328a680 x1871641054237056/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945559 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945543.355182:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784945543.355185:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784945543.355188:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ac400. 02000000:00000001:1.0:1784945543.355192:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784945543.355194:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784945543.355196:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784945543.355198:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784945543.355201:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4100. 02000000:00000001:1.0:1784945543.355204:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784945543.355206:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784945543.355207:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328a680. 00000100:00000001:1.0:1784945543.355210:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784945543.355212:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945543.355214:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945543.355220:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945543.355221:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945543.355224:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945543.355226:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784945543.357172:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945543.357181:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945543.357184:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945543.357187:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945543.357192:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945543.357197:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945543.357203:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945543.357207:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945543.357211:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945543.357215:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f5200 00000400:00000200:1.0:1784945543.357219:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945543.357413:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd681 [1] + 224 00000800:00000001:1.0:1784945543.357422:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945543.357429:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945543.357432:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945543.357437:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945543.357443:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945543.357450:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289180 x1871641054237184/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945559 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945543.357465:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289180 x1871641054237184/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945543.357950:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945543.357954:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945543.358002:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945543.358011:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945543.358015:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784945543.360225:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945543.360230:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945543.360233:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652ff20. 00000400:00000200:0.0:1784945543.360240:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fee0 00000400:00000010:0.0:1784945543.360242:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fee0. 00000100:00000001:0.0:1784945543.360246:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945543.360255:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289180 x1871641054237184/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945543.360267:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289180 x1871641054237184/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945559 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945543.360274:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945543.360276:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945543.360279:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945543.360282:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945543.360284:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945543.360287:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945543.360289:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945543.360399:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=95 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945543.360404:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=15 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945543.360407:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945543.360408:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945543.360411:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945543.360415:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945543.360418:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784945543.360420:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784945543.360422:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784945543.360424:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945543.360430:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289180 x1871641054237184/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945559 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945543.360436:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945543.360439:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945543.360441:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945543.360445:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289180 x1871641054237184/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945559 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945543.360453:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054237184:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945543.360458:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945543.360460:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945543.360463:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289180 x1871641054237184/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945559 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945543.360469:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945543.360472:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945543.360475:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784945543.360478:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945543.360481:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945543.360483:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784945543.360485:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945543.360488:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4b00. 02000000:00000001:0.0:1784945543.360491:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945543.360494:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945543.360495:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289180. 00000100:00000001:0.0:1784945543.360499:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945543.360500:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945543.360503:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945543.360510:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945543.362259:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945543.362267:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945543.362270:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945543.666945:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945543.666952:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945543.667044:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945543.667048:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945543.667051:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945544.051281:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304330932, at 4304330945 00000100:00000010:0.0:1784945544.051296:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f000. 00000100:00000040:1.0:1784945544.051371:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304330932, at 4304330945 00000100:00000010:1.0:1784945544.051377:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f060. 00010000:00000001:1.0:1784945544.689624:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945544.689631:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945544.689695:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945544.689699:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945544.689702:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945545.713816:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945545.713823:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945545.714935:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945545.714939:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945545.714942:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945546.738234:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945546.738240:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945546.738335:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945546.738339:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945546.738343:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945547.762422:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945547.762429:0:190906:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945547.762431:0:190906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945547.762435:0:190906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945547.762439:0:190906:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945547.762441:0:190906:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945547.762443:0:190906:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945547.762445:0:190906:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945547.762666:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945547.762670:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945547.762673:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945548.465745:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945548.465756:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945548.465763:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951880. 00000020:00000040:2.0:1784945548.465769:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945548.465773:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945548.465776:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945548.465781:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945548.465788:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784945548.465794:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945548.465805:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951880 x1871641054237312/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945548.465816:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945548.465820:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945548.465838:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084695538] to pc [ptlrpcd_01_01+1] req@ffff996d73951880 x1871641054237312/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945548.465867:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945548.465870:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945548.465873:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945548.465876:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953480. 00000020:00000040:2.0:1784945548.465879:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945548.465881:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945548.465882:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945548.465884:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945548.465888:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b000. 00000100:00000001:2.0:1784945548.465891:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945548.465896:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73953480 x1871641054237440/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945548.465901:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945548.465905:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945548.465906:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945548.465909:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945548.465911:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945548.465915:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000632050e9] to pc [ptlrpcd_01_00+0] req@ffff996d73953480 x1871641054237440/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784945548.465921:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951880 x1871641054237312/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945548.465928:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945548.465933:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945548.465938:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784945548.465939:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784945548.465942:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945548.465944:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784945548.465947:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784945548.465948:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784945548.465952:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784945548.465956:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9673) 02000000:00000001:3.0:1784945548.465957:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945548.465964:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054237312:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945548.465968:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784945548.465971:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945548.465975:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784945548.465975:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784945548.465979:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784945548.465979:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945548.465984:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784945548.465985:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953480 x1871641054237440/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784945548.465991:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479aec00. 02000000:00000001:3.0:1784945548.465995:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945548.466004:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945548.466007:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945548.466007:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784945548.466012:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1784945548.466014:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 02000000:00000001:2.0:1784945548.466015:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945548.466019:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945548.466023:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054237440:192.168.202.106@tcp:400:kworker.0 00000400:00000010:3.0:1784945548.466024:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000100:00000001:2.0:1784945548.466029:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945548.466033:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945548.466035:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945548.466037:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945548.466041:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945548.466043:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945548.466047:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945548.466051:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784945548.466055:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6d48. 00000100:00000200:2.0:1784945548.466058:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054237440, portal 10 00000100:00000001:2.0:1784945548.466060:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945548.466061:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102484096 : -112779607067520 : ffff996d73953480) 00000100:00000040:2.0:1784945548.466067:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953480 x1871641054237440/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945548.466074:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945548.466077:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945548.466106:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6220. 00000100:00000200:2.0:1784945548.466112:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054237440, offset 0 00000400:00000200:2.0:1784945548.466118:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945548.466126:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945548.466132:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945548.466137:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945548.466141:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945548.466145:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945548.466148:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945548.466153:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314365:314365:256:4294967295] 192.168.202.106@tcp LPNI seq info [314361:314361:8:4294967295] 00000400:00000200:2.0:1784945548.466157:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945548.466166:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945548.466171:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945548.466176:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b500. 00000800:00000200:2.0:1784945548.466182:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945548.466189:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945548.466194:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945548.466208:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945548.466212:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16828 usecs (17 jiffies) 00000400:00000200:2.0:1784945548.466215:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945548.466218:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304335377 00000100:00000010:2.0:1784945548.466222:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cea0. 00000100:00000001:2.0:1784945548.466228:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945548.466235:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304335377 00000100:00000010:2.0:1784945548.466238:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668ce40. 00000100:00000001:2.0:1784945548.466241:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945548.466246:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945548.466249:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945548.466252:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945548.466254:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945548.466260:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945548.466262:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945548.466264:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945548.466265:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945548.466267:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945548.466269:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784945548.466292:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054237312, portal 25 00000100:00000001:3.0:1784945548.466297:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945548.466298:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476928 : -112779607074688 : ffff996d73951880) 00000100:00000040:3.0:1784945548.466305:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951880 x1871641054237312/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945548.466313:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945548.466327:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945548.466331:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1000. 00000100:00000200:3.0:1784945548.466335:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054237312, offset 0 00000400:00000200:3.0:1784945548.466341:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945548.466345:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945548.466349:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945548.466352:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945548.466355:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945548.466357:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945548.466359:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945548.466363:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314366:314366:255:4294967295] 192.168.202.106@tcp LPNI seq info [314362:314362:7:4294967295] 00000400:00000200:3.0:1784945548.466367:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945548.466372:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945548.466377:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945548.466381:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000800:00000200:3.0:1784945548.466385:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945548.466390:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945548.466392:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945548.466396:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945548.466399:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945548.466401:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304336047 00000100:00000001:3.0:1784945548.466405:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304335377 00000100:00000001:3.0:1784945548.466408:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304336047 00000100:00000001:3.0:1784945548.466410:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304335377 00000100:00000001:3.0:1784945548.466413:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945548.466415:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945548.466417:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945548.466419:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945548.466423:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945548.466424:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945548.466426:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945548.466427:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945548.466429:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945548.466430:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945548.468310:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945548.468329:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b500. 00000400:00000200:1.0:1784945548.468335:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945548.468341:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945548.468347:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6220 00000400:00000010:1.0:1784945548.468350:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6220. 00000100:00000001:1.0:1784945548.468355:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945548.468361:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953480 x1871641054237440/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945548.468372:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945548.468377:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953480 x1871641054237440/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945564 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945548.468383:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945548.468385:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945548.468436:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945548.468439:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bead00. 00000400:00000200:1.0:1784945548.468442:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945548.468445:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945548.468449:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1000 00000400:00000010:1.0:1784945548.468450:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1000. 00000100:00000001:1.0:1784945548.468453:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945548.468456:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951880 x1871641054237312/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945548.468463:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945548.468466:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951880 x1871641054237312/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945564 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945548.468472:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945548.468474:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945548.472872:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945548.472887:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945548.472890:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945548.472893:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945548.472902:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945548.472908:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945548.472917:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945548.472922:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945548.472927:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945548.472932:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f5300 00000400:00000200:1.0:1784945548.472936:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945548.472942:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd699 [1] + 224 00000800:00000001:1.0:1784945548.472948:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945548.472952:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945548.472956:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945548.472960:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945548.472966:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945548.472974:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953480 x1871641054237440/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945548.472985:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953480 x1871641054237440/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945548.473007:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945548.473014:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945548.473018:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945548.473020:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945548.473022:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945548.473026:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945548.473029:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945548.473033:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945548.473036:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945548.473038:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945548.473041:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f5280 00000400:00000200:1.0:1784945548.473045:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945548.473049:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd691 [1] + 224 00000800:00000001:1.0:1784945548.473052:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945548.473058:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945548.473060:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945548.473063:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945548.473066:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945548.473071:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951880 x1871641054237312/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945548.473090:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951880 x1871641054237312/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945548.473163:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945548.473168:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945548.473172:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945548.473220:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945548.473225:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945548.473232:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945548.473234:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945548.473237:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945548.473241:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6d48 00000400:00000010:2.0:1784945548.473243:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6d48. 00000100:00000001:2.0:1784945548.473247:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945548.473252:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953480 x1871641054237440/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945548.473261:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953480 x1871641054237440/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945548.473267:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945548.473268:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945548.473271:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945548.473274:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945548.473276:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945548.473278:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945548.473281:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945548.473289:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=100 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945548.473293:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=20 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945548.473295:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945548.473297:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945548.473300:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945548.473304:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945548.473307:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945548.473309:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945548.473311:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945548.473313:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945548.473317:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953480 x1871641054237440/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945564 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945548.473324:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945548.473327:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945548.473329:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945548.473333:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953480 x1871641054237440/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945564 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945548.473341:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054237440:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945548.473348:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945548.473350:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945548.473352:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953480 x1871641054237440/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945564 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945548.473357:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945548.473359:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945548.473361:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945548.473363:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945548.473365:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945548.473366:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945548.473368:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945548.473369:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b000. 02000000:00000001:2.0:1784945548.473371:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945548.473373:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945548.473374:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953480. 00000100:00000001:2.0:1784945548.473376:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945548.473377:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945548.473378:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945548.473383:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945548.473385:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945548.473387:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945548.473388:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945548.475203:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945548.475207:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945548.475213:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945548.475214:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945548.475217:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945548.475223:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000400:00000010:3.0:1784945548.475225:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000100:00000001:3.0:1784945548.475228:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945548.475235:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951880 x1871641054237312/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945548.475246:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951880 x1871641054237312/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945548.475258:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945548.475259:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945548.475261:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945548.475263:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945548.475265:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945548.475267:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945548.475269:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945548.475273:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=100 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945548.475277:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=100 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945548.475279:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945548.475280:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945548.475282:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945548.475284:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945548.475286:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945548.475290:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951880 x1871641054237312/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945564 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945548.475297:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945548.475300:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945548.475301:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945548.475304:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951880 x1871641054237312/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945564 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945548.475312:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054237312:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945548.475317:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945548.475319:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945548.475322:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951880 x1871641054237312/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945564 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945548.475328:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945548.475329:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945548.475332:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479aec00. 02000000:00000001:3.0:1784945548.475334:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945548.475336:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945548.475338:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945548.475340:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945548.475342:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 02000000:00000001:3.0:1784945548.475345:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945548.475347:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945548.475348:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951880. 00000100:00000001:3.0:1784945548.475351:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945548.475352:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945548.475354:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945548.475358:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945548.475359:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945548.475361:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945548.475363:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945548.785633:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945548.785640:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945548.786050:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945548.786053:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945548.786057:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945549.169595:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304336047, at 4304336064 00000100:00000010:1.0:1784945549.169609:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668ce40. 00000100:00000040:0.0:1784945549.169720:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304336047, at 4304336064 00000100:00000010:0.0:1784945549.169726:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cea0. 00010000:00000001:1.0:1784945549.809615:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945549.809622:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945549.809710:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945549.809714:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945549.809717:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945550.833725:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945550.833731:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945550.833991:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945550.833995:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945550.833999:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945551.858318:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945551.858325:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945551.858424:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945551.858427:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945551.858431:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945552.881651:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945552.881658:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945552.881755:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945552.881758:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945552.881761:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945553.585817:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945553.585828:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945553.585836:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775f80. 00000020:00000040:3.0:1784945553.585841:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945553.585845:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945553.585850:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945553.585854:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945553.585863:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beab00. 00000100:00000001:3.0:1784945553.585870:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945553.585882:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73775f80 x1871641054237568/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945553.585892:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945553.585898:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945553.585905:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042f7b124] to pc [ptlrpcd_01_01+1] req@ffff996d73775f80 x1871641054237568/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945553.585936:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945553.585940:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945553.585944:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945553.585947:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775880. 00000020:00000040:3.0:1784945553.585950:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945553.585953:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945553.585954:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945553.585956:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945553.585960:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea800. 00000100:00000001:2.0:1784945553.585962:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945553.585963:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945553.585968:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:3.0:1784945553.585970:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73775880 x1871641054237696/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945553.585972:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945553.585981:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945553.585982:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945553.585984:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945553.585988:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ea1e024] to pc [ptlrpcd_01_00+0] req@ffff996d73775880 x1871641054237696/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945553.585994:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945553.585999:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945553.586002:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945553.586003:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784945553.586006:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945553.586007:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945553.586013:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945553.586017:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945553.586018:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775880 x1871641054237696/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784945553.586023:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945553.586031:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9678) 00000100:00000001:2.0:1784945553.586032:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945553.586046:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945553.586052:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945553.586055:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945553.586058:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945553.586063:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054237696:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945553.586065:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945553.586069:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945553.586079:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945553.586088:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945553.586091:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945553.586093:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945553.586098:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945553.586100:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945553.586108:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945553.586113:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784945553.586121:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6d48. 00000100:00000200:2.0:1784945553.586128:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054237696, portal 10 00000100:00000001:2.0:1784945553.586131:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945553.586132:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100527232 : -112779609024384 : ffff996d73775880) 00000100:00000040:2.0:1784945553.586139:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775880 x1871641054237696/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945553.586146:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945553.586149:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945553.586152:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6088. 00000100:00000200:2.0:1784945553.586156:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054237696, offset 0 00000400:00000200:2.0:1784945553.586163:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945553.586174:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945553.586181:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945553.586188:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945553.586194:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945553.586198:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945553.586201:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945553.586205:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314367:314367:256:4294967295] 192.168.202.106@tcp LPNI seq info [314363:314363:8:4294967295] 00000400:00000200:2.0:1784945553.586210:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945553.586221:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945553.586240:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945553.586245:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b000. 00000800:00000200:2.0:1784945553.586251:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945553.586259:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945553.586263:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945553.586281:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945553.586285:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16827 usecs (17 jiffies) 00000400:00000200:2.0:1784945553.586288:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945553.586291:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304340497 00000100:00000010:2.0:1784945553.586295:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c8a0. 00000100:00000001:2.0:1784945553.586302:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945553.586314:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304340497 00000100:00000010:2.0:1784945553.586317:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cd20. 00000100:00000001:2.0:1784945553.586320:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945553.586325:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945553.586328:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945553.586331:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945553.586335:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775f80 x1871641054237568/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945553.586342:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945553.586343:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945553.586345:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945553.586347:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945553.586349:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945553.586352:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054237568:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945553.586355:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945553.586357:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945553.586359:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945553.586360:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945553.586363:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945553.586366:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945553.586369:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945553.586371:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784945553.586374:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6110. 00000100:00000200:2.0:1784945553.586377:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054237568, portal 25 00000100:00000001:2.0:1784945553.586379:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945553.586380:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100529024 : -112779609022592 : ffff996d73775f80) 00000100:00000040:2.0:1784945553.586384:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775f80 x1871641054237568/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945553.586400:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945553.586402:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945553.586405:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6000. 00000100:00000200:2.0:1784945553.586407:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054237568, offset 0 00000400:00000200:2.0:1784945553.586411:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945553.586414:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945553.586417:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945553.586420:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945553.586422:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945553.586425:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945553.586427:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945553.586429:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314368:314368:255:4294967295] 192.168.202.106@tcp LPNI seq info [314364:314364:7:4294967295] 00000400:00000200:2.0:1784945553.586434:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945553.586441:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945553.586447:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945553.586452:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511ba00. 00000800:00000200:2.0:1784945553.586455:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945553.586459:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945553.586461:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945553.586465:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945553.586467:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945553.586469:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304341167 00000100:00000001:2.0:1784945553.586474:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304340497 00000100:00000001:2.0:1784945553.586478:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304341167 00000100:00000001:2.0:1784945553.586480:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304340497 00000100:00000001:2.0:1784945553.586482:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945553.586484:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945553.586487:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945553.586489:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945553.586492:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945553.586503:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945553.586506:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945553.586507:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945553.586508:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945553.586510:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945553.586586:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945553.586596:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b000. 00000400:00000200:1.0:1784945553.586601:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945553.586607:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945553.586614:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6088 00000400:00000010:1.0:1784945553.586616:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6088. 00000100:00000001:1.0:1784945553.586622:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945553.586626:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775880 x1871641054237696/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945553.586637:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945553.586640:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775880 x1871641054237696/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945569 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945553.586647:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945553.586649:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945553.586692:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945553.586695:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511ba00. 00000400:00000200:1.0:1784945553.586698:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945553.586701:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945553.586704:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6000 00000400:00000010:1.0:1784945553.586706:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6000. 00000100:00000001:1.0:1784945553.586708:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945553.586711:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775f80 x1871641054237568/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945553.586718:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945553.586721:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775f80 x1871641054237568/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945569 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945553.586727:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945553.586729:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945553.590106:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945553.590126:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945553.590130:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945553.590133:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945553.590141:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945553.590148:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945553.590156:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945553.590161:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945553.590167:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945553.590171:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f5380 00000400:00000200:1.0:1784945553.590176:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945553.590182:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd6a9 [1] + 224 00000800:00000001:1.0:1784945553.590189:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945553.590193:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945553.590196:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945553.590200:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945553.590207:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945553.590215:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775f80 x1871641054237568/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945553.590225:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775f80 x1871641054237568/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945553.590247:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945553.590255:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945553.590259:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945553.590261:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945553.590262:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945553.590266:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945553.590270:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945553.590274:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945553.590277:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945553.590279:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945553.590282:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f5400 00000400:00000200:1.0:1784945553.590286:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945553.590290:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd6a1 [1] + 224 00000800:00000001:1.0:1784945553.590295:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945553.590302:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945553.590304:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945553.590307:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945553.590310:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945553.590314:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775880 x1871641054237696/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945553.590323:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775880 x1871641054237696/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945553.590330:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945553.590333:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945553.590336:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945553.590480:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945553.590486:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945553.590639:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945553.590642:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945553.590645:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945553.590650:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6d48 00000400:00000010:2.0:1784945553.590653:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6d48. 00000100:00000001:2.0:1784945553.590657:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945553.590662:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775880 x1871641054237696/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945553.590671:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775880 x1871641054237696/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945553.590677:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945553.590679:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945553.590682:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945553.590685:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945553.590688:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945553.590690:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945553.590694:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945553.590704:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=105 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945553.590708:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=25 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945553.590712:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945553.590713:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945553.590716:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945553.590720:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945553.590723:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945553.590725:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945553.590727:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945553.590728:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945553.590733:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775880 x1871641054237696/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945553.590740:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945553.590742:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945553.590744:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945553.590748:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775880 x1871641054237696/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945569 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945553.590754:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054237696:192.168.202.106@tcp:400:kworker.0 00000400:00000001:2.0:1784945553.590760:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945553.590761:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945553.590763:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945553.590765:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6110 00000400:00000010:2.0:1784945553.590767:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6110. 00000100:00000001:2.0:1784945553.590769:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945553.590772:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775f80 x1871641054237568/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945553.590779:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775f80 x1871641054237568/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945553.590785:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945553.590786:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945553.590788:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945553.590789:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945553.590790:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945553.590792:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945553.590794:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945553.590797:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=105 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945553.590799:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=105 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945553.590801:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945553.590803:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945553.590804:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945553.590806:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945553.590808:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945553.590811:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775f80 x1871641054237568/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945553.590817:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945553.590819:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945553.590820:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945553.590823:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775f80 x1871641054237568/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945569 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945553.590830:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054237568:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945553.590834:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945553.590836:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945553.590839:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775880 x1871641054237696/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945569 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945553.590845:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945553.590847:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945553.590851:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945553.590854:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945553.590856:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945553.590858:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945553.590861:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945553.590863:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea800. 02000000:00000001:2.0:1784945553.590866:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945553.590868:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945553.590869:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775880. 00000100:00000001:2.0:1784945553.590873:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945553.590874:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945553.590876:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945553.590879:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775f80 x1871641054237568/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945569 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945553.590884:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945553.590886:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945553.590887:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945553.590889:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945553.590891:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945553.590891:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945553.590893:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945553.590894:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beab00. 02000000:00000001:2.0:1784945553.590896:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945553.590896:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945553.590897:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775f80. 00000100:00000001:2.0:1784945553.590899:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945553.590901:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945553.590903:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945553.590909:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945553.590912:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945553.590914:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945553.590916:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945553.905616:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945553.905623:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945553.906303:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945553.906306:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945553.906308:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945554.289647:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304341167, at 4304341184 00000100:00000010:1.0:1784945554.289662:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cd20. 00000100:00000040:0.0:1784945554.289785:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304341167, at 4304341184 00000100:00000010:0.0:1784945554.289791:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c8a0. 00010000:00000001:1.0:1784945554.929601:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945554.929608:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945554.931137:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945554.931145:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945554.931150:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945555.953980:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945555.953987:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945555.954182:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945555.954186:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945555.954189:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945556.977719:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945556.977724:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945556.977799:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945556.977802:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945556.977804:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945558.003163:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945558.003181:0:190906:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945558.003184:0:190906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945558.003188:0:190906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945558.003192:0:190906:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945558.003194:0:190906:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945558.003196:0:190906:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945558.003198:0:190906:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945558.003859:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945558.003864:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945558.003867:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784945558.386792:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784945558.386801:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784945558.386807:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1784945558.387148:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784945558.387168:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945558.387182:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945558.387187:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945558.387191:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945558.705735:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945558.705743:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945558.705752:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953480. 00000020:00000040:2.0:1784945558.705756:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945558.705759:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945558.705762:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945558.705766:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945558.705772:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b500. 00000100:00000001:2.0:1784945558.705779:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945558.705788:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73953480 x1871641054237824/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945558.705800:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945558.705803:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945558.705809:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000632050e9] to pc [ptlrpcd_01_01+1] req@ffff996d73953480 x1871641054237824/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945558.705828:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945558.705831:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945558.705834:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945558.705836:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953100. 00000020:00000040:2.0:1784945558.705838:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945558.705840:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945558.705840:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945558.705842:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945558.705844:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784945558.705845:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945558.705848:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73953100 x1871641054237952/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945558.705851:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945558.705853:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945558.705855:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b49009a9] to pc [ptlrpcd_01_00+0] req@ffff996d73953100 x1871641054237952/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945558.705861:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945558.705863:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945558.705866:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945558.705868:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945558.705871:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945558.705876:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9683) 00000100:00000001:2.0:1784945558.705885:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945558.705888:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945558.705890:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945558.705896:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953100 x1871641054237952/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945558.705900:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945558.705902:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945558.705904:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945558.705906:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945558.705908:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945558.705911:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054237952:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945558.705916:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945558.705921:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945558.705924:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945558.705926:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945558.705930:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945558.705932:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945558.705940:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945558.705945:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784945558.705953:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6110. 00000100:00000200:2.0:1784945558.705960:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054237952, portal 10 00000100:00000001:2.0:1784945558.705962:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945558.705963:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102483200 : -112779607068416 : ffff996d73953100) 00000100:00000040:2.0:1784945558.705969:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953100 x1871641054237952/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945558.705974:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945558.705976:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945558.705978:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6d48. 00000100:00000200:2.0:1784945558.705982:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054237952, offset 0 00000400:00000200:2.0:1784945558.705987:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945558.706006:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945558.706015:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945558.706024:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945558.706028:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945558.706034:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945558.706037:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945558.706041:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314369:314369:256:4294967295] 192.168.202.106@tcp LPNI seq info [314365:314365:8:4294967295] 00000100:00000001:3.0:1784945558.706044:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784945558.706045:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945558.706048:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945558.706049:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945558.706055:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953480 x1871641054237824/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784945558.706056:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:3.0:1784945558.706061:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1784945558.706062:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784945558.706063:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945558.706065:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:2.0:1784945558.706067:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b700. 02000000:00000001:3.0:1784945558.706067:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945558.706069:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945558.706071:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054237824:192.168.202.106@tcp:400:kworker.0 00000800:00000200:2.0:1784945558.706073:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:3.0:1784945558.706075:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945558.706077:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945558.706079:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784945558.706080:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 02000000:00000001:3.0:1784945558.706081:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945558.706084:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479aea00. 00000800:00000200:2.0:1784945558.706085:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b700 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1784945558.706086:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945558.706089:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945558.706092:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000100:00000001:2.0:1784945558.706098:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945558.706102:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16827 usecs (17 jiffies) 00000400:00000200:2.0:1784945558.706105:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945558.706109:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304345617 00000100:00000010:2.0:1784945558.706113:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c780. 00000100:00000001:2.0:1784945558.706120:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945558.706129:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304345617 00000100:00000010:2.0:1784945558.706132:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668ca20. 00000100:00000001:2.0:1784945558.706136:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945558.706151:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945558.706154:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945558.706157:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945558.706160:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945558.706167:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1784945558.706189:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1784945558.706190:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000800:00000010:0.0:1784945558.706198:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b700. 00000100:00000200:3.0:1784945558.706200:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054237824, portal 25 00000400:00000200:0.0:1784945558.706205:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784945558.706205:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945558.706213:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102484096 : -112779607067520 : ffff996d73953480) 00000400:00000200:0.0:1784945558.706219:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945558.706227:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6d48 00000400:00000010:0.0:1784945558.706229:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6d48. 00000100:00000001:0.0:1784945558.706236:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1784945558.706239:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953480 x1871641054237824/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945558.706245:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953100 x1871641054237952/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945558.706260:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945558.706263:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953100 x1871641054237952/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945574 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945558.706270:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945558.706272:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784945558.706293:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945558.706296:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945558.706298:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945558.706300:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945558.706301:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784945558.706302:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945558.706316:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945558.707510:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1dd0. 00000100:00000200:3.0:1784945558.707536:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054237824, offset 0 00000400:00000200:3.0:1784945558.707547:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945558.707555:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945558.707561:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945558.707566:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945558.707569:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945558.707574:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945558.708110:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945558.708116:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314370:314370:256:4294967295] 192.168.202.106@tcp LPNI seq info [314366:314366:8:4294967295] 00000400:00000200:3.0:1784945558.708121:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945558.708130:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000001:1.0:1784945558.708136:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1784945558.708136:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945558.708142:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000800:00000200:3.0:1784945558.708146:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000001:1.0:1784945558.708148:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945558.708150:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1784945558.708152:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000001:1.0:1784945558.708153:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784945558.708155:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784945558.708157:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945558.708161:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945558.708166:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945558.708169:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945558.708173:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945558.708176:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f5500 00000400:00000200:1.0:1784945558.708180:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945558.708186:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd6b1 [1] + 224 00000800:00000001:1.0:1784945558.708202:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784945558.708203:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945558.708208:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000001:1.0:1784945558.708209:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945558.708210:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304346289 00000400:00000200:1.0:1784945558.708211:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945558.708216:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784945558.708217:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304345617 00000100:00000001:1.0:1784945558.708224:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945558.708231:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953100 x1871641054237952/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945558.708232:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304346289 00000100:00000001:3.0:1784945558.708235:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304345617 00000100:00000001:3.0:1784945558.708238:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945558.708243:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945558.708244:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953100 x1871641054237952/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945558.708245:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945558.708248:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945558.708254:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945558.708256:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945558.708259:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945558.708260:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945558.708262:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945558.708264:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945558.708265:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945558.708274:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784945558.708279:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784945558.708279:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784945558.708289:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beab00. 00000400:00000200:0.0:1784945558.708296:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945558.708302:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945558.708307:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1dd0 00000400:00000010:0.0:1784945558.708309:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1dd0. 00000100:00000001:0.0:1784945558.708313:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945558.708318:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953480 x1871641054237824/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945558.708328:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945558.708333:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953480 x1871641054237824/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945574 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945558.708337:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945558.708340:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945558.708342:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945558.708344:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000001:2.0:1784945558.708349:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945558.708353:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945558.708357:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945558.708362:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6110 00000400:00000010:2.0:1784945558.708364:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6110. 00000100:00000001:2.0:1784945558.708368:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945558.708375:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953100 x1871641054237952/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945558.708383:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953100 x1871641054237952/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945558.708390:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945558.708392:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945558.708394:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945558.708397:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945558.708399:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945558.708401:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945558.708403:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945558.708411:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=110 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945558.708415:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=30 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945558.708419:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945558.708420:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945558.708423:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945558.708427:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945558.708431:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945558.708432:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945558.708434:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945558.708436:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945558.708441:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953100 x1871641054237952/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945558.708448:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945558.708451:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945558.708452:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945558.708456:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953100 x1871641054237952/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945574 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945558.708470:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054237952:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945558.708475:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945558.708477:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945558.708480:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953100 x1871641054237952/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945574 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945558.708486:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945558.708488:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945558.708491:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945558.708495:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945558.708497:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945558.708499:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945558.708501:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945558.708503:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 02000000:00000001:2.0:1784945558.708506:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945558.708508:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945558.708509:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953100. 00000100:00000001:2.0:1784945558.708512:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945558.708513:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945558.708587:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945558.708591:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945558.708593:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945558.708595:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945558.708597:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784945558.709930:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945558.709938:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945558.709940:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945558.709942:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945558.709947:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945558.709951:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945558.709957:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945558.709961:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945558.709964:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945558.709968:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f5480 00000400:00000200:1.0:1784945558.709972:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945558.709977:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd6b9 [1] + 224 00000800:00000001:1.0:1784945558.709981:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945558.709985:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945558.709987:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945558.709989:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945558.709992:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945558.710005:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953480 x1871641054237824/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945558.710012:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953480 x1871641054237824/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945558.710022:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945558.710027:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945558.710030:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945558.710051:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945558.710054:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945558.710057:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945558.710058:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945558.710060:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945558.710064:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000400:00000010:3.0:1784945558.710065:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000100:00000001:3.0:1784945558.710067:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945558.710070:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953480 x1871641054237824/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945558.710075:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953480 x1871641054237824/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945558.710079:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945558.710080:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945558.710081:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945558.710083:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945558.710084:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945558.710086:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945558.710087:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945558.710090:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=110 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945558.710092:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=110 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945558.710094:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945558.710095:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945558.710096:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945558.710098:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945558.710099:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945558.710101:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953480 x1871641054237824/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945558.710105:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945558.710106:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945558.710108:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945558.710110:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953480 x1871641054237824/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945574 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945558.710115:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054237824:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945558.710117:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945558.710118:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945558.710120:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953480 x1871641054237824/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945574 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945558.710124:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945558.710125:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945558.710126:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479aea00. 02000000:00000001:3.0:1784945558.710128:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945558.710129:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945558.710130:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945558.710131:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945558.710132:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b500. 02000000:00000001:3.0:1784945558.710134:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945558.710135:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945558.710136:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953480. 00000100:00000001:3.0:1784945558.710138:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945558.710139:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945558.710140:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945558.710143:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945558.710144:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945558.710145:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945558.710146:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945559.025636:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945559.025642:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945559.025694:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945559.025698:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945559.025702:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945559.409642:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304346289, at 4304346304 00000100:00000010:0.0:1784945559.409663:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c780. 00000100:00000040:1.0:1784945559.410735:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304346289, at 4304346305 00000100:00000010:1.0:1784945559.410750:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668ca20. 00010000:00000001:1.0:1784945560.049617:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945560.049622:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945560.049712:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945560.049715:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945560.049719:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945561.073650:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945561.073654:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945561.073716:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945561.073719:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945561.073723:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945562.097625:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945562.097630:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945562.097687:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945562.097691:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945562.097694:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945563.122530:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945563.122537:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945563.123832:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945563.123837:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945563.123842:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945563.826064:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945563.826074:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945563.826084:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73777800. 00000020:00000040:3.0:1784945563.826090:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945563.826094:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945563.826097:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945563.826102:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945563.826110:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea800. 00000100:00000001:3.0:1784945563.826117:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945563.826127:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73777800 x1871641054238080/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945563.826138:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945563.826143:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945563.826149:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000beeb1e93] to pc [ptlrpcd_01_01+1] req@ffff996d73777800 x1871641054238080/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945563.826234:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945563.826237:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945563.826241:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945563.826244:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73777100. 00000020:00000040:3.0:1784945563.826247:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945563.826249:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945563.826251:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945563.826253:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945563.826256:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bead00. 00000100:00000001:3.0:1784945563.826259:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945563.826264:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73777100 x1871641054238208/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945563.826271:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945563.826273:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945563.826276:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000294846d0] to pc [ptlrpcd_01_00+0] req@ffff996d73777100 x1871641054238208/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945563.826284:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945563.826286:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945563.826290:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945563.826293:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945563.826296:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945563.826300:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9688) 00000100:00000001:2.0:1784945563.826347:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945563.826351:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945563.826353:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945563.826360:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73777100 x1871641054238208/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945563.826373:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945563.826375:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945563.826378:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945563.826381:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945563.826383:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945563.826387:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73777100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054238208:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945563.826391:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945563.826395:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945563.826397:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945563.826400:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945563.826404:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945563.826406:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945563.826413:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945563.826417:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784945563.826424:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6110. 00000100:00000200:2.0:1784945563.826430:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054238208, portal 10 00000100:00000001:2.0:1784945563.826432:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945563.826434:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100533504 : -112779609018112 : ffff996d73777100) 00000100:00000040:2.0:1784945563.826440:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73777100 x1871641054238208/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945563.826447:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945563.826450:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945563.826452:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6dd0. 00000100:00000200:2.0:1784945563.826455:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054238208, offset 0 00000400:00000200:2.0:1784945563.826461:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945563.826469:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945563.826476:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945563.826481:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945563.826485:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945563.826488:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945563.826491:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945563.826495:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314371:314371:256:4294967295] 192.168.202.106@tcp LPNI seq info [314367:314367:8:4294967295] 00000400:00000200:2.0:1784945563.826500:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945563.826510:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945563.826544:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945563.826549:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bd00. 00000800:00000200:2.0:1784945563.826556:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945563.826563:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945563.826567:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945563.826574:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945563.826578:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16826 usecs (17 jiffies) 00000400:00000200:2.0:1784945563.826581:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945563.826584:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304350738 00000100:00000010:2.0:1784945563.826588:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c3c0. 00000100:00000001:2.0:1784945563.826594:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945563.826602:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304350738 00000100:00000010:2.0:1784945563.826605:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c240. 00000100:00000001:2.0:1784945563.826608:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945563.826620:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945563.826623:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945563.826626:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945563.826628:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945563.826635:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945563.826637:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945563.826639:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945563.826641:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945563.826642:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945563.826644:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1784945563.826646:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945563.826648:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945563.826649:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945563.826651:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945563.826652:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945563.826653:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945563.826657:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73777800 x1871641054238080/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945563.826664:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945563.826665:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945563.826667:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945563.826669:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945563.826670:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945563.826673:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73777800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054238080:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945563.826676:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945563.826678:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945563.826680:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945563.826681:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945563.826684:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945563.826686:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945563.826688:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945563.826691:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784945563.826694:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6f68. 00000100:00000200:2.0:1784945563.826697:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054238080, portal 25 00000100:00000001:2.0:1784945563.826699:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945563.826700:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100535296 : -112779609016320 : ffff996d73777800) 00000100:00000040:2.0:1784945563.826704:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73777800 x1871641054238080/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945563.826709:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945563.826711:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945563.826714:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6cc0. 00000100:00000200:2.0:1784945563.826716:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054238080, offset 0 00000400:00000200:2.0:1784945563.826719:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945563.826723:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945563.826726:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945563.826729:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945563.826731:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945563.826734:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945563.826736:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945563.826739:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314372:314372:255:4294967295] 192.168.202.106@tcp LPNI seq info [314368:314368:7:4294967295] 00000400:00000200:2.0:1784945563.826743:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945563.826748:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945563.826752:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945563.826755:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b800. 00000800:00000200:2.0:1784945563.826759:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945563.826763:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945563.826765:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945563.826768:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945563.826770:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945563.826772:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304351408 00000100:00000001:2.0:1784945563.826776:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304350738 00000100:00000001:2.0:1784945563.826778:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304351408 00000100:00000001:2.0:1784945563.826781:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304350738 00000100:00000001:2.0:1784945563.826784:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945563.826786:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945563.826787:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945563.826789:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945563.826798:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945563.826800:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945563.826924:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945563.826930:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bd00. 00000400:00000200:0.0:1784945563.826936:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945563.826941:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945563.826946:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6dd0 00000400:00000010:0.0:1784945563.826949:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6dd0. 00000100:00000001:0.0:1784945563.826964:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945563.826971:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73777100 x1871641054238208/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945563.826981:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945563.826984:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73777100 x1871641054238208/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945579 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945563.826991:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945563.826993:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945563.827057:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945563.827060:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b800. 00000400:00000200:0.0:1784945563.827062:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945563.827066:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945563.827068:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6cc0 00000400:00000010:0.0:1784945563.827070:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6cc0. 00000100:00000001:0.0:1784945563.827072:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945563.827076:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73777800 x1871641054238080/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945563.827083:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945563.827086:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73777800 x1871641054238080/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945579 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945563.827092:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945563.827094:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945563.832005:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945563.832022:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945563.832027:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945563.832029:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945563.832038:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945563.832046:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945563.832053:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945563.832058:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945563.832064:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945563.832069:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f5600 00000400:00000200:1.0:1784945563.832074:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945563.832080:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd6c1 [1] + 224 00000800:00000001:1.0:1784945563.832087:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945563.832090:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945563.832093:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945563.832098:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945563.832106:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945563.832114:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73777100 x1871641054238208/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945579 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945563.832125:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73777100 x1871641054238208/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945563.832147:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945563.832155:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945563.832158:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945563.832160:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945563.832162:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945563.832165:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945563.832169:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945563.832173:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945563.832176:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945563.832179:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945563.832182:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f5580 00000400:00000200:1.0:1784945563.832185:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945563.832189:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd6c9 [1] + 224 00000800:00000001:1.0:1784945563.832193:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945563.832198:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945563.832200:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945563.832203:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945563.832206:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945563.832210:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73777800 x1871641054238080/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945579 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945563.832219:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73777800 x1871641054238080/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945563.832226:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945563.832229:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945563.832231:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945563.832288:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945563.832299:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945563.832306:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945563.832308:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945563.832311:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945563.832315:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6f68 00000400:00000010:2.0:1784945563.832318:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6f68. 00000100:00000001:2.0:1784945563.832322:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945563.832326:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73777800 x1871641054238080/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945563.832335:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73777800 x1871641054238080/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945579 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945563.832341:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945563.832343:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945563.832345:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945563.832348:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945563.832350:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945563.832352:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945563.832355:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945563.832362:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=115 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945563.832366:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=115 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945563.832369:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945563.832370:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945563.832373:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945563.832376:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945563.832379:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945563.832383:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73777800 x1871641054238080/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945579 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945563.832390:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945563.832392:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945563.832394:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945563.832398:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73777800 x1871641054238080/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945579 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945563.832405:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73777800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054238080:192.168.202.106@tcp:400:kworker.0 00000400:00000001:2.0:1784945563.832411:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945563.832412:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945563.832414:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945563.832416:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6110 00000400:00000010:2.0:1784945563.832418:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6110. 00000100:00000001:2.0:1784945563.832420:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945563.832423:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73777100 x1871641054238208/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945563.832429:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73777100 x1871641054238208/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945579 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945563.832435:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945563.832436:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945563.832437:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945563.832438:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945563.832439:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945563.832441:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945563.832442:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945563.832447:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=115 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945563.832450:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=35 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945563.832452:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945563.832454:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945563.832455:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945563.832458:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945563.832460:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945563.832462:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945563.832464:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945563.832465:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945563.832469:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73777100 x1871641054238208/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945579 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945563.832474:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945563.832476:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945563.832477:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945563.832481:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73777100 x1871641054238208/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945579 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945563.832487:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73777100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054238208:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945563.832491:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945563.832493:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945563.832496:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73777800 x1871641054238080/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945579 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945563.832502:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945563.832505:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945563.832508:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945563.832512:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945563.832514:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945563.832545:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945563.832547:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945563.832550:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea800. 02000000:00000001:2.0:1784945563.832553:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945563.832555:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945563.832557:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73777800. 00000100:00000001:2.0:1784945563.832561:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945563.832562:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945563.832564:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945563.832567:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73777100 x1871641054238208/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945579 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945563.832573:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945563.832575:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945563.832576:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945563.832578:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945563.832579:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945563.832580:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945563.832583:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945563.832584:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bead00. 02000000:00000001:2.0:1784945563.832586:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945563.832587:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945563.832588:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73777100. 00000100:00000001:2.0:1784945563.832590:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945563.832592:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945563.832594:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945563.832601:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945563.832603:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945563.832606:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945563.832608:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945564.146029:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945564.146035:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945564.146151:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945564.146153:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945564.146156:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945564.529655:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304351408, at 4304351424 00000100:00000010:1.0:1784945564.529669:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c240. 00000100:00000040:0.0:1784945564.532127:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304351408, at 4304351426 00000100:00000010:0.0:1784945564.532139:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c3c0. 00010000:00000001:1.0:1784945565.169636:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945565.169643:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945565.169768:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945565.169771:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945565.169775:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945566.193615:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945566.193623:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945566.193726:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945566.193730:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945566.193733:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945567.217717:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945567.217729:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945567.217864:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945567.217869:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945567.217873:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945568.241680:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945568.241690:0:190906:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945568.241692:0:190906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945568.241695:0:190906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945568.241700:0:190906:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945568.241702:0:190906:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945568.241704:0:190906:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945568.241705:0:190906:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945568.241803:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945568.241809:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945568.241815:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945568.945861:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945568.945870:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945568.945880:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953100. 00000020:00000040:2.0:1784945568.945887:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945568.945890:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945568.945893:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945568.945898:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945568.945906:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b300. 00000100:00000001:2.0:1784945568.945923:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945568.945936:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73953100 x1871641054238336/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945568.945946:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945568.945950:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945568.945957:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b49009a9] to pc [ptlrpcd_01_01+1] req@ffff996d73953100 x1871641054238336/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945568.946007:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945568.946012:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945568.946014:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945568.946020:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953100 x1871641054238336/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945568.946028:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945568.946030:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945568.946034:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945568.946037:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945568.946039:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945568.946042:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054238336:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945568.946046:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945568.946051:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945568.946054:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945568.946056:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945568.946060:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479afa00. 02000000:00000001:3.0:1784945568.946062:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945568.946068:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945568.946072:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784945568.946079:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000100:00000200:3.0:1784945568.946085:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054238336, portal 25 00000100:00000001:3.0:1784945568.946088:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945568.946103:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102483200 : -112779607068416 : ffff996d73953100) 00000100:00000040:3.0:1784945568.946109:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953100 x1871641054238336/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945568.946116:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945568.946119:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945568.946122:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1c38. 00000100:00000200:3.0:1784945568.946126:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054238336, offset 0 00000400:00000200:3.0:1784945568.946132:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945568.946140:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945568.946147:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945568.946151:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945568.946155:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945568.946158:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945568.946161:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945568.946164:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314373:314373:256:4294967295] 192.168.202.106@tcp LPNI seq info [314369:314369:8:4294967295] 00000400:00000200:3.0:1784945568.946167:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945568.946177:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945568.946182:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945568.946186:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000800:00000200:3.0:1784945568.946193:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945568.946200:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945568.946204:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945568.946220:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945568.946224:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945568.946227:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304356527 00000100:00000010:3.0:1784945568.946232:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322960. 00000100:00000001:3.0:1784945568.946238:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945568.946244:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304356527 00000100:00000010:3.0:1784945568.946248:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322c60. 00000100:00000001:3.0:1784945568.946251:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945568.946256:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945568.946259:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945568.946263:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945568.946266:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945568.946294:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945568.946298:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945568.946301:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945568.946305:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950380. 00000020:00000040:2.0:1784945568.946308:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945568.946310:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945568.946312:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945568.946314:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945568.946318:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b100. 00000100:00000001:2.0:1784945568.946321:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945568.946326:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950380 x1871641054238464/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945568.946333:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945568.946335:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945568.946339:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3424a88] to pc [ptlrpcd_01_00+0] req@ffff996d73950380 x1871641054238464/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784945568.946346:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945568.946351:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000400:00000200:0.0:1784945568.946357:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945568.946362:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945568.946368:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1c38 00000400:00000010:0.0:1784945568.946370:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1c38. 00000100:00000001:0.0:1784945568.946374:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945568.946379:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953100 x1871641054238336/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945568.946388:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945568.946392:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953100 x1871641054238336/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945584 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945568.946399:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945568.946401:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784945568.946808:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945568.946811:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945568.946814:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945568.946816:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945568.946817:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945568.946820:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1784945568.946822:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945568.946824:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945568.946825:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945568.946827:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945568.946828:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945568.946830:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945568.946835:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950380 x1871641054238464/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945568.946842:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945568.946843:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945568.946845:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945568.946847:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945568.946849:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945568.946852:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054238464:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945568.946855:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945568.946858:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945568.946859:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945568.946861:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945568.946865:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479afc00. 02000000:00000001:3.0:1784945568.946867:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945568.946870:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945568.946873:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784945568.946876:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1e58. 00000100:00000200:3.0:1784945568.946880:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054238464, portal 10 00000100:00000001:3.0:1784945568.946882:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945568.946884:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102471552 : -112779607080064 : ffff996d73950380) 00000100:00000040:3.0:1784945568.946890:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950380 x1871641054238464/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945568.946896:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945568.946898:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945568.946900:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000200:3.0:1784945568.946902:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054238464, offset 0 00000400:00000200:3.0:1784945568.946907:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945568.947047:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945568.947051:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945568.947054:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945568.947056:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945568.947059:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945568.947061:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945568.947064:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314374:314374:256:4294967295] 192.168.202.106@tcp LPNI seq info [314370:314370:8:4294967295] 00000400:00000200:3.0:1784945568.947067:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945568.947073:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945568.947077:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945568.947081:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beaf00. 00000800:00000200:3.0:1784945568.947085:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945568.947197:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945568.947201:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beaf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945568.947214:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945568.947218:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16826 usecs (17 jiffies) 00000400:00000200:3.0:1784945568.947221:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945568.947223:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304355858 00000100:00000001:3.0:1784945568.947226:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304356527 00000100:00000001:3.0:1784945568.947228:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304355858 00000100:00000001:3.0:1784945568.947230:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304356527 00000100:00000001:3.0:1784945568.947233:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945568.947235:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945568.947237:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945568.947239:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945568.947259:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945568.947261:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945568.947348:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945568.947351:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beaf00. 00000400:00000200:1.0:1784945568.947355:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945568.947359:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945568.947362:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:1.0:1784945568.947364:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:1.0:1784945568.947367:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945568.947371:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950380 x1871641054238464/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945568.947377:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945568.947380:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950380 x1871641054238464/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945584 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945568.947386:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945568.947387:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784945568.947886:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945568.947889:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945568.947890:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945568.947892:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945568.947947:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945568.947956:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945568.947958:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945568.947960:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945568.947964:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945568.947968:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945568.947973:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945568.947976:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945568.947979:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945568.947982:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f5680 00000400:00000200:0.0:1784945568.947986:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945568.947991:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd6d1 [1] + 224 00000800:00000001:0.0:1784945568.947995:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945568.948000:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945568.948002:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945568.948005:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945568.948009:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945568.948012:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953100 x1871641054238336/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945568.948020:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953100 x1871641054238336/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945568.948058:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945568.948061:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945568.948065:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945568.948067:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945568.948070:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945568.948074:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9693) 00000100:00000001:0.0:1784945568.948170:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945568.948179:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945568.948182:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945568.948224:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945568.948226:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945568.948231:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945568.948232:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945568.948235:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945568.948238:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000400:00000010:3.0:1784945568.948240:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000100:00000001:3.0:1784945568.948242:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945568.948246:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953100 x1871641054238336/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945568.948311:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953100 x1871641054238336/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945584 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945568.948317:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945568.948319:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945568.948322:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945568.948324:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945568.948326:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945568.948328:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945568.948331:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945568.948336:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=120 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945568.948340:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=120 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945568.948343:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945568.948344:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945568.948346:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945568.948348:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945568.948351:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945568.948356:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953100 x1871641054238336/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945584 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945568.948362:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945568.948364:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945568.948366:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945568.948370:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953100 x1871641054238336/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945584 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945568.948378:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054238336:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945568.948382:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945568.948384:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945568.948386:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953100 x1871641054238336/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945584 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945568.948392:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945568.948395:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945568.948398:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479afa00. 02000000:00000001:3.0:1784945568.948401:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945568.948403:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945568.948405:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945568.948407:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945568.948409:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b300. 02000000:00000001:3.0:1784945568.948412:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945568.948414:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945568.948416:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953100. 00000100:00000001:3.0:1784945568.948419:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945568.948420:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945568.948422:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945568.948424:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945568.948425:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945568.948427:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945568.948428:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784945568.949319:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945568.949326:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945568.949329:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945568.949331:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945568.949335:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945568.949339:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945568.949346:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945568.949348:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945568.949352:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945568.949355:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f5700 00000400:00000200:1.0:1784945568.949359:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945568.949363:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd6d9 [1] + 224 00000800:00000001:1.0:1784945568.949368:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945568.949373:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945568.949376:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945568.949380:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945568.949384:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945568.949389:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950380 x1871641054238464/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945568.949397:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950380 x1871641054238464/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945568.949437:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945568.949440:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945568.949452:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945568.949457:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945568.949460:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784945568.949489:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945568.949491:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945568.949494:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945568.949497:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1e58 00000400:00000010:3.0:1784945568.949499:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1e58. 00000100:00000001:3.0:1784945568.949501:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945568.949505:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950380 x1871641054238464/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945568.949532:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950380 x1871641054238464/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945584 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945568.949539:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945568.949541:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945568.949543:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945568.949545:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945568.949546:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945568.949547:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945568.949549:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945568.949554:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=120 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945568.949557:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=40 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945568.949560:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945568.949561:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945568.949563:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945568.949565:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945568.949568:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945568.949569:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945568.949571:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945568.949573:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945568.949577:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950380 x1871641054238464/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945584 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945568.949583:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945568.949585:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945568.949587:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945568.949590:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950380 x1871641054238464/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945584 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945568.949597:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054238464:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945568.949601:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945568.949603:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945568.949606:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950380 x1871641054238464/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945584 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945568.949612:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945568.949614:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945568.949616:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479afc00. 02000000:00000001:3.0:1784945568.949619:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945568.949620:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945568.949622:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945568.949624:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945568.949625:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b100. 02000000:00000001:3.0:1784945568.949627:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945568.949628:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945568.949630:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950380. 00000100:00000001:3.0:1784945568.949633:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945568.949634:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945568.949636:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945568.949641:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945568.949642:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945568.949644:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945568.949646:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945569.265684:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945569.265691:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945569.266015:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945569.266019:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945569.266022:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945569.649606:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304356527, at 4304356544 00000100:00000010:0.0:1784945569.649621:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322960. 00000100:00000040:1.0:1784945569.649631:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304356527, at 4304356544 00000100:00000010:1.0:1784945569.649640:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322c60. 00010000:00000001:1.0:1784945570.289612:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945570.289619:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945570.289730:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945570.289733:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945570.289737:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945571.313590:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945571.313596:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945571.313772:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945571.313775:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945571.313779:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945572.337672:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945572.337678:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945572.337738:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945572.337742:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945572.337745:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945573.361610:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945573.361616:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945573.363939:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945573.363944:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945573.363948:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945574.065637:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945574.065647:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945574.065657:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951f80. 00000020:00000040:2.0:1784945574.065663:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945574.065667:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945574.065670:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945574.065675:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945574.065684:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bc00. 00000100:00000001:2.0:1784945574.065690:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945574.065701:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951f80 x1871641054238592/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945574.065712:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945574.065716:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945574.065721:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c06e06] to pc [ptlrpcd_01_01+1] req@ffff996d73951f80 x1871641054238592/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945574.065787:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945574.065792:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945574.065795:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945574.065800:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951f80 x1871641054238592/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945574.065814:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945574.065816:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945574.065820:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945574.065833:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945574.065835:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945574.065839:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054238592:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945574.065843:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945574.065848:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945574.065851:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945574.065854:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945574.065859:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479afc00. 02000000:00000001:3.0:1784945574.065861:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945574.065895:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945574.065900:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784945574.065908:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1e58. 00000100:00000200:3.0:1784945574.065914:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054238592, portal 25 00000100:00000001:3.0:1784945574.065917:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945574.065918:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102478720 : -112779607072896 : ffff996d73951f80) 00000100:00000040:3.0:1784945574.065923:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951f80 x1871641054238592/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945574.065930:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945574.065933:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945574.065935:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000100:00000200:3.0:1784945574.065939:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054238592, offset 0 00000400:00000200:3.0:1784945574.065945:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945574.065953:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945574.065960:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945574.065965:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945574.065969:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945574.065973:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945574.065975:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945574.065980:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314375:314375:256:4294967295] 192.168.202.106@tcp LPNI seq info [314371:314371:8:4294967295] 00000400:00000200:3.0:1784945574.065984:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945574.065994:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945574.066000:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945574.066006:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea700. 00000800:00000200:3.0:1784945574.066012:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945574.066020:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945574.066024:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945574.066044:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945574.066048:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945574.066051:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304361647 00000100:00000010:3.0:1784945574.066056:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3226c0. 00000100:00000001:3.0:1784945574.066062:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945574.066068:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304361647 00000100:00000010:3.0:1784945574.066072:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322120. 00000100:00000001:3.0:1784945574.066074:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945574.066077:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945574.066080:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945574.066083:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945574.066086:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945574.066174:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945574.066177:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945574.066180:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945574.066184:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950700. 00000020:00000040:2.0:1784945574.066186:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945574.066188:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945574.066190:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945574.066193:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945574.066198:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b100. 00000100:00000001:2.0:1784945574.066201:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945574.066205:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950700 x1871641054238720/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945574.066214:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945574.066216:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945574.066220:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a906b26] to pc [ptlrpcd_01_00+0] req@ffff996d73950700 x1871641054238720/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784945574.066362:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945574.066367:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea700. 00000400:00000200:0.0:1784945574.066373:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945574.066378:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945574.066383:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000400:00000010:0.0:1784945574.066386:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000100:00000001:0.0:1784945574.066390:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945574.066395:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951f80 x1871641054238592/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945574.066405:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945574.066408:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951f80 x1871641054238592/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945590 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945574.066415:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945574.066416:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784945574.069007:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945574.069013:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945574.069017:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945574.069019:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945574.069022:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945574.069026:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1784945574.069028:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945574.069030:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945574.069031:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945574.069033:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945574.069034:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945574.069035:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945574.069043:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950700 x1871641054238720/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945574.069054:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945574.069056:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945574.069059:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945574.069062:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945574.069064:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945574.069068:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054238720:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945574.069071:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945574.069075:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945574.069077:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945574.069079:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945574.069085:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479afa00. 02000000:00000001:3.0:1784945574.069086:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945574.069092:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945574.069096:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784945574.069101:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1770. 00000100:00000200:3.0:1784945574.069107:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054238720, portal 10 00000100:00000001:3.0:1784945574.069109:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945574.069111:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102472448 : -112779607079168 : ffff996d73950700) 00000100:00000040:3.0:1784945574.069117:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950700 x1871641054238720/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945574.069124:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945574.069126:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945574.069128:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1f68. 00000100:00000200:3.0:1784945574.069131:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054238720, offset 0 00000400:00000200:3.0:1784945574.069137:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945574.069143:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945574.069148:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945574.069152:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945574.069155:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945574.069158:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945574.069161:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945574.069164:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314376:314376:256:4294967295] 192.168.202.106@tcp LPNI seq info [314372:314372:8:4294967295] 00000400:00000200:3.0:1784945574.069168:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945574.069176:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945574.069182:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945574.069186:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea700. 00000800:00000200:3.0:1784945574.069192:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945574.069198:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945574.069202:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945574.069221:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945574.069226:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16826 usecs (17 jiffies) 00000400:00000200:3.0:1784945574.069229:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945574.069231:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304360977 00000100:00000001:3.0:1784945574.069235:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304361647 00000100:00000001:3.0:1784945574.069237:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304360977 00000100:00000001:3.0:1784945574.069239:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304361647 00000100:00000001:3.0:1784945574.069241:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945574.069243:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945574.069245:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945574.069247:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945574.069261:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945574.069263:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945574.069595:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945574.069600:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea700. 00000400:00000200:1.0:1784945574.069604:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945574.069610:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945574.069614:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1f68 00000400:00000010:1.0:1784945574.069617:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1f68. 00000100:00000001:1.0:1784945574.069621:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945574.069625:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950700 x1871641054238720/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945574.069634:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945574.069637:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950700 x1871641054238720/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945590 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945574.069643:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945574.069645:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784945574.070033:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945574.070038:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945574.070042:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945574.070045:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945574.070048:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945574.070053:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9698) 00000100:00000001:3.0:1784945574.070102:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945574.070105:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945574.070106:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945574.070109:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945574.074086:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945574.074101:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945574.074105:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945574.074107:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945574.074115:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945574.074121:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945574.074129:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945574.074134:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945574.074138:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945574.074142:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f5780 00000400:00000200:0.0:1784945574.074147:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945574.074153:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd6e1 [1] + 224 00000800:00000001:0.0:1784945574.074160:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945574.074167:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945574.074170:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945574.074175:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945574.074182:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945574.074191:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951f80 x1871641054238592/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945590 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945574.074202:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951f80 x1871641054238592/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945590 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945574.074222:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945574.074231:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945574.074234:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945574.074328:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945574.074332:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945574.074339:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945574.074341:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945574.074344:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945574.074349:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1e58 00000400:00000010:3.0:1784945574.074351:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1e58. 00000100:00000001:3.0:1784945574.074355:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945574.074360:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951f80 x1871641054238592/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945590 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945574.074369:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951f80 x1871641054238592/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945590 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945574.074375:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945574.074377:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945574.074380:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945574.074384:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945574.074386:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945574.074388:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945574.074391:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945574.074397:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=126 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945574.074402:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=126 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945574.074404:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945574.074406:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945574.074408:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945574.074410:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945574.074413:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945574.074418:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951f80 x1871641054238592/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945590 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945574.074424:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945574.074427:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945574.074429:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945574.074433:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951f80 x1871641054238592/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945590 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945574.074442:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054238592:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945574.074446:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945574.074449:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945574.074452:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951f80 x1871641054238592/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945590 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945574.074459:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945574.074461:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945574.074465:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479afc00. 02000000:00000001:3.0:1784945574.074468:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945574.074470:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945574.074472:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945574.074474:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945574.074478:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bc00. 02000000:00000001:3.0:1784945574.074481:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945574.074483:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945574.074485:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951f80. 00000100:00000001:3.0:1784945574.074488:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945574.074489:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945574.074492:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945574.074494:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945574.074495:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945574.074497:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945574.074498:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784945574.080229:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945574.080243:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945574.080248:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945574.080250:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945574.080259:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945574.080266:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945574.080274:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945574.080278:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945574.080284:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945574.080289:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f5800 00000400:00000200:1.0:1784945574.080293:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945574.080300:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd6e9 [1] + 224 00000800:00000001:1.0:1784945574.080307:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945574.080313:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945574.080316:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945574.080321:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945574.080328:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945574.080336:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950700 x1871641054238720/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945590 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945574.080347:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950700 x1871641054238720/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945590 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945574.080367:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945574.080375:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945574.080378:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945574.080446:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945574.080450:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945574.080456:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945574.080458:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945574.080461:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945574.080466:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1770 00000400:00000010:3.0:1784945574.080468:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1770. 00000100:00000001:3.0:1784945574.080472:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945574.080476:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950700 x1871641054238720/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945590 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945574.080496:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950700 x1871641054238720/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945590 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945574.080503:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945574.080505:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945574.080508:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945574.080511:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945574.080513:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945574.080545:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945574.080549:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945574.080558:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=126 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945574.080563:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=46 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945574.080566:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945574.080567:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945574.080570:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945574.080573:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945574.080577:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945574.080578:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945574.080580:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945574.080582:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945574.080588:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950700 x1871641054238720/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945590 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945574.080595:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945574.080598:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945574.080600:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945574.080604:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950700 x1871641054238720/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945590 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945574.080611:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054238720:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945574.080616:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945574.080619:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945574.080622:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950700 x1871641054238720/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945590 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945574.080628:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945574.080631:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945574.080634:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479afa00. 02000000:00000001:3.0:1784945574.080637:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945574.080639:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945574.080641:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945574.080643:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945574.080645:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b100. 02000000:00000001:3.0:1784945574.080649:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945574.080650:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945574.080652:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950700. 00000100:00000001:3.0:1784945574.080655:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945574.080657:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945574.080659:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945574.080665:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945574.080667:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945574.080669:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945574.080671:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945574.386053:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945574.386060:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945574.388041:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945574.388046:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945574.388049:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945574.769618:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304361647, at 4304361664 00000100:00000010:0.0:1784945574.769631:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3226c0. 00000100:00000040:1.0:1784945574.770546:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304361647, at 4304361665 00000100:00000010:1.0:1784945574.770553:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322120. 00010000:00000001:1.0:1784945575.409653:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945575.409659:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945575.410487:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945575.410490:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945575.410493:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945576.434075:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945576.434082:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945576.434211:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945576.434214:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945576.434218:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945577.457636:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945577.457645:0:190906:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945577.457647:0:190906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945577.457650:0:190906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945577.457654:0:190906:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945577.457656:0:190906:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945577.457658:0:190906:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945577.457660:0:190906:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945577.458246:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945577.458249:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945577.458251:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945578.482584:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945578.482592:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945578.482650:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945578.482654:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945578.482657:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945579.186908:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945579.186919:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945579.186930:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289180. 00000020:00000040:0.0:1784945579.186937:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784945579.186941:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945579.186944:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945579.186949:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945579.186957:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4b00. 00000100:00000001:0.0:1784945579.186963:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945579.186974:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d43289180 x1871641054238848/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945579.186984:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945579.186989:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945579.186996:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042ac64cb] to pc [ptlrpcd_00_01+1] req@ffff996d43289180 x1871641054238848/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945579.187038:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945579.187042:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945579.187045:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945579.187057:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289c00. 00000020:00000040:0.0:1784945579.187060:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784945579.187062:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945579.187063:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945579.187065:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945579.187068:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4f00. 00000100:00000001:0.0:1784945579.187071:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945579.187075:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43289c00 x1871641054238976/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945579.187083:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945579.187085:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945579.187089:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000224e74ab] to pc [ptlrpcd_00_00+0] req@ffff996d43289c00 x1871641054238976/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945579.187098:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945579.187100:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784945579.187104:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784945579.187106:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784945579.187109:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784945579.187114:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9703) 00000100:00000001:0.0:1784945579.187129:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945579.187132:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945579.187135:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945579.187140:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289c00 x1871641054238976/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945579.187153:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945579.187155:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945579.187158:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945579.187161:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945579.187163:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945579.187178:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054238976:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945579.187183:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945579.187188:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945579.187191:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945579.187193:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945579.187198:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784945579.187200:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945579.187207:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945579.187211:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652ff20. 00000400:00000010:0.0:1784945579.187217:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fee0. 00000100:00000200:0.0:1784945579.187225:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054238976, portal 10 00000100:00000001:0.0:1784945579.187227:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945579.187228:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290060800 : -112780419490816 : ffff996d43289c00) 00000100:00000040:0.0:1784945579.187235:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289c00 x1871641054238976/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945579.187242:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945579.187244:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945579.187248:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f440. 00000100:00000200:0.0:1784945579.187250:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054238976, offset 0 00000400:00000200:0.0:1784945579.187256:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945579.187266:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945579.187273:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945579.187279:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945579.187283:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945579.187287:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945579.187290:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945579.187294:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314377:314377:256:4294967295] 192.168.202.106@tcp LPNI seq info [314373:314373:8:4294967295] 00000400:00000200:0.0:1784945579.187298:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945579.187308:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784945579.187313:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784945579.187324:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4000. 00000800:00000200:0.0:1784945579.187330:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784945579.187337:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945579.187342:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945579.187352:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945579.187356:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16826 usecs (17 jiffies) 00000400:00000200:0.0:1784945579.187359:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945579.187361:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304366098 00000100:00000010:0.0:1784945579.187366:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373240. 00000100:00000001:0.0:1784945579.187372:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784945579.187387:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304366098 00000100:00000010:0.0:1784945579.187391:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d593736c0. 00000100:00000001:0.0:1784945579.187394:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784945579.187400:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945579.187403:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945579.187405:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945579.187408:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945579.187415:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945579.187417:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945579.187419:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945579.187420:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945579.187422:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945579.187424:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1784945579.187426:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945579.187428:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945579.187429:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945579.187431:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945579.187432:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945579.187433:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945579.187437:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289180 x1871641054238848/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945579.187444:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945579.187445:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945579.187447:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945579.187449:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945579.187451:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945579.187453:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054238848:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945579.187457:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945579.187459:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945579.187461:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945579.187462:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945579.187465:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394a800. 02000000:00000001:0.0:1784945579.187468:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945579.187471:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945579.187473:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f948. 00000400:00000010:0.0:1784945579.187477:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fb28. 00000100:00000200:0.0:1784945579.187479:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054238848, portal 25 00000100:00000001:0.0:1784945579.187481:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945579.187482:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290058112 : -112780419493504 : ffff996d43289180) 00000100:00000040:0.0:1784945579.187487:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289180 x1871641054238848/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945579.187493:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945579.187495:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945579.187497:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f770. 00000100:00000200:0.0:1784945579.187499:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054238848, offset 0 00000400:00000200:0.0:1784945579.187505:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945579.187508:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945579.187511:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945579.187554:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945579.187558:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945579.187560:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945579.187562:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945579.187565:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314378:314378:255:4294967295] 192.168.202.106@tcp LPNI seq info [314374:314374:7:4294967295] 00000400:00000200:0.0:1784945579.187569:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945579.187575:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784945579.187578:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784945579.187583:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4100. 00000800:00000200:0.0:1784945579.187587:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784945579.187591:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945579.187593:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945579.187596:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945579.187599:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945579.187601:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304366769 00000100:00000001:0.0:1784945579.187606:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304366098 00000100:00000001:0.0:1784945579.187608:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304366769 00000100:00000001:0.0:1784945579.187611:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304366098 00000100:00000001:0.0:1784945579.187613:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945579.187615:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945579.187617:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945579.187619:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945579.187660:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945579.187665:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4000. 00000400:00000200:0.0:1784945579.187670:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945579.187675:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945579.187681:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f440 00000400:00000010:0.0:1784945579.187683:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f440. 00000100:00000001:0.0:1784945579.187687:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945579.187692:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289c00 x1871641054238976/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945579.187701:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945579.187704:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289c00 x1871641054238976/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945595 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945579.187711:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945579.187713:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945579.187771:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945579.187773:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4100. 00000400:00000200:0.0:1784945579.187776:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945579.187780:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945579.187782:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f770 00000400:00000010:0.0:1784945579.187784:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f770. 00000100:00000001:0.0:1784945579.187786:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945579.187789:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289180 x1871641054238848/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945579.187796:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945579.187799:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289180 x1871641054238848/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945595 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945579.187805:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945579.187806:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784945579.188535:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945579.188539:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784945579.191807:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945579.191833:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945579.191837:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945579.191840:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945579.191848:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945579.191855:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945579.191862:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945579.191866:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945579.191871:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945579.191875:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f5880 00000400:00000200:1.0:1784945579.191880:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945579.191887:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd701 [1] + 224 00000800:00000001:1.0:1784945579.191893:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945579.191897:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945579.191900:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945579.191903:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945579.191910:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945579.191918:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289180 x1871641054238848/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945595 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945579.191928:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289180 x1871641054238848/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945595 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945579.191947:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945579.191955:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945579.191958:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945579.191960:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945579.191962:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945579.191965:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945579.191968:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945579.191971:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945579.191973:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945579.191976:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945579.191978:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f5900 00000400:00000200:1.0:1784945579.191982:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945579.191986:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd6f1 [1] + 224 00000800:00000001:1.0:1784945579.191990:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945579.191995:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945579.191997:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945579.191999:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945579.192002:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945579.192006:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289c00 x1871641054238976/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945595 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945579.192016:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289c00 x1871641054238976/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945595 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945579.192023:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945579.192026:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945579.192029:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945579.192091:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945579.192095:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784945579.192102:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945579.192104:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945579.192107:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f948. 00000400:00000200:0.0:1784945579.192112:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fb28 00000400:00000010:0.0:1784945579.192114:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fb28. 00000100:00000001:0.0:1784945579.192117:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945579.192122:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289180 x1871641054238848/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945595 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945579.192131:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289180 x1871641054238848/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945595 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945579.192137:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945579.192139:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945579.192142:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945579.192145:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945579.192148:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945579.192150:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945579.192153:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945579.192159:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=131 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945579.192163:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=131 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945579.192165:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945579.192167:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945579.192169:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945579.192171:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945579.192174:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945579.192179:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289180 x1871641054238848/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945595 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945579.192186:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945579.192189:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945579.192191:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945579.192196:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289180 x1871641054238848/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945595 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945579.192204:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054238848:192.168.202.106@tcp:400:kworker.0 00000400:00000001:0.0:1784945579.192210:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945579.192211:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945579.192213:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652ff20. 00000400:00000200:0.0:1784945579.192215:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fee0 00000400:00000010:0.0:1784945579.192217:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fee0. 00000100:00000001:0.0:1784945579.192219:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945579.192222:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289c00 x1871641054238976/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945595 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945579.192230:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289c00 x1871641054238976/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945595 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945579.192236:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945579.192237:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945579.192239:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945579.192240:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945579.192242:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945579.192243:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945579.192245:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945579.192250:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=131 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945579.192253:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=51 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945579.192255:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945579.192256:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945579.192258:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945579.192260:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945579.192263:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784945579.192265:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784945579.192267:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784945579.192269:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945579.192273:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289c00 x1871641054238976/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945595 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945579.192279:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945579.192281:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945579.192282:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945579.192286:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289c00 x1871641054238976/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945595 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945579.192293:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054238976:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945579.192297:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945579.192299:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945579.192303:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289180 x1871641054238848/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945595 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945579.192309:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945579.192312:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945579.192315:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394a800. 02000000:00000001:0.0:1784945579.192335:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945579.192339:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945579.192340:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784945579.192343:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945579.192346:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4b00. 02000000:00000001:0.0:1784945579.192350:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945579.192351:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945579.192353:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289180. 00000100:00000001:0.0:1784945579.192357:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945579.192358:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945579.192360:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945579.192363:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289c00 x1871641054238976/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945595 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945579.192369:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945579.192370:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945579.192372:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784945579.192374:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945579.192375:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945579.192376:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784945579.192388:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945579.192390:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4f00. 02000000:00000001:0.0:1784945579.192393:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945579.192394:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945579.192395:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289c00. 00000100:00000001:0.0:1784945579.192397:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945579.192399:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945579.192401:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945579.192408:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945579.192410:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945579.192412:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945579.192414:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945579.505634:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945579.505640:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945579.505697:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945579.505701:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945579.505704:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945579.889597:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304366769, at 4304366784 00000100:00000010:0.0:1784945579.889609:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373240. 00000100:00000040:1.0:1784945579.890388:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304366769, at 4304366784 00000100:00000010:1.0:1784945579.890395:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d593736c0. 00010000:00000001:1.0:1784945580.529692:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945580.529697:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945580.529774:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945580.529777:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945580.529779:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945581.553636:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945581.553643:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945581.553720:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945581.553723:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945581.553726:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945582.577615:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945582.577622:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945582.577745:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945582.577750:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945582.577753:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945583.601624:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945583.601631:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945583.601697:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945583.601701:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945583.601706:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945584.305989:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945584.305999:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945584.306010:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774380. 00000020:00000040:3.0:1784945584.306016:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945584.306020:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945584.306023:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945584.306027:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945584.306035:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beaf00. 00000100:00000001:3.0:1784945584.306042:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945584.306053:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73774380 x1871641054239104/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945584.306064:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945584.306068:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945584.306076:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085b81382] to pc [ptlrpcd_01_01+1] req@ffff996d73774380 x1871641054239104/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945584.306111:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945584.306114:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945584.306118:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945584.306121:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776680. 00000020:00000040:3.0:1784945584.306123:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945584.306126:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945584.306127:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945584.306129:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945584.306132:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea000. 00000100:00000001:3.0:1784945584.306134:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945584.306139:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73776680 x1871641054239232/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945584.306146:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945584.306148:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945584.306152:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d19f977b] to pc [ptlrpcd_01_00+0] req@ffff996d73776680 x1871641054239232/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945584.306160:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945584.306162:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945584.306166:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945584.306168:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945584.306171:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945584.306175:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9708) 00000100:00000001:3.0:1784945584.306184:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945584.306187:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945584.306190:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945584.306195:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776680 x1871641054239232/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945584.306208:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945584.306211:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945584.306214:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945584.306216:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945584.306219:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945584.306222:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054239232:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945584.306226:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945584.306231:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945584.306233:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945584.306236:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945584.306239:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479afa00. 02000000:00000001:3.0:1784945584.306241:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945584.306248:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945584.306252:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784945584.306259:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1770. 00000100:00000200:3.0:1784945584.306265:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054239232, portal 10 00000100:00000001:3.0:1784945584.306268:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945584.306269:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100530816 : -112779609020800 : ffff996d73776680) 00000100:00000040:3.0:1784945584.306276:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776680 x1871641054239232/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945584.306283:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945584.306286:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945584.306288:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1e58. 00000100:00000200:3.0:1784945584.306292:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054239232, offset 0 00000400:00000200:3.0:1784945584.306298:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945584.306306:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945584.306314:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945584.306319:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945584.306323:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945584.306327:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945584.306329:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945584.306334:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314379:314379:256:4294967295] 192.168.202.106@tcp LPNI seq info [314375:314375:8:4294967295] 00000400:00000200:3.0:1784945584.306338:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945584.306348:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945584.306354:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945584.306358:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000800:00000200:3.0:1784945584.306364:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945584.306371:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945584.306375:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945584.306389:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945584.306393:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16825 usecs (17 jiffies) 00000400:00000200:3.0:1784945584.306397:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945584.306400:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304371217 00000100:00000010:3.0:1784945584.306405:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322120. 00000100:00000001:3.0:1784945584.306412:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945584.306420:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304371217 00000100:00000010:3.0:1784945584.306423:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3226c0. 00000100:00000001:3.0:1784945584.306427:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945584.306541:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945584.306544:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945584.306546:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945584.306551:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774380 x1871641054239104/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945584.306559:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945584.306561:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945584.306563:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945584.306565:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945584.306567:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945584.306569:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054239104:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945584.306573:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945584.306575:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945584.306576:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945584.306578:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945584.306583:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945584.306584:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945584.306588:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945584.306592:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784945584.306596:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6110. 00000100:00000200:2.0:1784945584.306599:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054239104, portal 25 00000100:00000001:2.0:1784945584.306601:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945584.306602:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100521856 : -112779609029760 : ffff996d73774380) 00000100:00000040:2.0:1784945584.306607:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774380 x1871641054239104/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945584.306613:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945584.306615:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945584.306618:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6f68. 00000100:00000200:2.0:1784945584.306620:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054239104, offset 0 00000400:00000200:2.0:1784945584.306625:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945584.306629:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945584.306632:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945584.306635:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945584.306638:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945584.306640:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945584.306642:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945584.306645:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314380:314380:255:4294967295] 192.168.202.106@tcp LPNI seq info [314376:314376:7:4294967295] 00000400:00000200:2.0:1784945584.306649:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945584.306655:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945584.306659:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945584.306663:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b300. 00000800:00000200:2.0:1784945584.306667:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945584.306671:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945584.306674:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945584.306677:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945584.306680:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945584.306682:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304371888 00000100:00000001:2.0:1784945584.306686:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304371217 00000100:00000001:2.0:1784945584.306689:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304371888 00000100:00000001:3.0:1784945584.306734:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945584.306738:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945584.306740:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945584.306743:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945584.306749:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945584.306751:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945584.306753:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945584.306754:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945584.306756:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945584.306758:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945584.306867:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945584.306873:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bead00. 00000400:00000200:0.0:1784945584.306879:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945584.306884:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945584.306890:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1e58 00000400:00000010:0.0:1784945584.306892:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1e58. 00000100:00000001:0.0:1784945584.306897:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945584.306901:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73776680 x1871641054239232/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945584.306910:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945584.306914:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73776680 x1871641054239232/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945600 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945584.306920:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945584.306922:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945584.306985:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945584.306988:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b300. 00000400:00000200:0.0:1784945584.306991:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945584.306994:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945584.306997:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6f68 00000400:00000010:0.0:1784945584.306998:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6f68. 00000100:00000001:0.0:1784945584.307001:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945584.307005:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73774380 x1871641054239104/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945584.307011:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945584.307014:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73774380 x1871641054239104/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945600 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945584.307020:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945584.307022:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784945584.307158:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304371217 00000100:00000001:2.0:1784945584.307163:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945584.307165:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945584.307167:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945584.307169:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945584.307172:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945584.307173:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945584.307175:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945584.307177:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945584.307178:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945584.307180:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784945584.311576:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945584.311591:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945584.311595:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945584.311597:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945584.311606:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945584.311613:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945584.311620:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945584.311625:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945584.311630:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945584.311634:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f5a00 00000400:00000200:1.0:1784945584.311639:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945584.311645:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd711 [1] + 224 00000800:00000001:1.0:1784945584.311651:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945584.311656:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945584.311660:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945584.311664:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945584.311671:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945584.311678:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73776680 x1871641054239232/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945600 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945584.311689:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73776680 x1871641054239232/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945600 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945584.311706:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945584.311718:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945584.311721:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945584.311744:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945584.311749:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945584.311755:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945584.311757:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945584.311761:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945584.311766:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1770 00000400:00000010:3.0:1784945584.311768:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1770. 00000100:00000001:3.0:1784945584.311771:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945584.311777:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776680 x1871641054239232/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945600 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945584.311799:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776680 x1871641054239232/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945600 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945584.311806:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945584.311808:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945584.311810:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945584.311814:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945584.311816:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945584.311818:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945584.311821:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945584.311829:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=136 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945584.311833:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=56 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945584.311836:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945584.311837:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945584.311840:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945584.311843:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945584.311846:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945584.311848:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945584.311850:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945584.311852:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945584.311856:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776680 x1871641054239232/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945600 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945584.311863:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945584.311866:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945584.311867:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945584.311871:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776680 x1871641054239232/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945600 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945584.311879:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054239232:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945584.311887:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945584.311890:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945584.311893:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776680 x1871641054239232/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945600 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945584.311899:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945584.311901:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945584.311904:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479afa00. 02000000:00000001:3.0:1784945584.311908:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945584.311910:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945584.311912:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945584.311914:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945584.311916:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea000. 02000000:00000001:3.0:1784945584.311919:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945584.311921:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945584.311923:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776680. 00000100:00000001:3.0:1784945584.311926:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945584.311927:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945584.311929:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945584.311935:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945584.311937:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945584.311939:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945584.311941:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945584.312299:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945584.312305:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945584.312308:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945584.312310:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945584.312314:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945584.312318:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945584.312324:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945584.312327:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945584.312330:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945584.312334:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f5980 00000400:00000200:0.0:1784945584.312337:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945584.312342:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd719 [1] + 224 00000800:00000001:0.0:1784945584.312346:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945584.312352:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945584.312354:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945584.312357:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945584.312361:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945584.312366:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73774380 x1871641054239104/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945600 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945584.312375:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73774380 x1871641054239104/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945600 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945584.312398:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945584.312404:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945584.312407:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945584.312675:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945584.312678:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945584.312682:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945584.312684:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945584.312686:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945584.312690:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6110 00000400:00000010:2.0:1784945584.312692:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6110. 00000100:00000001:2.0:1784945584.312696:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945584.312701:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774380 x1871641054239104/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945600 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945584.312710:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774380 x1871641054239104/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945600 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945584.312722:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945584.312723:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945584.312725:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945584.312728:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945584.312729:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945584.312731:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945584.312733:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945584.312736:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=136 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945584.312739:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=136 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945584.312741:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945584.312743:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945584.312745:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945584.312747:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945584.312748:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945584.312752:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774380 x1871641054239104/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945600 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945584.312758:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945584.312760:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945584.312762:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945584.312766:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774380 x1871641054239104/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945600 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945584.312774:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054239104:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945584.312777:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945584.312779:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945584.312795:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774380 x1871641054239104/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945600 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945584.312802:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945584.312803:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945584.312805:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945584.312808:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945584.312810:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945584.312812:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945584.312813:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945584.312815:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beaf00. 02000000:00000001:2.0:1784945584.312818:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945584.312819:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945584.312820:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774380. 00000100:00000001:2.0:1784945584.312824:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945584.312825:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945584.312827:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945584.312831:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945584.312832:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945584.312834:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945584.312836:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945584.625623:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945584.625629:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945584.625707:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945584.625711:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945584.625715:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945585.009631:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304371888, at 4304371904 00000100:00000040:1.0:1784945585.009631:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304371888, at 4304371904 00000100:00000010:0.0:1784945585.009645:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322120. 00000100:00000010:1.0:1784945585.009647:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3226c0. 00010000:00000001:1.0:1784945585.649638:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945585.649645:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945585.649718:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945585.649721:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945585.649724:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945586.673647:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945586.673653:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945586.673824:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945586.673826:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945586.673829:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945587.697636:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945587.697645:0:190906:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945587.697647:0:190906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945587.697650:0:190906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945587.697655:0:190906:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945587.697657:0:190906:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945587.697659:0:190906:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945587.697661:0:190906:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945587.697729:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945587.697733:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945587.697736:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945588.721638:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945588.721645:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945588.721705:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945588.721710:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945588.721713:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945589.425673:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945589.425684:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945589.425697:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289c00. 00000020:00000040:0.0:1784945589.425704:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784945589.425710:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945589.425714:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945589.425721:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945589.425731:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4f00. 00000100:00000001:0.0:1784945589.425752:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945589.425769:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d43289c00 x1871641054239360/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945589.425782:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945589.425787:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945589.425795:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000224e74ab] to pc [ptlrpcd_00_01+1] req@ffff996d43289c00 x1871641054239360/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945589.425830:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945589.425833:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945589.425838:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945589.425842:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289180. 00000020:00000040:0.0:1784945589.425845:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784945589.425848:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945589.425850:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945589.425851:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945589.425855:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4b00. 00000100:00000001:1.0:1784945589.425855:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945589.425861:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945589.425861:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784945589.425867:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43289180 x1871641054239488/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784945589.425868:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784945589.425877:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289c00 x1871641054239360/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945589.425883:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945589.425887:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945589.425889:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784945589.425891:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945589.425896:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042ac64cb] to pc [ptlrpcd_00_00+0] req@ffff996d43289180 x1871641054239488/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784945589.425896:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784945589.425900:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784945589.425904:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784945589.425912:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054239360:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945589.425915:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945589.425920:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1784945589.425921:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784945589.425927:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1784945589.425930:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1784945589.425931:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784945589.425936:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945589.425937:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1784945589.425942:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784945589.425946:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9714) 02000000:00000010:1.0:1784945589.425950:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738acc00. 02000000:00000001:1.0:1784945589.425954:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945589.425964:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945589.425966:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945589.425970:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1784945589.425970:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d948. 00000100:00000001:0.0:1784945589.425973:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945589.425980:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289180 x1871641054239488/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784945589.425981:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294bb0. 00000100:00000001:0.0:1784945589.425992:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945589.425994:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784945589.425994:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054239360, portal 25 00000100:00000001:1.0:1784945589.426000:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1784945589.426002:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945589.426006:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945589.426006:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290060800 : -112780419490816 : ffff996d43289c00) 02000000:00000001:0.0:1784945589.426010:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945589.426017:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289c00 x1871641054239360/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945589.426018:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054239488:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945589.426026:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945589.426030:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945589.426033:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945589.426035:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1784945589.426036:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945589.426042:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b400. 00000100:00000040:1.0:1784945589.426043:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000001:0.0:1784945589.426047:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784945589.426050:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294d48. 00000400:00000200:0.0:1784945589.426054:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:1.0:1784945589.426056:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054239360, offset 0 00000400:00000010:0.0:1784945589.426060:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652ff20. 00000400:00000010:0.0:1784945589.426067:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fee0. 00000100:00000200:0.0:1784945589.426071:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054239488, portal 10 00000100:00000001:0.0:1784945589.426073:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945589.426074:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290058112 : -112780419493504 : ffff996d43289180) 00000400:00000200:1.0:1784945589.426080:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:0.0:1784945589.426086:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289180 x1871641054239488/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784945589.426094:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945589.426096:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945589.426101:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945589.426104:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fb28. 00000100:00000200:0.0:1784945589.426107:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054239488, offset 0 00000400:00000200:1.0:1784945589.426108:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945589.426116:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784945589.426117:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784945589.426124:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784945589.426128:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784945589.426132:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784945589.426137:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314381:314381:256:4294967295] 192.168.202.106@tcp LPNI seq info [314377:314377:8:4294967295] 00000400:00000200:1.0:1784945589.426141:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945589.426152:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:0.0:1784945589.426161:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784945589.426163:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945589.426169:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000010:1.0:1784945589.426171:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad300. 00000400:00000200:0.0:1784945589.426173:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945589.426179:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:1.0:1784945589.426183:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784945589.426186:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945589.426190:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:1.0:1784945589.426194:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784945589.426196:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314382:314382:255:4294967295] 192.168.202.106@tcp LPNI seq info [314378:314378:7:4294967295] 00000800:00000200:1.0:1784945589.426201:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784945589.426205:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945589.426214:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:1.0:1784945589.426215:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945589.426220:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784945589.426224:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:0.0:1784945589.426228:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4100. 00000100:00000001:1.0:1784945589.426228:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304377007 00000100:00000010:1.0:1784945589.426234:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f060. 00000800:00000200:0.0:1784945589.426237:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:1.0:1784945589.426243:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1784945589.426244:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945589.426250:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784945589.426252:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304377007 00000100:00000001:0.0:1784945589.426254:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784945589.426256:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f0c0. 00000100:00000001:1.0:1784945589.426260:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1784945589.426261:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16825 usecs (17 jiffies) 00000100:00000001:1.0:1784945589.426263:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945589.426267:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945589.426268:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945589.426273:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304376337 00000100:00000001:1.0:1784945589.426273:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945589.426277:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945589.426279:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304377007 00000100:00000001:0.0:1784945589.426283:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304376337 00000100:00000001:0.0:1784945589.426285:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304377007 00000100:00000001:1.0:1784945589.426286:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945589.426288:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945589.426290:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945589.426292:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945589.426295:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945589.426296:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945589.426298:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945589.426300:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945589.426302:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945589.426306:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945589.426307:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945589.426310:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945589.426312:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945589.426314:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945589.426316:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945589.426318:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945589.426376:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945589.426381:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad300. 00000400:00000200:1.0:1784945589.426391:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945589.426396:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945589.426403:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294d48 00000400:00000010:1.0:1784945589.426405:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294d48. 00000100:00000001:1.0:1784945589.426411:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945589.426415:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289c00 x1871641054239360/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945589.426425:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945589.426429:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289c00 x1871641054239360/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945605 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945589.426436:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945589.426437:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945589.426555:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945589.426558:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4100. 00000400:00000200:1.0:1784945589.426561:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945589.426564:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945589.426566:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fb28 00000400:00000010:1.0:1784945589.426567:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fb28. 00000100:00000001:1.0:1784945589.426569:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945589.426572:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289180 x1871641054239488/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945589.426577:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945589.426579:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289180 x1871641054239488/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945605 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945589.426583:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945589.426584:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945589.428260:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945589.428379:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945589.428383:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945589.428387:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945589.428394:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945589.428400:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945589.428407:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945589.428411:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945589.428416:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945589.428419:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f5a80 00000400:00000200:0.0:1784945589.428423:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945589.428428:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd721 [1] + 224 00000800:00000001:0.0:1784945589.428435:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945589.428468:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945589.428471:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945589.428476:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945589.428483:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945589.428490:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289c00 x1871641054239360/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945605 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945589.428498:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289c00 x1871641054239360/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945589.428511:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945589.428535:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945589.428538:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945589.428557:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945589.428561:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784945589.428568:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784945589.428570:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784945589.428573:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d948. 00000400:00000200:1.0:1784945589.428578:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294bb0 00000400:00000010:1.0:1784945589.428580:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294bb0. 00000100:00000001:1.0:1784945589.428583:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945589.428589:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289c00 x1871641054239360/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784945589.428599:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289c00 x1871641054239360/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945605 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945589.428605:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784945589.428607:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945589.428610:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784945589.428613:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784945589.428616:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784945589.428619:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945589.428622:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784945589.428628:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=141 v=5 (5 5 5 5) 00000100:00001000:1.0:1784945589.428632:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=141 v=5 (1 1 1 1) 00000100:00000001:1.0:1784945589.428635:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784945589.428636:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945589.428640:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784945589.428642:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945589.428645:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945589.428650:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289c00 x1871641054239360/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945605 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945589.428657:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945589.428660:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784945589.428663:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784945589.428667:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289c00 x1871641054239360/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945605 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784945589.428674:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054239360:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945589.428680:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945589.428682:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945589.428685:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289c00 x1871641054239360/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945605 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945589.428691:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784945589.428694:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784945589.428697:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738acc00. 02000000:00000001:1.0:1784945589.428700:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784945589.428703:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784945589.428705:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784945589.428708:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784945589.428710:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4f00. 02000000:00000001:1.0:1784945589.428714:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784945589.428716:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784945589.428718:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289c00. 00000100:00000001:1.0:1784945589.428722:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784945589.428724:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945589.428726:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945589.428732:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945589.428734:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945589.428736:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945589.428738:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784945589.429292:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945589.429305:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945589.429312:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945589.429315:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945589.429319:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945589.429324:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945589.429331:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945589.429334:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945589.429338:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945589.429342:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f5b00 00000400:00000200:1.0:1784945589.429346:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945589.429351:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd731 [1] + 224 00000800:00000001:1.0:1784945589.429356:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945589.429362:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945589.429364:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945589.429368:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945589.429372:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945589.429377:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289180 x1871641054239488/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945605 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945589.429386:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289180 x1871641054239488/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945589.429408:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945589.429414:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945589.429417:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945589.429548:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945589.429551:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784945589.429556:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945589.429558:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945589.429560:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652ff20. 00000400:00000200:0.0:1784945589.429565:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fee0 00000400:00000010:0.0:1784945589.429567:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fee0. 00000100:00000001:0.0:1784945589.429570:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945589.429576:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289180 x1871641054239488/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945589.429585:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289180 x1871641054239488/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945605 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945589.429598:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945589.429600:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945589.429601:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945589.429603:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945589.429604:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945589.429606:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945589.429608:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945589.429614:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=141 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945589.429617:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=61 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945589.429620:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945589.429621:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945589.429623:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945589.429627:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945589.429630:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784945589.429632:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784945589.429634:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784945589.429636:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945589.429640:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289180 x1871641054239488/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945605 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945589.429647:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945589.429649:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945589.429650:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945589.429654:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289180 x1871641054239488/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945605 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945589.429661:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054239488:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945589.429666:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945589.429668:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945589.429670:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289180 x1871641054239488/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945605 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945589.429677:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945589.429678:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945589.429681:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784945589.429684:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945589.429686:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945589.429688:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784945589.429690:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945589.429692:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4b00. 02000000:00000001:0.0:1784945589.429694:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945589.429695:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945589.429697:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289180. 00000100:00000001:0.0:1784945589.429699:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945589.429701:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945589.429702:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945589.429707:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945589.429708:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945589.429709:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945589.429711:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945589.745693:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945589.745702:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945589.746205:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945589.746209:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945589.746212:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945590.129663:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304377007, at 4304377024 00000100:00000040:1.0:1784945590.129663:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304377007, at 4304377024 00000100:00000010:0.0:1784945590.129692:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f060. 00000100:00000010:1.0:1784945590.129700:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f0c0. 00010000:00000001:1.0:1784945590.769656:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945590.769664:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945590.769726:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945590.769740:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945590.769743:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945591.793660:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945591.793667:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945591.793749:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945591.793754:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945591.793758:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945592.817654:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945592.817664:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945592.817740:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945592.817746:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945592.817749:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945593.841624:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945593.841629:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945593.841685:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945593.841689:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945593.841692:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945594.545687:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945594.545726:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945594.545735:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953b80. 00000020:00000040:2.0:1784945594.545741:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945594.545745:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945594.545747:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945594.545751:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945594.545757:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784945594.545763:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945594.545771:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73953b80 x1871641054239616/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945594.545778:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945594.545781:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945594.545786:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8924e08] to pc [ptlrpcd_01_01+1] req@ffff996d73953b80 x1871641054239616/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945594.545807:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945594.545809:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945594.545812:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945594.545815:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950700. 00000020:00000040:2.0:1784945594.545817:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945594.545818:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945594.545819:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945594.545820:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945594.545822:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784945594.545824:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945594.545826:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950700 x1871641054239744/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945594.545831:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945594.545832:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945594.545834:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a906b26] to pc [ptlrpcd_01_00+0] req@ffff996d73950700 x1871641054239744/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945594.545840:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945594.545841:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945594.545844:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945594.545845:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945594.545848:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945594.545852:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9719) 00000100:00000001:3.0:1784945594.545853:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945594.545859:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945594.545862:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945594.545882:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953b80 x1871641054239616/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945594.545892:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945594.545896:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945594.545900:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945594.545902:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945594.545905:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945594.545909:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054239616:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945594.545914:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945594.545920:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945594.545923:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945594.545925:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945594.545931:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479aea00. 02000000:00000001:3.0:1784945594.545934:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945594.545942:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945594.545947:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784945594.545955:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1770. 00000100:00000200:3.0:1784945594.545963:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054239616, portal 25 00000100:00000001:3.0:1784945594.545966:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945594.545967:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102485888 : -112779607065728 : ffff996d73953b80) 00000100:00000040:3.0:1784945594.545974:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953b80 x1871641054239616/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945594.545982:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945594.545985:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945594.545989:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1b28. 00000100:00000200:3.0:1784945594.545992:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054239616, offset 0 00000400:00000200:3.0:1784945594.545999:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945594.546008:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945594.546016:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945594.546022:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945594.546027:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945594.546031:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945594.546035:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945594.546040:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314383:314383:256:4294967295] 192.168.202.106@tcp LPNI seq info [314379:314379:8:4294967295] 00000400:00000200:3.0:1784945594.546045:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945594.546046:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945594.546049:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945594.546052:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945594.546061:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950700 x1871641054239744/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784945594.546062:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:2.0:1784945594.546075:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000800:00000200:3.0:1784945594.546076:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784945594.546078:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945594.546083:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:3.0:1784945594.546084:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 02000000:00000001:2.0:1784945594.546085:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945594.546089:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945594.546095:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054239744:192.168.202.106@tcp:400:kworker.0 00000800:00000200:3.0:1784945594.546099:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:2.0:1784945594.546101:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945594.546105:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945594.546107:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784945594.546109:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 02000000:00000001:2.0:1784945594.546111:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1784945594.546115:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:2.0:1784945594.546117:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945594.546121:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945594.546126:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945594.546129:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784945594.546133:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6110. 00000100:00000200:2.0:1784945594.546136:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054239744, portal 10 00000100:00000001:2.0:1784945594.546138:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945594.546139:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102472448 : -112779607079168 : ffff996d73950700) 00000100:00000040:2.0:1784945594.546146:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950700 x1871641054239744/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945594.546217:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945594.546223:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945594.546226:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304382127 00000100:00000010:3.0:1784945594.546232:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322c60. 00000800:00000200:1.0:1784945594.546248:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784945594.546251:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:1.0:1784945594.546254:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000400:00000200:1.0:1784945594.546259:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784945594.546264:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784945594.546269:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000010:2.0:1784945594.546271:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6bb0. 00000400:00000200:1.0:1784945594.546275:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1b28 00000400:00000010:1.0:1784945594.546279:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1b28. 00000100:00000001:1.0:1784945594.546284:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1784945594.546284:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054239744, offset 0 00000100:00000200:1.0:1784945594.546289:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953b80 x1871641054239616/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784945594.546295:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945594.546302:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945594.546304:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784945594.546309:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000040:1.0:1784945594.546311:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953b80 x1871641054239616/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945610 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784945594.546314:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945594.546319:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945594.546321:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945594.546323:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945594.546326:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314384:314384:255:4294967295] 192.168.202.106@tcp LPNI seq info [314380:314380:7:4294967295] 00000400:00000200:2.0:1784945594.546337:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945594.546340:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945594.546344:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784945594.546349:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945594.546355:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945594.546359:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b500. 00000800:00000200:2.0:1784945594.546364:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945594.546370:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945594.546373:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945594.546392:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945594.546396:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16825 usecs (17 jiffies) 00000400:00000200:2.0:1784945594.546400:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945594.546402:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304381457 00000800:00000200:1.0:1784945594.546435:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945594.546438:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b500. 00000400:00000200:1.0:1784945594.546442:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945594.546445:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945594.546448:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6bb0 00000400:00000010:1.0:1784945594.546450:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6bb0. 00000100:00000001:1.0:1784945594.546454:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945594.546458:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950700 x1871641054239744/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945594.546465:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945594.546468:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950700 x1871641054239744/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945610 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945594.546474:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945594.546476:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784945594.546848:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945594.546854:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304382128 00000100:00000001:2.0:1784945594.546855:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304382127 00000100:00000010:3.0:1784945594.546859:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322960. 00000100:00000001:2.0:1784945594.546860:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304381458 00000100:00000001:3.0:1784945594.546865:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945594.546870:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304382128 00000100:00000001:3.0:1784945594.546870:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945594.546874:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945594.546877:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945594.546880:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945594.546882:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945594.546888:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945594.546891:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945594.546892:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945594.546895:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945594.546897:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945594.546899:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945594.546902:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945594.546903:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945594.546904:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945594.546907:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945594.546908:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945594.546912:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945594.546915:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945594.546916:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945594.546919:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784945594.549586:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945594.549598:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945594.549601:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945594.549603:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945594.549610:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945594.549616:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945594.549623:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945594.549628:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945594.549633:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945594.549638:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f5b80 00000400:00000200:1.0:1784945594.549643:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945594.549648:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd741 [1] + 224 00000800:00000001:1.0:1784945594.549655:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945594.549660:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945594.549664:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945594.549668:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945594.549673:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945594.549680:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953b80 x1871641054239616/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945610 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945594.549691:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953b80 x1871641054239616/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945594.549717:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945594.549724:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945594.549728:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945594.549736:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945594.549740:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945594.549746:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945594.549748:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945594.549751:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945594.549755:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1770 00000400:00000010:3.0:1784945594.549757:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1770. 00000100:00000001:3.0:1784945594.549761:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945594.549766:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953b80 x1871641054239616/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945594.549776:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953b80 x1871641054239616/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945610 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945594.549783:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945594.549785:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945594.549788:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945594.549791:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945594.549793:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945594.549795:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945594.549797:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945594.549803:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=146 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945594.549808:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=146 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945594.549810:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945594.549812:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945594.549815:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945594.549817:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945594.549819:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945594.549824:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953b80 x1871641054239616/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945610 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945594.549831:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945594.549833:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945594.549835:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945594.549839:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953b80 x1871641054239616/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945610 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945594.549846:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054239616:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945594.549851:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945594.549853:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945594.549856:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953b80 x1871641054239616/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945610 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945594.549863:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945594.549865:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945594.549869:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479aea00. 02000000:00000001:3.0:1784945594.549872:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945594.549874:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945594.549876:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945594.549878:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945594.549881:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:3.0:1784945594.549884:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945594.549886:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945594.549887:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953b80. 00000100:00000001:3.0:1784945594.549891:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945594.549892:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945594.549894:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945594.549900:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945594.549901:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945594.549903:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945594.549905:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784945594.551154:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945594.551162:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945594.551165:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945594.551168:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945594.551172:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945594.551177:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945594.551182:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945594.551185:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945594.551189:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945594.551192:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f5c00 00000400:00000200:1.0:1784945594.551196:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945594.551200:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd749 [1] + 224 00000800:00000001:1.0:1784945594.551205:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945594.551222:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945594.551225:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945594.551230:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945594.551234:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945594.551240:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950700 x1871641054239744/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945610 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945594.551256:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950700 x1871641054239744/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945594.551274:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945594.551279:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945594.551282:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945594.551312:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945594.551315:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945594.551510:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945594.551512:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945594.551532:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945594.551537:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6110 00000400:00000010:2.0:1784945594.551539:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6110. 00000100:00000001:2.0:1784945594.551544:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945594.551550:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950700 x1871641054239744/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945594.551560:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950700 x1871641054239744/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945610 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945594.551571:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945594.551573:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945594.551575:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945594.551577:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945594.551579:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945594.551580:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945594.551582:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945594.551588:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=146 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945594.551591:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=66 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945594.551594:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945594.551595:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945594.551633:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945594.551636:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945594.551639:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945594.551641:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945594.551643:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945594.551644:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945594.551649:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950700 x1871641054239744/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945610 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945594.551655:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945594.551658:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945594.551659:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945594.551662:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950700 x1871641054239744/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945610 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945594.551669:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054239744:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945594.551674:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945594.551676:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945594.551679:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950700 x1871641054239744/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945610 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945594.551685:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945594.551686:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945594.551689:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945594.551692:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945594.551693:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945594.551695:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945594.551708:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945594.551710:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 02000000:00000001:2.0:1784945594.551713:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945594.551714:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945594.551716:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950700. 00000100:00000001:2.0:1784945594.551719:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945594.551720:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945594.551722:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945594.551726:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945594.551728:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945594.551730:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945594.551731:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945594.865617:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945594.865623:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945594.865690:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945594.865704:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945594.865708:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945595.249641:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304382127, at 4304382144 00000100:00000010:0.0:1784945595.249656:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322c60. 00000100:00000040:1.0:1784945595.249774:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304382128, at 4304382144 00000100:00000010:1.0:1784945595.249780:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322960. 00010000:00000001:1.0:1784945595.889662:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945595.889669:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945595.889734:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945595.889747:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945595.889751:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784945596.275833:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784945596.275841:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784945596.275846:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1784945596.276020:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784945596.276026:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945596.276038:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945596.276043:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945596.276045:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784945596.913622:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945596.913629:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945596.913673:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945596.913698:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945596.913701:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945597.937594:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945597.937600:0:190906:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945597.937602:0:190906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945597.937604:0:190906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945597.937607:0:190906:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945597.937609:0:190906:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945597.937610:0:190906:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945597.937612:0:190906:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945597.937685:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945597.937690:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945597.937693:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945598.961656:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945598.961697:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945598.961771:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945598.961774:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945598.961777:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945599.665643:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945599.665653:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945599.665676:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950700. 00000020:00000040:2.0:1784945599.665681:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945599.665686:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945599.665689:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945599.665694:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945599.665707:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784945599.665713:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945599.665722:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950700 x1871641054239872/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945599.665730:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945599.665733:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945599.665739:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a906b26] to pc [ptlrpcd_01_01+1] req@ffff996d73950700 x1871641054239872/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945599.665769:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945599.665772:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945599.665776:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945599.665779:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951f80. 00000020:00000040:2.0:1784945599.665782:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945599.665784:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945599.665785:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945599.665787:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945599.665790:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1784945599.665791:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784945599.665794:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945599.665797:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784945599.665801:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951f80 x1871641054240000/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945599.665802:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784945599.665811:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1784945599.665812:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950700 x1871641054239872/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945599.665816:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945599.665824:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c06e06] to pc [ptlrpcd_01_00+0] req@ffff996d73951f80 x1871641054240000/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945599.665829:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945599.665833:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945599.665837:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945599.665839:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784945599.665841:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784945599.665843:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784945599.665847:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784945599.665849:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945599.665852:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1784945599.665856:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054239872:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784945599.665857:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784945599.665865:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784945599.665866:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9724) 02000000:00000001:3.0:1784945599.665870:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945599.665874:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945599.665877:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784945599.665880:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945599.665883:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945599.665884:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945599.665889:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951f80 x1871641054240000/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784945599.665890:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479ae600. 02000000:00000001:3.0:1784945599.665895:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945599.665902:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945599.665903:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945599.665907:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784945599.665908:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945599.665911:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1784945599.665914:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 02000000:00000001:2.0:1784945599.665915:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945599.665920:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054240000:192.168.202.106@tcp:400:kworker.0 00000400:00000010:3.0:1784945599.665923:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1770. 00000100:00000001:2.0:1784945599.665926:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945599.665930:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945599.665932:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784945599.665932:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054239872, portal 25 02000000:00000001:2.0:1784945599.665934:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784945599.665936:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1784945599.665940:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 00000100:00000001:3.0:1784945599.665940:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102472448 : -112779607079168 : ffff996d73950700) 02000000:00000001:2.0:1784945599.665944:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945599.665951:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784945599.665951:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950700 x1871641054239872/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784945599.665956:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784945599.665963:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6110. 00000100:00000001:3.0:1784945599.665964:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1784945599.665968:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054240000, portal 10 00000100:00000040:3.0:1784945599.665970:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784945599.665973:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945599.665976:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102478720 : -112779607072896 : ffff996d73951f80) 00000400:00000010:3.0:1784945599.665976:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f14c8. 00000100:00000200:3.0:1784945599.665983:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054239872, offset 0 00000100:00000040:2.0:1784945599.665988:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951f80 x1871641054240000/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784945599.665992:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945599.666002:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945599.666010:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:2.0:1784945599.666012:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945599.666017:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945599.666019:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1784945599.666022:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6e58. 00000100:00000200:2.0:1784945599.666026:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054240000, offset 0 00000400:00000200:3.0:1784945599.666026:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945599.666035:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945599.666035:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945599.666041:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945599.666046:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314385:314385:256:4294967295] 192.168.202.106@tcp LPNI seq info [314381:314381:8:4294967295] 00000400:00000200:3.0:1784945599.666059:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945599.666066:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945599.666074:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784945599.666075:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945599.666082:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784945599.666086:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945599.666087:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945599.666092:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1784945599.666093:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000400:00000200:2.0:1784945599.666096:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:3.0:1784945599.666102:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784945599.666103:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314386:314386:255:4294967295] 192.168.202.106@tcp LPNI seq info [314382:314382:7:4294967295] 00000400:00000200:2.0:1784945599.666111:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784945599.666112:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945599.666115:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784945599.666122:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945599.666127:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784945599.666130:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784945599.666133:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511ba00. 00000400:00000200:3.0:1784945599.666140:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784945599.666141:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:3.0:1784945599.666145:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304387247 00000800:00000200:2.0:1784945599.666150:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000010:3.0:1784945599.666153:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322ea0. 00000800:00000200:2.0:1784945599.666154:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945599.666159:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945599.666162:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1784945599.666164:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16823 usecs (17 jiffies) 00000400:00000200:2.0:1784945599.666169:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945599.666169:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304387247 00000100:00000001:2.0:1784945599.666171:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304386577 00000100:00000010:3.0:1784945599.666176:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322420. 00000100:00000001:2.0:1784945599.666177:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304387247 00000100:00000001:2.0:1784945599.666181:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304386577 00000100:00000001:3.0:1784945599.666182:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945599.666187:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945599.666190:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945599.666192:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945599.666194:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945599.666198:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304387247 00000100:00000001:3.0:1784945599.666200:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945599.666203:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945599.666203:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1784945599.666204:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784945599.666209:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1784945599.666210:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea800. 00000100:00000001:2.0:1784945599.666210:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945599.666212:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945599.666216:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945599.666217:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945599.666221:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784945599.666221:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945599.666222:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945599.666228:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945599.666231:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784945599.666235:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784945599.666236:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945599.666238:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945599.666242:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945599.666243:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f14c8 00000100:00000001:2.0:1784945599.666245:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784945599.666248:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f14c8. 00000100:00000001:0.0:1784945599.666254:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945599.666260:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950700 x1871641054239872/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945599.666276:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945599.666280:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950700 x1871641054239872/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945615 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945599.666287:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945599.666289:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945599.667544:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945599.667550:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511ba00. 00000400:00000200:0.0:1784945599.667555:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945599.667561:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945599.667565:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6e58 00000400:00000010:0.0:1784945599.667567:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6e58. 00000100:00000001:0.0:1784945599.667572:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945599.667576:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951f80 x1871641054240000/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945599.667585:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945599.667588:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951f80 x1871641054240000/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945615 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945599.667594:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945599.667596:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945599.669561:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945599.669575:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945599.669587:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945599.669594:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945599.669601:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945599.669607:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945599.669615:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945599.669619:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945599.669624:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945599.669629:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f5c80 00000400:00000200:1.0:1784945599.669633:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945599.669640:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd751 [1] + 224 00000800:00000001:1.0:1784945599.669645:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945599.669651:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945599.669653:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945599.669665:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945599.669670:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945599.669675:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950700 x1871641054239872/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945615 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945599.669682:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950700 x1871641054239872/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945615 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945599.669693:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945599.669699:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945599.669701:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945599.669933:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945599.669936:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945599.669942:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945599.669944:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945599.669946:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945599.669957:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1770 00000400:00000010:3.0:1784945599.669959:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1770. 00000100:00000001:3.0:1784945599.669996:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945599.670002:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950700 x1871641054239872/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945615 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945599.670010:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950700 x1871641054239872/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945615 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945599.670014:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945599.670016:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945599.670018:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945599.670021:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945599.670023:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945599.670025:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945599.670027:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945599.670031:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=151 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945599.670034:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=151 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945599.670037:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945599.670038:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945599.670040:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784945599.670040:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784945599.670048:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784945599.670053:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945599.670056:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945599.670059:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784945599.670060:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950700 x1871641054239872/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945615 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784945599.670065:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945599.670068:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945599.670071:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1784945599.670074:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945599.670074:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945599.670080:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950700 x1871641054239872/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945615 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784945599.670085:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00100000:3.0:1784945599.670094:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054239872:192.168.202.106@tcp:400:kworker.0 00000400:00000200:0.0:1784945599.670099:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945599.670100:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945599.670103:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784945599.670106:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784945599.670107:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950700 x1871641054239872/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945615 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784945599.670112:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945599.670121:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f5d00 00000100:00000001:3.0:1784945599.670124:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945599.670127:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1784945599.670128:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000010:3.0:1784945599.670130:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479ae600. 02000000:00000001:3.0:1784945599.670133:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1784945599.670137:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd759 [1] + 224 00000020:00000001:3.0:1784945599.670137:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945599.670140:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945599.670144:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:0.0:1784945599.670146:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:3.0:1784945599.670147:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 02000000:00000001:3.0:1784945599.670152:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945599.670154:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:0.0:1784945599.670156:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1784945599.670156:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950700. 00000400:00000200:0.0:1784945599.670161:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784945599.670163:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945599.670166:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945599.670167:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784945599.670171:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945599.670173:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945599.670180:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951f80 x1871641054240000/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945615 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945599.670180:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945599.670184:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945599.670188:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945599.670192:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945599.670197:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951f80 x1871641054240000/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945615 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945599.670222:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945599.670227:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945599.670230:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945599.670285:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945599.670288:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945599.670291:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945599.670293:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945599.670305:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945599.670309:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6110 00000400:00000010:2.0:1784945599.670310:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6110. 00000100:00000001:2.0:1784945599.670314:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945599.670318:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951f80 x1871641054240000/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945615 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945599.670326:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951f80 x1871641054240000/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945615 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945599.670604:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945599.670606:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945599.670608:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945599.670610:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945599.670611:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945599.670613:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945599.670615:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945599.670620:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=151 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945599.670623:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=71 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945599.670625:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945599.670626:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945599.670628:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945599.670630:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945599.670633:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945599.670635:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945599.670637:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945599.670638:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945599.670642:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951f80 x1871641054240000/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945615 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945599.670649:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945599.670651:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945599.670653:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945599.670669:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951f80 x1871641054240000/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945615 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945599.670676:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054240000:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945599.670680:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945599.670682:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945599.670685:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951f80 x1871641054240000/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945615 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945599.670695:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945599.670696:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945599.670699:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945599.670702:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945599.670703:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945599.670705:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945599.670707:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945599.670709:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 02000000:00000001:2.0:1784945599.670711:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945599.670712:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945599.670714:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951f80. 00000100:00000001:2.0:1784945599.670716:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945599.670718:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945599.670719:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945599.670723:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945599.670724:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945599.670730:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945599.670731:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945599.985613:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945599.985620:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945599.985705:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945599.985709:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945599.985712:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945600.369630:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304387247, at 4304387264 00000100:00000010:0.0:1784945600.369659:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322ea0. 00000100:00000040:1.0:1784945600.369987:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304387247, at 4304387264 00000100:00000010:1.0:1784945600.369994:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322420. 00010000:00000001:1.0:1784945601.011427:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945601.011434:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945601.011695:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945601.011699:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945601.011703:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945602.033730:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945602.033736:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945602.033798:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945602.033803:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945602.033806:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945603.057637:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945603.057644:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945603.057695:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945603.057698:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945603.057701:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945604.081653:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945604.081660:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945604.081706:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945604.081709:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945604.081712:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945604.785662:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945604.785673:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945604.785683:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289180. 00000020:00000040:0.0:1784945604.785689:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784945604.785693:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945604.785696:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945604.785701:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945604.785710:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4b00. 00000100:00000001:0.0:1784945604.785716:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945604.785728:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d43289180 x1871641054240128/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945604.785747:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945604.785752:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945604.785759:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042ac64cb] to pc [ptlrpcd_00_01+1] req@ffff996d43289180 x1871641054240128/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945604.785794:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945604.785797:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945604.785800:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945604.785804:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289c00. 00000020:00000040:0.0:1784945604.785807:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784945604.785810:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945604.785812:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945604.785814:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945604.785818:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4000. 00000100:00000001:0.0:1784945604.785821:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945604.785822:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784945604.785827:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43289c00 x1871641054240256/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784945604.785828:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945604.785832:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784945604.785841:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289180 x1871641054240128/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945604.785850:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784945604.785852:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945604.785855:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784945604.785858:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784945604.785860:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784945604.785863:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054240128:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945604.785867:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784945604.785873:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784945604.785875:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945604.785877:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784945604.785882:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ada00. 02000000:00000001:1.0:1784945604.785884:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945604.785892:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1784945604.785892:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945604.785895:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784945604.785898:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d948. 00000100:00000040:0.0:1784945604.785901:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000224e74ab] to pc [ptlrpcd_00_00+0] req@ffff996d43289c00 x1871641054240256/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784945604.785907:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294bb0. 00000100:00000001:0.0:1784945604.785909:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945604.785912:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784945604.785915:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:1.0:1784945604.785915:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054240128, portal 25 00000100:00000040:0.0:1784945604.785917:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784945604.785919:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1784945604.785921:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784945604.785922:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290058112 : -112780419493504 : ffff996d43289180) 00000100:00000040:0.0:1784945604.785925:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9729) 00000100:00000040:1.0:1784945604.785931:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289180 x1871641054240128/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945604.785938:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945604.785941:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945604.785942:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945604.785946:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289c00 x1871641054240256/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945604.785949:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784945604.785957:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784945604.785961:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294d48. 00000100:00000200:1.0:1784945604.785966:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054240128, offset 0 00000100:00000001:0.0:1784945604.785967:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945604.785970:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945604.785975:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 02000000:00000001:0.0:1784945604.785976:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945604.785979:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945604.785982:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945604.785985:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00100000:0.0:1784945604.785990:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054240256:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945604.785996:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1784945604.785997:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 02000000:00000001:0.0:1784945604.786000:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945604.786003:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945604.786004:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1784945604.786009:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784945604.786011:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 02000000:00000010:0.0:1784945604.786015:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b400. 00000400:00000200:1.0:1784945604.786017:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1784945604.786019:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945604.786023:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945604.786027:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945604.786032:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314387:314387:256:4294967295] 192.168.202.106@tcp LPNI seq info [314383:314383:8:4294967295] 00000400:00000010:0.0:1784945604.786033:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652ff20. 00000400:00000010:0.0:1784945604.786039:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fee0. 00000400:00000200:1.0:1784945604.786040:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:0.0:1784945604.786045:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054240256, portal 10 00000100:00000001:0.0:1784945604.786048:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945604.786051:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290060800 : -112780419490816 : ffff996d43289c00) 00000400:00000200:1.0:1784945604.786056:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784945604.786062:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784945604.786067:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad300. 00000100:00000040:0.0:1784945604.786072:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289c00 x1871641054240256/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784945604.786077:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:0.0:1784945604.786086:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1784945604.786089:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000040:0.0:1784945604.786092:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000800:00000200:1.0:1784945604.786097:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad300 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1784945604.786102:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f770. 00000100:00000200:0.0:1784945604.786106:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054240256, offset 0 00000100:00000001:1.0:1784945604.786108:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945604.786113:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784945604.786116:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945604.786120:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304392367 00000400:00000200:0.0:1784945604.786121:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000010:1.0:1784945604.786126:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f0c0. 00000400:00000200:0.0:1784945604.786128:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945604.786133:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784945604.786134:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1784945604.786138:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945604.786142:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784945604.786142:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304392367 00000100:00000010:1.0:1784945604.786148:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f960. 00000400:00000200:0.0:1784945604.786149:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:1.0:1784945604.786153:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784945604.786155:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945604.786158:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945604.786161:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945604.786165:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945604.786168:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314388:314388:255:4294967295] 192.168.202.106@tcp LPNI seq info [314384:314384:7:4294967295] 00000100:00000001:1.0:1784945604.786174:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784945604.786175:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945604.786179:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784945604.786184:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945604.786186:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784945604.786188:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:1.0:1784945604.786189:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945604.786193:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945604.786197:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784945604.786202:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4c00. 00000800:00000200:0.0:1784945604.786216:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784945604.786222:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945604.786225:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945604.786229:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945604.786233:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1784945604.786234:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16823 usecs (17 jiffies) 00000800:00000010:1.0:1784945604.786238:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad300. 00000400:00000200:1.0:1784945604.786246:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945604.786248:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945604.786252:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304391697 00000400:00000200:1.0:1784945604.786253:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945604.786258:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304392367 00000400:00000200:1.0:1784945604.786261:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294d48 00000100:00000001:0.0:1784945604.786262:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304391697 00000400:00000010:1.0:1784945604.786265:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294d48. 00000100:00000001:0.0:1784945604.786267:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304392367 00000100:00000001:0.0:1784945604.786271:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945604.786272:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784945604.786274:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945604.786279:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784945604.786279:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289180 x1871641054240128/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945604.786284:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945604.786291:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945604.786294:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784945604.786294:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784945604.786299:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784945604.786300:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289180 x1871641054240128/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945620 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945604.786301:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945604.786304:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945604.786309:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945604.786315:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945604.786317:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945604.786607:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945604.786610:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4c00. 00000400:00000200:1.0:1784945604.786626:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945604.786630:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945604.786633:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f770 00000400:00000010:1.0:1784945604.786634:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f770. 00000100:00000001:1.0:1784945604.786637:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945604.786641:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289c00 x1871641054240256/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945604.786647:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945604.786649:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289c00 x1871641054240256/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945620 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945604.786655:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945604.786656:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945604.788212:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945604.788224:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945604.788227:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945604.788229:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945604.788235:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945604.788240:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945604.788246:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945604.788250:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945604.788254:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945604.788258:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f5d80 00000400:00000200:0.0:1784945604.788262:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945604.788267:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd761 [1] + 224 00000800:00000001:0.0:1784945604.788273:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945604.788279:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945604.788282:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945604.788286:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945604.788291:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945604.788297:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289180 x1871641054240128/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945620 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945604.788308:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289180 x1871641054240128/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945620 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945604.788334:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945604.788342:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945604.788346:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945604.788373:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945604.788377:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784945604.788383:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784945604.788385:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784945604.788388:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d948. 00000400:00000200:1.0:1784945604.788392:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294bb0 00000400:00000010:1.0:1784945604.788394:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294bb0. 00000100:00000001:1.0:1784945604.788397:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945604.788402:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289180 x1871641054240128/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945620 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784945604.788412:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289180 x1871641054240128/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945620 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945604.788420:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784945604.788422:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945604.788424:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784945604.788427:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784945604.788430:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784945604.788433:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945604.788435:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784945604.788442:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=6 v=5 (5 5 5 5) 00000100:00001000:1.0:1784945604.788445:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=6 v=5 (1 1 1 1) 00000100:00000001:1.0:1784945604.788447:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784945604.788449:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945604.788452:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784945604.788454:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945604.788457:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945604.788462:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289180 x1871641054240128/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945620 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945604.788469:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945604.788471:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784945604.788474:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784945604.788478:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289180 x1871641054240128/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945620 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784945604.788487:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054240128:192.168.202.106@tcp:400:kworker.0 00000800:00000001:0.0:1784945604.788488:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945604.788494:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945604.788497:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945604.788499:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945604.788507:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945604.788513:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945604.788538:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945604.788544:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945604.788549:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784945604.788551:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:1.0:1784945604.788556:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289180 x1871641054240128/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945620 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784945604.788557:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945604.788564:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f5e00 00000400:00000200:0.0:1784945604.788572:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945604.788572:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784945604.788577:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1784945604.788578:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd771 [1] + 224 02000000:00000010:1.0:1784945604.788581:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ada00. 00000800:00000001:0.0:1784945604.788583:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784945604.788586:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:0.0:1784945604.788589:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784945604.788590:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:0.0:1784945604.788592:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1784945604.788594:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000400:00000200:0.0:1784945604.788596:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000020:00000001:1.0:1784945604.788599:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784945604.788601:0:2344:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1784945604.788602:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4b00. 00000100:00000200:0.0:1784945604.788607:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289c00 x1871641054240256/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945620 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784945604.788608:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784945604.788624:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784945604.788628:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289180. 00000100:00000040:0.0:1784945604.788631:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289c00 x1871641054240256/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945620 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945604.788633:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784945604.788636:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945604.788640:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945604.788648:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945604.788651:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784945604.788651:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945604.788654:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784945604.788658:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784945604.788658:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945604.788663:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945604.788673:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945604.788675:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784945604.788679:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945604.788682:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945604.788684:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652ff20. 00000400:00000200:0.0:1784945604.788688:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fee0 00000400:00000010:0.0:1784945604.788690:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fee0. 00000100:00000001:0.0:1784945604.788692:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945604.788696:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289c00 x1871641054240256/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945620 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945604.788704:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289c00 x1871641054240256/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945620 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945604.788709:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945604.788711:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945604.788713:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945604.788715:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945604.788716:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945604.788718:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945604.788719:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945604.788725:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=6 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945604.788728:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=76 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945604.788730:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945604.788732:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945604.788733:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945604.788736:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945604.788739:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784945604.788741:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784945604.788742:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784945604.788743:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945604.788747:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289c00 x1871641054240256/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945620 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945604.788753:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945604.788755:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945604.788756:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945604.788760:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289c00 x1871641054240256/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945620 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945604.788767:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054240256:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945604.788771:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945604.788773:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945604.788776:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289c00 x1871641054240256/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945620 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945604.788782:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945604.788783:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945604.788785:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784945604.788788:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945604.788789:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945604.788790:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784945604.788792:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945604.788794:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4000. 02000000:00000001:0.0:1784945604.788796:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945604.788797:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945604.788799:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289c00. 00000100:00000001:0.0:1784945604.788802:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945604.788803:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945604.788804:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945604.788808:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945604.788810:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945604.788812:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945604.788814:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945605.105708:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945605.105713:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945605.105790:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945605.105792:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945605.105794:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945605.489602:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304392367, at 4304392384 00000100:00000010:1.0:1784945605.489631:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f960. 00000100:00000040:0.0:1784945605.490257:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304392367, at 4304392384 00000100:00000010:0.0:1784945605.490265:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f0c0. 00010000:00000001:1.0:1784945606.129650:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945606.129656:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945606.129711:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945606.129714:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945606.129716:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945607.153609:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945607.153616:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945607.153694:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945607.153696:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945607.153698:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945608.177681:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945608.177692:0:190906:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945608.177695:0:190906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945608.177698:0:190906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945608.177703:0:190906:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945608.177705:0:190906:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945608.177707:0:190906:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945608.177709:0:190906:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945608.178172:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945608.178176:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945608.178179:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945609.202287:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945609.202294:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945609.202534:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945609.202538:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945609.202542:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945609.905693:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945609.905701:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945609.905710:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776680. 00000020:00000040:3.0:1784945609.905715:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945609.905718:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945609.905721:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945609.905725:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945609.905731:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beab00. 00000100:00000001:3.0:1784945609.905737:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945609.905748:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73776680 x1871641054240384/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945609.905758:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945609.905762:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945609.905769:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d19f977b] to pc [ptlrpcd_01_01+1] req@ffff996d73776680 x1871641054240384/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945609.905794:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945609.905796:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945609.905798:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945609.905800:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774e00. 00000020:00000040:3.0:1784945609.905802:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945609.905804:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945609.905804:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945609.905806:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945609.905809:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea800. 00000100:00000001:3.0:1784945609.905812:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945609.905815:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73774e00 x1871641054240512/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945609.905820:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945609.905822:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945609.905825:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdeb38fe] to pc [ptlrpcd_01_00+0] req@ffff996d73774e00 x1871641054240512/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945609.905830:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945609.905836:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945609.905837:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945609.905840:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945609.905841:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945609.905846:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945609.905850:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774e00 x1871641054240512/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784945609.905850:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945609.905859:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784945609.905866:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784945609.905867:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9734) 00000100:00000001:2.0:1784945609.905869:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945609.905875:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945609.905877:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945609.905881:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945609.905885:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054240512:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945609.905892:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784945609.905894:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784945609.905897:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784945609.905897:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945609.905898:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784945609.905902:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945609.905906:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776680 x1871641054240384/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784945609.905907:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945609.905913:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 00000100:00000001:3.0:1784945609.905915:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1784945609.905917:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945609.905919:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945609.905923:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1784945609.905927:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:3.0:1784945609.905927:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945609.905932:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784945609.905934:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000100:00100000:3.0:1784945609.905938:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054240384:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945609.905943:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945609.905946:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945609.905947:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945609.905949:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945609.905953:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479af000. 02000000:00000001:3.0:1784945609.905955:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784945609.905957:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6110. 00000400:00000200:3.0:1784945609.905962:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:2.0:1784945609.905966:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054240512, portal 10 00000400:00000010:3.0:1784945609.905967:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000100:00000001:2.0:1784945609.905970:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945609.905973:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100524544 : -112779609027072 : ffff996d73774e00) 00000400:00000010:3.0:1784945609.905975:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1770. 00000100:00000200:3.0:1784945609.905980:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054240384, portal 25 00000100:00000040:2.0:1784945609.905982:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774e00 x1871641054240512/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945609.905984:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945609.905987:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100530816 : -112779609020800 : ffff996d73776680) 00000100:00000001:2.0:1784945609.905996:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945609.905998:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776680 x1871641054240384/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784945609.906003:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945609.906009:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6a18. 00000100:00000001:3.0:1784945609.906010:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945609.906014:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000200:2.0:1784945609.906015:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054240512, offset 0 00000400:00000010:3.0:1784945609.906017:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1ee0. 00000100:00000200:3.0:1784945609.906021:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054240384, offset 0 00000400:00000200:2.0:1784945609.906026:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945609.906033:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945609.906037:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945609.906045:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945609.906050:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945609.906054:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945609.906058:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945609.906061:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945609.906065:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314389:314389:256:4294967295] 192.168.202.106@tcp LPNI seq info [314385:314385:8:4294967295] 00000400:00000200:2.0:1784945609.906069:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945609.906074:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945609.906080:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945609.906086:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784945609.906086:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945609.906091:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945609.906095:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1784945609.906099:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945609.906099:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945609.906101:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314390:314390:255:4294967295] 192.168.202.106@tcp LPNI seq info [314386:314386:7:4294967295] 00000400:00000200:3.0:1784945609.906106:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:2.0:1784945609.906107:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b700. 00000400:00000200:3.0:1784945609.906113:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945609.906117:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945609.906119:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945609.906125:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000800:00000200:2.0:1784945609.906130:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945609.906133:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945609.906137:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784945609.906142:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945609.906146:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945609.906155:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945609.906155:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945609.906162:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16822 usecs (17 jiffies) 00000400:00000200:3.0:1784945609.906163:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945609.906169:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304397487 00000400:00000200:2.0:1784945609.906170:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945609.906175:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304396817 00000100:00000010:3.0:1784945609.906177:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322600. 00000100:00000001:3.0:1784945609.906185:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945609.906189:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304397487 00000100:00000010:3.0:1784945609.906192:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322900. 00000100:00000001:3.0:1784945609.906195:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945609.906198:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945609.906201:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945609.906205:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945609.906207:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945609.906215:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945609.906217:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945609.906220:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945609.906221:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945609.906222:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945609.906224:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945609.906240:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304397487 00000100:00000001:2.0:1784945609.906244:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304396817 00000100:00000001:2.0:1784945609.906247:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304397487 00000100:00000001:2.0:1784945609.906250:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945609.906252:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945609.906255:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784945609.906255:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945609.906261:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784945609.906262:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b700. 00000100:00000001:2.0:1784945609.906266:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784945609.906269:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784945609.906270:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945609.906275:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784945609.906278:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784945609.906278:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945609.906281:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945609.906285:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6a18 00000100:00000001:2.0:1784945609.906286:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784945609.906290:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6a18. 00000100:00000001:0.0:1784945609.906297:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945609.906302:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73774e00 x1871641054240512/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945609.906313:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945609.906317:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73774e00 x1871641054240512/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945625 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945609.906323:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945609.906324:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945609.906390:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945609.906393:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000400:00000200:0.0:1784945609.906397:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945609.906400:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945609.906402:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1ee0 00000400:00000010:0.0:1784945609.906404:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1ee0. 00000100:00000001:0.0:1784945609.906407:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945609.906410:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73776680 x1871641054240384/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945609.906416:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945609.906420:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73776680 x1871641054240384/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945625 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945609.906425:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945609.906427:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945609.910310:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945609.910331:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945609.910336:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945609.910339:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945609.910350:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945609.910359:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945609.910368:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945609.910372:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945609.910377:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945609.910381:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f5f00 00000400:00000200:0.0:1784945609.910385:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945609.910392:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd781 [1] + 224 00000800:00000001:0.0:1784945609.910401:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945609.910405:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945609.910409:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945609.910414:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945609.910424:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945609.910435:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73774e00 x1871641054240512/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945625 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945609.910460:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73774e00 x1871641054240512/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945625 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945609.910486:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945609.910496:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945609.910499:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945609.910501:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945609.910503:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945609.910506:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945609.910510:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945609.910558:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945609.910563:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945609.910566:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945609.910579:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f5e80 00000400:00000200:0.0:1784945609.910583:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945609.910597:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd789 [1] + 224 00000800:00000001:0.0:1784945609.910602:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945609.910608:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945609.910611:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945609.910614:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945609.910618:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945609.910622:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73776680 x1871641054240384/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945625 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945609.910632:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73776680 x1871641054240384/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945625 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945609.910688:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945609.910694:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945609.910710:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945609.910715:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945609.910719:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945609.910841:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945609.910845:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945609.910853:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945609.910855:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945609.910859:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945609.910864:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6110 00000400:00000010:2.0:1784945609.910867:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6110. 00000100:00000001:2.0:1784945609.910872:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945609.910878:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774e00 x1871641054240512/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945625 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945609.910887:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774e00 x1871641054240512/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945625 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945609.910894:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945609.910896:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945609.910899:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945609.910904:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945609.910907:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945609.910909:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945609.910912:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945609.910924:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=11 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945609.910929:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=81 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945609.910932:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945609.910934:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945609.910937:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945609.910941:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945609.910946:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945609.910948:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945609.910950:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945609.910952:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945609.910958:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774e00 x1871641054240512/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945625 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945609.910965:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945609.910968:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945609.910971:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945609.910975:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774e00 x1871641054240512/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945625 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945609.910983:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054240512:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945609.910989:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945609.910992:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945609.910995:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774e00 x1871641054240512/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945625 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945609.911002:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945609.911005:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945609.911009:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945609.911013:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945609.911016:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945609.911019:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945609.911021:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945609.911024:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea800. 02000000:00000001:2.0:1784945609.911028:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945609.911030:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945609.911032:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774e00. 00000100:00000001:2.0:1784945609.911037:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945609.911038:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945609.911040:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945609.911048:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945609.911050:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945609.911052:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945609.911054:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784945609.911177:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945609.911179:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945609.911181:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945609.911185:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1770 00000400:00000010:3.0:1784945609.911187:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1770. 00000100:00000001:3.0:1784945609.911190:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945609.911195:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776680 x1871641054240384/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945625 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945609.911259:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776680 x1871641054240384/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945625 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945609.911266:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945609.911268:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945609.911269:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945609.911271:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945609.911272:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945609.911274:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945609.911276:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945609.911279:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=11 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945609.911282:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=11 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945609.911285:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945609.911286:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945609.911288:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945609.911290:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945609.911292:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945609.911295:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776680 x1871641054240384/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945625 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945609.911302:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945609.911304:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945609.911305:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945609.911308:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776680 x1871641054240384/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945625 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945609.911316:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054240384:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945609.911320:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945609.911322:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945609.911325:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776680 x1871641054240384/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945625 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945609.911331:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945609.911332:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945609.911334:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479af000. 02000000:00000001:3.0:1784945609.911337:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945609.911339:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945609.911340:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945609.911342:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945609.911343:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beab00. 02000000:00000001:3.0:1784945609.911345:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945609.911347:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945609.911348:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776680. 00000100:00000001:3.0:1784945609.911351:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945609.911352:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945609.911354:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945609.911357:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945609.911359:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945609.911360:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945609.911362:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945610.225628:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945610.225632:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945610.225695:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945610.225702:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945610.225707:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945610.609669:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304397487, at 4304397504 00000100:00000010:0.0:1784945610.609701:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322600. 00000100:00000040:1.0:1784945610.609701:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304397487, at 4304397504 00000100:00000010:1.0:1784945610.609717:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322900. 00010000:00000001:1.0:1784945611.249662:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945611.249668:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945611.249755:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945611.249760:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945611.249764:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945612.273651:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945612.273659:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945612.273765:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945612.273771:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945612.273776:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945613.297663:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945613.297669:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945613.297728:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945613.297731:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945613.297733:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945614.321637:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945614.321643:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945614.321704:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945614.321707:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945614.321710:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945615.025681:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945615.025690:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945615.025702:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951f80. 00000020:00000040:2.0:1784945615.025707:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945615.025711:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945615.025714:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945615.025718:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945615.025725:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b000. 00000100:00000001:2.0:1784945615.025731:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945615.025743:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951f80 x1871641054240640/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945615.025752:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945615.025756:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945615.025774:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c06e06] to pc [ptlrpcd_01_01+1] req@ffff996d73951f80 x1871641054240640/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945615.025799:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945615.025802:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945615.025805:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945615.025809:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950380. 00000020:00000040:2.0:1784945615.025812:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945615.025814:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945615.025816:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945615.025818:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945615.025822:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:3.0:1784945615.025823:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945615.025826:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945615.025828:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784945615.025833:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950380 x1871641054240768/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945615.025833:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945615.025842:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951f80 x1871641054240640/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945615.025867:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945615.025868:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945615.025871:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945615.025872:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945615.025875:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784945615.025880:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3424a88] to pc [ptlrpcd_01_00+0] req@ffff996d73950380 x1871641054240768/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784945615.025880:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945615.025884:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945615.025892:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054240640:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945615.025897:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945615.025898:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784945615.025903:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784945615.025905:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784945615.025907:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784945615.025909:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945615.025912:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784945615.025913:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945615.025920:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479af400. 02000000:00000001:3.0:1784945615.025922:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945615.025927:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1784945615.025931:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784945615.025933:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9739) 00000400:00000010:3.0:1784945615.025936:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784945615.025945:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1770. 00000100:00000001:2.0:1784945615.025949:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1784945615.025952:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054240640, portal 25 00000100:00000001:2.0:1784945615.025953:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945615.025955:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784945615.025957:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945615.025961:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102478720 : -112779607072896 : ffff996d73951f80) 00000100:00000040:2.0:1784945615.025963:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950380 x1871641054240768/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784945615.025971:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951f80 x1871641054240640/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945615.025974:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945615.025977:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945615.025982:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945615.025984:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945615.025986:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784945615.025988:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945615.025992:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00100000:2.0:1784945615.025996:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054240768:192.168.202.106@tcp:400:kworker.0 00000400:00000010:3.0:1784945615.025998:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f16e8. 00000100:00000001:2.0:1784945615.026004:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1784945615.026004:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054240640, offset 0 00000400:00000200:3.0:1784945615.026013:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 02000000:00000001:2.0:1784945615.026020:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945615.026022:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945615.026023:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784945615.026026:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945615.026031:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945615.026035:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945615.026035:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945615.026045:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945615.026045:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1784945615.026051:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000200:3.0:1784945615.026052:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000010:2.0:1784945615.026059:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6110. 00000400:00000200:3.0:1784945615.026059:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1784945615.026064:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054240768, portal 10 00000400:00000200:3.0:1784945615.026065:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945615.026073:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314391:314391:256:4294967295] 192.168.202.106@tcp LPNI seq info [314387:314387:8:4294967295] 00000100:00000001:2.0:1784945615.026074:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945615.026078:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102471552 : -112779607080064 : ffff996d73950380) 00000400:00000200:3.0:1784945615.026082:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784945615.026090:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950380 x1871641054240768/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784945615.026101:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:2.0:1784945615.026104:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945615.026110:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000800:00000200:3.0:1784945615.026112:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945615.026115:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6a18. 00000800:00000010:3.0:1784945615.026119:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000100:00000200:2.0:1784945615.026120:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054240768, offset 0 00000400:00000200:2.0:1784945615.026133:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000800:00000200:3.0:1784945615.026133:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945615.026145:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784945615.026150:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784945615.026150:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784945615.026157:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945615.026161:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945615.026163:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945615.026166:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945615.026169:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945615.026172:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314392:314392:255:4294967295] 192.168.202.106@tcp LPNI seq info [314388:314388:7:4294967295] 00000100:00000001:3.0:1784945615.026173:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945615.026180:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945615.026183:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945615.026187:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304402607 00000400:00000200:2.0:1784945615.026192:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000010:3.0:1784945615.026196:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322840. 00000800:00000200:2.0:1784945615.026200:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784945615.026204:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000010:2.0:1784945615.026206:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bd00. 00000800:00000200:2.0:1784945615.026211:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945615.026217:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945615.026219:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945615.026223:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945615.026223:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304402607 00000100:00000040:2.0:1784945615.026229:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16822 usecs (17 jiffies) 00000100:00000010:3.0:1784945615.026231:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3220c0. 00000400:00000200:2.0:1784945615.026236:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945615.026236:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945615.026241:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304401937 00000100:00000001:3.0:1784945615.026241:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945615.026246:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304402607 00000100:00000001:3.0:1784945615.026246:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945615.026251:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304401937 00000100:00000001:3.0:1784945615.026252:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945615.026256:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304402607 00000100:00000001:3.0:1784945615.026257:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945615.026262:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945615.026265:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945615.026267:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945615.026268:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945615.026271:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945615.026272:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945615.026276:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945615.026279:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945615.026279:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945615.026283:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945615.026284:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945615.026289:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945615.026289:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945615.026292:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945615.026295:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945615.026298:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945615.026422:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945615.026427:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beab00. 00000400:00000200:0.0:1784945615.026434:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945615.026439:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945615.026445:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f16e8 00000400:00000010:0.0:1784945615.026447:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f16e8. 00000100:00000001:0.0:1784945615.026452:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945615.026456:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951f80 x1871641054240640/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945615.026465:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945615.026469:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951f80 x1871641054240640/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945631 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945615.026476:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945615.026477:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945615.026568:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945615.026571:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bd00. 00000400:00000200:0.0:1784945615.026574:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945615.026577:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945615.026579:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6a18 00000400:00000010:0.0:1784945615.026581:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6a18. 00000100:00000001:0.0:1784945615.026584:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945615.026587:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950380 x1871641054240768/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945615.026593:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945615.026596:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950380 x1871641054240768/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945631 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945615.026601:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945615.026603:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945615.028341:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945615.028351:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945615.028354:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945615.028356:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945615.028360:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945615.028365:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945615.028370:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945615.028431:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945615.028435:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945615.028438:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f6000 00000400:00000200:0.0:1784945615.028441:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945615.028445:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd799 [1] + 224 00000800:00000001:0.0:1784945615.028450:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945615.028456:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945615.028457:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945615.028460:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945615.028464:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945615.028469:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950380 x1871641054240768/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945631 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945615.028477:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950380 x1871641054240768/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945615.028493:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945615.028499:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945615.028500:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945615.028553:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945615.028556:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945615.028560:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945615.028562:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945615.028564:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945615.028567:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6110 00000400:00000010:2.0:1784945615.028568:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6110. 00000100:00000001:2.0:1784945615.028570:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945615.028574:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950380 x1871641054240768/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945615.028579:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950380 x1871641054240768/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945631 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945615.028583:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945615.028585:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945615.028587:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945615.028589:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945615.028591:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945615.028593:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945615.028595:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945615.028601:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=17 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945615.028604:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=87 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945615.028606:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945615.028607:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945615.028609:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945615.028612:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945615.028614:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945615.028615:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945615.028616:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945615.028617:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945615.028620:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950380 x1871641054240768/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945631 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945615.028625:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945615.028627:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945615.028628:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945615.028631:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950380 x1871641054240768/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945631 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945615.028635:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054240768:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945615.028638:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945615.028639:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945615.028641:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950380 x1871641054240768/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945631 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945615.028645:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945615.028647:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945615.028650:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945615.028652:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945615.028653:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945615.028655:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945615.028656:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945615.028658:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 02000000:00000001:2.0:1784945615.028661:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945615.028662:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945615.028663:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950380. 00000100:00000001:2.0:1784945615.028665:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945615.028666:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945615.028667:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945615.028671:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945615.028672:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945615.028673:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945615.028674:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945615.032749:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945615.032764:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945615.032768:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945615.032771:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945615.032778:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945615.032786:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945615.032794:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945615.032798:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945615.032803:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945615.032806:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f5f80 00000400:00000200:0.0:1784945615.032811:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945615.032816:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd791 [1] + 224 00000800:00000001:0.0:1784945615.032823:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945615.032831:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945615.032834:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945615.032850:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945615.032857:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945615.032865:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951f80 x1871641054240640/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945631 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945615.032876:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951f80 x1871641054240640/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945615.032898:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945615.032908:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945615.032911:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945615.033223:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945615.033228:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945615.033235:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945615.033237:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945615.033241:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945615.033246:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1770 00000400:00000010:3.0:1784945615.033248:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1770. 00000100:00000001:3.0:1784945615.033251:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945615.033257:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951f80 x1871641054240640/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945615.033265:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951f80 x1871641054240640/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945631 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945615.033271:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945615.033273:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945615.033276:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945615.033280:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945615.033282:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945615.033284:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945615.033287:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945615.033293:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=17 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945615.033297:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=17 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945615.033299:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945615.033300:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945615.033303:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945615.033305:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945615.033308:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945615.033312:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951f80 x1871641054240640/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945631 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945615.033319:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945615.033322:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945615.033323:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945615.033327:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951f80 x1871641054240640/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945631 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945615.033333:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054240640:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945615.033338:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945615.033340:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945615.033343:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951f80 x1871641054240640/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945631 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945615.033349:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945615.033351:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945615.033354:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479af400. 02000000:00000001:3.0:1784945615.033357:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945615.033360:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945615.033362:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945615.033364:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945615.033366:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b000. 02000000:00000001:3.0:1784945615.033369:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945615.033371:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945615.033373:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951f80. 00000100:00000001:3.0:1784945615.033377:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945615.033378:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945615.033380:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945615.033387:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945615.033389:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945615.033390:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945615.033393:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945615.348659:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945615.348665:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945615.348730:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945615.348733:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945615.348735:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945615.729646:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304402607, at 4304402624 00000100:00000010:1.0:1784945615.729658:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3220c0. 00000100:00000040:0.0:1784945615.730835:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304402607, at 4304402625 00000100:00000010:0.0:1784945615.730841:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322840. 00010000:00000001:1.0:1784945616.369699:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945616.369706:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945616.369763:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945616.369767:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945616.369771:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945617.394464:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945617.394469:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945617.394540:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945617.394543:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945617.394546:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945618.417629:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945618.417637:0:190906:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945618.417639:0:190906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945618.417641:0:190906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945618.417646:0:190906:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945618.417722:0:190906:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945618.417726:0:190906:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945618.417728:0:190906:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945618.417775:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945618.417780:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945618.417782:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945619.441602:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945619.441609:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945619.441678:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945619.441682:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945619.441686:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945620.145651:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945620.145661:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945620.145672:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289c00. 00000020:00000040:0.0:1784945620.145679:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784945620.145683:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945620.145686:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945620.145691:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945620.145700:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4000. 00000100:00000001:0.0:1784945620.145706:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945620.145717:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d43289c00 x1871641054240896/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945620.145727:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945620.145731:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945620.145739:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000224e74ab] to pc [ptlrpcd_00_01+1] req@ffff996d43289c00 x1871641054240896/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945620.145807:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945620.145811:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945620.145813:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784945620.145828:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289c00 x1871641054240896/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945620.145836:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784945620.145838:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945620.145842:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784945620.145844:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784945620.145847:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784945620.145851:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054240896:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945620.145857:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784945620.145862:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784945620.145865:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945620.145867:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784945620.145872:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ade00. 02000000:00000001:1.0:1784945620.145874:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945620.145881:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784945620.145884:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d948. 00000400:00000010:1.0:1784945620.145891:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294bb0. 00000100:00000200:1.0:1784945620.145897:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054240896, portal 25 00000100:00000001:1.0:1784945620.145899:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784945620.145900:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290060800 : -112780419490816 : ffff996d43289c00) 00000100:00000040:1.0:1784945620.145905:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289c00 x1871641054240896/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945620.145917:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784945620.145920:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784945620.145923:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294d48. 00000100:00000200:1.0:1784945620.145925:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054240896, offset 0 00000400:00000200:1.0:1784945620.145931:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784945620.146027:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945620.146035:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784945620.146174:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784945620.146178:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784945620.146181:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784945620.146184:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784945620.146188:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314393:314393:256:4294967295] 192.168.202.106@tcp LPNI seq info [314389:314389:8:4294967295] 00000400:00000200:1.0:1784945620.146193:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945620.146202:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784945620.146208:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784945620.146214:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad300. 00000800:00000200:1.0:1784945620.146221:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784945620.146228:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784945620.146232:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784945620.146245:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945620.146248:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945620.146251:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304407727 00000100:00000010:1.0:1784945620.146255:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f960. 00000100:00000001:1.0:1784945620.146260:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784945620.146266:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304407727 00000100:00000010:1.0:1784945620.146269:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8fd20. 00000100:00000001:1.0:1784945620.146272:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784945620.146275:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945620.146277:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945620.146280:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945620.146282:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945620.146441:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945620.146444:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945620.146448:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945620.146451:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328a680. 00000020:00000040:0.0:1784945620.146454:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784945620.146456:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945620.146458:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945620.146461:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945620.146464:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4700. 00000100:00000001:0.0:1784945620.146467:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945620.146473:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d4328a680 x1871641054241024/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945620.146480:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945620.146483:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945620.146498:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6fb888] to pc [ptlrpcd_00_00+0] req@ffff996d4328a680 x1871641054241024/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945620.146556:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945620.146559:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784945620.146562:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945620.146563:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945620.146565:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784945620.146567:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1784945620.146569:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945620.146571:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945620.146572:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945620.146574:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945620.146575:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945620.146576:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784945620.146580:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328a680 x1871641054241024/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945620.146587:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784945620.146588:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945620.146590:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784945620.146592:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784945620.146594:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784945620.146596:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054241024:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945620.146600:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784945620.146602:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784945620.146603:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945620.146605:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784945620.146609:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ac800. 02000000:00000001:1.0:1784945620.146611:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945620.146614:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784945620.146618:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d478. 00000400:00000010:1.0:1784945620.146621:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294770. 00000100:00000200:1.0:1784945620.146624:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054241024, portal 10 00000100:00000001:1.0:1784945620.146627:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784945620.146628:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290063488 : -112780419488128 : ffff996d4328a680) 00000100:00000040:1.0:1784945620.146634:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328a680 x1871641054241024/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945620.146640:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784945620.146642:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784945620.146644:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294aa0. 00000100:00000200:1.0:1784945620.146646:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054241024, offset 0 00000400:00000200:1.0:1784945620.146651:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784945620.146654:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945620.146658:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784945620.146660:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784945620.146663:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784945620.146665:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784945620.146667:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784945620.146670:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314394:314394:255:4294967295] 192.168.202.106@tcp LPNI seq info [314390:314390:7:4294967295] 00000400:00000200:1.0:1784945620.146675:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945620.146680:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784945620.146685:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784945620.146688:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83adc00. 00000800:00000200:1.0:1784945620.146691:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784945620.146696:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784945620.146699:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83adc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784945620.146702:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945620.146705:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16822 usecs (17 jiffies) 00000400:00000200:1.0:1784945620.146708:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945620.146710:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304407058 00000100:00000001:1.0:1784945620.146712:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304407727 00000100:00000001:1.0:1784945620.146714:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304407058 00000100:00000001:1.0:1784945620.146716:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304407727 00000100:00000001:1.0:1784945620.146718:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945620.146720:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945620.146722:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945620.146724:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945620.146773:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945620.146776:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad300. 00000400:00000200:1.0:1784945620.146783:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945620.146787:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945620.146792:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294d48 00000400:00000010:1.0:1784945620.146794:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294d48. 00000100:00000001:1.0:1784945620.146799:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945620.146802:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289c00 x1871641054240896/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945620.146811:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945620.146814:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289c00 x1871641054240896/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945636 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945620.147036:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945620.147425:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784945620.147429:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784945620.147431:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784945620.147434:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784945620.147439:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9744) 00000100:00000001:0.0:1784945620.147451:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945620.147453:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945620.147477:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945620.147478:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945620.147480:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945620.147482:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945620.147750:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945620.147752:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945620.149022:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945620.149027:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83adc00. 00000400:00000200:1.0:1784945620.149033:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945620.149047:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945620.149052:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294aa0 00000400:00000010:1.0:1784945620.149055:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294aa0. 00000100:00000001:1.0:1784945620.149058:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945620.149064:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328a680 x1871641054241024/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945620.149072:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945620.149075:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328a680 x1871641054241024/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945636 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945620.149081:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945620.149083:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945620.151662:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945620.151675:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945620.151678:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945620.151679:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945620.151693:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945620.151698:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945620.151704:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945620.151707:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945620.151710:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945620.151713:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f6100 00000400:00000200:0.0:1784945620.151717:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945620.151723:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd7b1 [1] + 224 00000800:00000001:0.0:1784945620.151731:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945620.151737:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945620.151740:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945620.151744:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945620.151751:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945620.151758:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328a680 x1871641054241024/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945636 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945620.151769:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328a680 x1871641054241024/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945620.151790:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945620.151796:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945620.151799:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945620.151824:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945620.151829:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784945620.151835:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784945620.151837:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784945620.151840:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d478. 00000400:00000200:1.0:1784945620.151844:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294770 00000400:00000010:1.0:1784945620.151847:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294770. 00000100:00000001:1.0:1784945620.151849:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945620.151854:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328a680 x1871641054241024/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784945620.151863:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328a680 x1871641054241024/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945636 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945620.151869:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784945620.151871:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945620.151874:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784945620.151877:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784945620.151879:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784945620.151881:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945620.151884:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784945620.151891:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=22 v=5 (5 5 5 5) 00000100:00001000:1.0:1784945620.151895:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=92 v=5 (1 1 1 1) 00000100:00000001:1.0:1784945620.151897:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784945620.151899:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945620.151901:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784945620.151905:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945620.151908:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784945620.151915:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784945620.151917:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784945620.151918:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945620.151922:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328a680 x1871641054241024/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945636 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945620.151928:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945620.151931:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784945620.151933:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784945620.151936:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328a680 x1871641054241024/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945636 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784945620.152304:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945620.152309:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945620.152311:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945620.152312:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945620.152315:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945620.152317:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945620.152321:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945620.152323:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945620.152325:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945620.152327:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f6080 00000400:00000200:0.0:1784945620.152329:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945620.152332:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd7a1 [1] + 224 00000800:00000001:0.0:1784945620.152334:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945620.152338:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945620.152339:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945620.152341:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945620.152343:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945620.152348:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289c00 x1871641054240896/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945636 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945620.152357:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289c00 x1871641054240896/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945620.152365:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945620.152370:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945620.152372:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784945620.153033:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054241024:192.168.202.106@tcp:400:kworker.0 00000400:00000001:1.0:1784945620.153052:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784945620.153053:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784945620.153055:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d948. 00000400:00000200:1.0:1784945620.153059:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294bb0 00000400:00000010:1.0:1784945620.153061:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294bb0. 00000100:00000001:1.0:1784945620.153064:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945620.153067:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289c00 x1871641054240896/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784945620.153076:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289c00 x1871641054240896/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945636 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945620.153082:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784945620.153083:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945620.153086:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784945620.153088:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784945620.153089:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784945620.153091:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945620.153093:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784945620.153097:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=22 v=5 (5 5 5 5) 00000100:00001000:1.0:1784945620.153100:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=22 v=5 (1 1 1 1) 00000100:00000001:1.0:1784945620.153102:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784945620.153104:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945620.153106:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784945620.153107:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945620.153109:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945620.153118:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289c00 x1871641054240896/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945636 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945620.153125:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945620.153128:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784945620.153129:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784945620.153132:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289c00 x1871641054240896/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945636 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784945620.153139:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054240896:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945620.153143:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945620.153145:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945620.153148:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328a680 x1871641054241024/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945636 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945620.153155:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784945620.153158:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784945620.153161:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ac800. 02000000:00000001:1.0:1784945620.153164:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784945620.153166:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784945620.153168:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784945620.153170:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784945620.153172:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4700. 02000000:00000001:1.0:1784945620.153176:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784945620.153177:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784945620.153180:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328a680. 00000100:00000001:1.0:1784945620.153183:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784945620.153184:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945620.153186:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945620.153189:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289c00 x1871641054240896/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945636 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945620.153206:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784945620.153208:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784945620.153211:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ade00. 02000000:00000001:1.0:1784945620.153214:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784945620.153215:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784945620.153216:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784945620.153218:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784945620.153220:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4000. 02000000:00000001:1.0:1784945620.153222:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784945620.153223:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784945620.153224:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289c00. 00000100:00000001:1.0:1784945620.153227:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784945620.153228:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945620.153230:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945620.153237:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945620.153239:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945620.153241:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945620.153243:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945620.466847:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945620.466854:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945620.466925:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945620.466928:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945620.466931:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945620.849598:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304407727, at 4304407744 00000100:00000040:0.0:1784945620.849599:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304407727, at 4304407744 00000100:00000010:1.0:1784945620.849614:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8fd20. 00000100:00000010:0.0:1784945620.849621:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f960. 00010000:00000001:1.0:1784945621.489643:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945621.489655:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945621.489784:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945621.489788:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945621.489791:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945622.513729:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945622.513735:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945622.513794:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945622.513799:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945622.513803:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945623.537741:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945623.537747:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945623.538539:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945623.538543:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945623.538547:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945624.562130:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945624.562137:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945624.563411:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945624.563415:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945624.563420:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945625.265753:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945625.265763:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945625.265773:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289500. 00000020:00000040:0.0:1784945625.265779:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784945625.265783:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945625.265786:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945625.265791:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945625.265798:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4500. 00000100:00000001:0.0:1784945625.265805:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945625.265816:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d43289500 x1871641054241152/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945625.265826:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945625.265830:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945625.265847:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0064ac2] to pc [ptlrpcd_00_01+1] req@ffff996d43289500 x1871641054241152/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945625.265875:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945625.265877:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945625.265881:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945625.265883:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328b100. 00000020:00000040:0.0:1784945625.265886:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784945625.265889:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945625.265891:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945625.265894:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945625.265897:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4d00. 00000100:00000001:0.0:1784945625.265900:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945625.265901:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784945625.265906:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d4328b100 x1871641054241280/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784945625.265906:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945625.265910:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784945625.265918:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289500 x1871641054241152/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945625.265919:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945625.265923:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945625.265932:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028243735] to pc [ptlrpcd_00_00+0] req@ffff996d4328b100 x1871641054241280/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945625.265941:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784945625.265944:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945625.265949:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784945625.265951:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945625.265952:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784945625.265957:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784945625.265957:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784945625.265963:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054241152:192.168.202.106@tcp:400:kworker.0 00000100:00000040:0.0:1784945625.265964:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784945625.265968:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1784945625.265969:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784945625.265974:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1784945625.265975:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1784945625.265978:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945625.265981:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784945625.265982:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9749) 02000000:00000010:1.0:1784945625.265985:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ac800. 02000000:00000001:1.0:1784945625.265988:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945625.265994:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784945625.265997:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d948. 00000100:00000001:0.0:1784945625.266003:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1784945625.266004:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294bb0. 00000100:00000001:0.0:1784945625.266008:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945625.266011:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1784945625.266012:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054241152, portal 25 00000100:00000001:1.0:1784945625.266015:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1784945625.266017:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328b100 x1871641054241280/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945625.266018:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290059008 : -112780419492608 : ffff996d43289500) 00000100:00000040:1.0:1784945625.266026:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289500 x1871641054241152/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945625.266033:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945625.266036:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945625.266037:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1784945625.266040:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1784945625.266043:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000001:0.0:1784945625.266044:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1784945625.266046:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294770. 02000000:00000001:0.0:1784945625.266049:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784945625.266050:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054241152, offset 0 00000100:00100000:0.0:1784945625.266055:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054241280:192.168.202.106@tcp:400:kworker.0 00000400:00000200:1.0:1784945625.266058:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784945625.266063:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945625.266066:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945625.266068:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945625.266068:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:0.0:1784945625.266073:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945625.266078:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b400. 00000400:00000200:1.0:1784945625.266078:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 02000000:00000001:0.0:1784945625.266083:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945625.266087:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945625.266089:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945625.266094:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000010:0.0:1784945625.266095:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652ff20. 00000400:00000200:1.0:1784945625.266099:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1784945625.266100:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fee0. 00000400:00000200:1.0:1784945625.266105:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000200:0.0:1784945625.266106:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054241280, portal 10 00000100:00000001:0.0:1784945625.266110:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945625.266113:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290066176 : -112780419485440 : ffff996d4328b100) 00000400:00000200:1.0:1784945625.266113:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314395:314395:256:4294967295] 192.168.202.106@tcp LPNI seq info [314391:314391:8:4294967295] 00000400:00000200:1.0:1784945625.266122:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:0.0:1784945625.266125:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328b100 x1871641054241280/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945625.266132:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945625.266138:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945625.266142:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f440. 00000400:00000200:1.0:1784945625.266142:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000200:0.0:1784945625.266147:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054241280, offset 0 00000800:00000200:1.0:1784945625.266152:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945625.266156:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784945625.266160:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83adc00. 00000400:00000200:0.0:1784945625.266162:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945625.266168:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:1.0:1784945625.266172:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784945625.266174:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945625.266179:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945625.266182:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1784945625.266186:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784945625.266187:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:1.0:1784945625.266193:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83adc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784945625.266194:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314396:314396:255:4294967295] 192.168.202.106@tcp LPNI seq info [314392:314392:7:4294967295] 00000400:00000200:0.0:1784945625.266202:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945625.266208:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945625.266209:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:1.0:1784945625.266215:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:0.0:1784945625.266219:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784945625.266220:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304412847 00000800:00000010:0.0:1784945625.266226:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4800. 00000100:00000010:1.0:1784945625.266227:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8fd20. 00000800:00000200:0.0:1784945625.266234:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:1.0:1784945625.266236:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1784945625.266242:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:1.0:1784945625.266244:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304412847 00000800:00000200:0.0:1784945625.266246:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4800 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1784945625.266250:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f120. 00000100:00000001:0.0:1784945625.266252:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945625.266256:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1784945625.266258:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16821 usecs (17 jiffies) 00000100:00000001:1.0:1784945625.266261:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784945625.266266:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945625.266266:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945625.266270:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304412177 00000100:00000001:1.0:1784945625.266272:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945625.266274:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304412847 00000100:00000001:1.0:1784945625.266277:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945625.266279:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304412177 00000100:00000001:0.0:1784945625.266281:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304412847 00000100:00000001:0.0:1784945625.266283:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945625.266285:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945625.266291:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945625.266293:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945625.266295:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945625.266297:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945625.266298:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945625.266301:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784945625.266302:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945625.266304:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945625.266307:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945625.266308:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945625.266311:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945625.266312:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945625.266328:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945625.266333:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945625.266376:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945625.266379:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83adc00. 00000400:00000200:1.0:1784945625.266385:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945625.266389:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945625.266393:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294770 00000400:00000010:1.0:1784945625.266395:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294770. 00000100:00000001:1.0:1784945625.266399:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945625.266403:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289500 x1871641054241152/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945625.266409:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945625.266412:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289500 x1871641054241152/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945641 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945625.266416:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945625.266417:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945625.266702:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945625.266705:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4800. 00000400:00000200:1.0:1784945625.266708:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945625.266711:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945625.266714:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f440 00000400:00000010:1.0:1784945625.266715:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f440. 00000100:00000001:1.0:1784945625.266717:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945625.266720:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328b100 x1871641054241280/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945625.266725:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945625.266727:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328b100 x1871641054241280/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945641 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945625.266731:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945625.266732:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945625.267970:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945625.267982:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945625.267985:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945625.267987:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945625.267992:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945625.267996:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945625.268001:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945625.268003:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945625.268006:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945625.268009:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f6180 00000400:00000200:0.0:1784945625.268012:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945625.268015:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd7c1 [1] + 224 00000800:00000001:0.0:1784945625.268020:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945625.268024:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945625.268026:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945625.268028:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945625.268032:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945625.268037:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289500 x1871641054241152/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945641 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945625.268043:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289500 x1871641054241152/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945641 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945625.268081:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945625.268083:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945625.268110:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945625.268123:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945625.268126:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1784945625.268133:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784945625.268136:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784945625.268139:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d948. 00000400:00000200:1.0:1784945625.268144:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294bb0 00000400:00000010:1.0:1784945625.268146:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294bb0. 00000100:00000001:1.0:1784945625.268149:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945625.268153:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289500 x1871641054241152/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945641 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784945625.268163:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289500 x1871641054241152/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945641 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945625.268169:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784945625.268172:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945625.268174:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784945625.268177:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784945625.268179:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784945625.268181:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945625.268182:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784945625.268187:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=27 v=5 (5 5 5 5) 00000100:00001000:1.0:1784945625.268190:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=27 v=5 (1 1 1 1) 00000100:00000001:1.0:1784945625.268192:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784945625.268193:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945625.268194:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784945625.268196:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945625.268198:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945625.268201:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289500 x1871641054241152/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945641 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945625.268205:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945625.268207:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784945625.268209:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784945625.268211:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289500 x1871641054241152/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945641 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784945625.268216:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054241152:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945625.268219:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945625.268220:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945625.268222:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289500 x1871641054241152/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945641 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945625.268228:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784945625.268230:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784945625.268232:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ac800. 02000000:00000001:1.0:1784945625.268235:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784945625.268237:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784945625.268239:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784945625.268241:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784945625.268244:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4500. 02000000:00000001:1.0:1784945625.268247:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784945625.268249:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784945625.268250:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289500. 00000100:00000001:1.0:1784945625.268253:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784945625.268255:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945625.268257:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945625.268262:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945625.268263:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945625.268265:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945625.268267:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784945625.272110:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945625.272126:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945625.272130:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945625.272133:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945625.272141:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945625.272148:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945625.272156:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945625.272160:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945625.272165:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945625.272169:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f6200 00000400:00000200:1.0:1784945625.272174:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945625.272179:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd7d1 [1] + 224 00000800:00000001:1.0:1784945625.272185:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945625.272191:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945625.272193:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945625.272196:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945625.272201:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945625.272208:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328b100 x1871641054241280/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945641 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945625.272215:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328b100 x1871641054241280/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945641 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945625.272295:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945625.272312:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945625.272315:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945625.272383:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945625.272387:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784945625.272394:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945625.272406:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945625.272409:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652ff20. 00000400:00000200:0.0:1784945625.272414:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fee0 00000400:00000010:0.0:1784945625.272416:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fee0. 00000100:00000001:0.0:1784945625.272419:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945625.272424:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328b100 x1871641054241280/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945641 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945625.272434:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328b100 x1871641054241280/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945641 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945625.272448:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945625.272451:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945625.272453:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945625.272456:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945625.272459:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945625.272461:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945625.272464:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945625.272473:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=27 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945625.272477:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=97 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945625.272480:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945625.272482:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945625.272484:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945625.272488:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945625.272491:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784945625.272493:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784945625.272496:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784945625.272498:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945625.272503:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328b100 x1871641054241280/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945641 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945625.272509:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945625.272512:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945625.272514:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945625.272548:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328b100 x1871641054241280/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945641 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945625.272555:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054241280:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945625.272560:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945625.272563:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945625.272566:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328b100 x1871641054241280/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945641 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945625.272573:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945625.272575:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945625.272578:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784945625.272580:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945625.272582:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945625.272584:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784945625.272586:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945625.272587:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4d00. 02000000:00000001:0.0:1784945625.272590:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945625.272591:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945625.272593:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328b100. 00000100:00000001:0.0:1784945625.272595:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945625.272596:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945625.272597:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945625.272602:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945625.272603:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945625.272605:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945625.272607:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945625.586565:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945625.586571:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945625.586627:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945625.586630:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945625.586633:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945625.971566:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304412847, at 4304412866 00000100:00000010:0.0:1784945625.971582:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8fd20. 00000100:00000040:1.0:1784945625.971631:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304412847, at 4304412866 00000100:00000010:1.0:1784945625.971639:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f120. 00010000:00000001:1.0:1784945626.609639:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945626.609644:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945626.609705:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945626.609709:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945626.609712:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945627.633765:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945627.633772:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945627.634586:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945627.634589:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945627.634592:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945628.657638:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945628.657646:0:190906:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945628.657649:0:190906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945628.657652:0:190906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945628.657656:0:190906:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945628.657669:0:190906:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945628.657672:0:190906:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945628.657674:0:190906:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945628.657740:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945628.657744:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945628.657747:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945629.681659:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945629.681666:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945629.681731:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945629.681735:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945629.681739:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945630.386699:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945630.386710:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945630.386718:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950380. 00000020:00000040:2.0:1784945630.386724:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945630.386729:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945630.388553:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945630.388559:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945630.388568:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784945630.388575:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945630.388587:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950380 x1871641054241408/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945630.388602:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945630.388606:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945630.388612:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3424a88] to pc [ptlrpcd_01_01+1] req@ffff996d73950380 x1871641054241408/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945630.388632:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945630.388635:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945630.388638:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945630.388642:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953100. 00000020:00000040:2.0:1784945630.388646:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945630.388648:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945630.388649:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945630.388651:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945630.388654:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784945630.388657:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945630.388661:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73953100 x1871641054241536/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945630.388667:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945630.388669:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945630.388672:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b49009a9] to pc [ptlrpcd_01_00+0] req@ffff996d73953100 x1871641054241536/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945630.388680:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945630.388682:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945630.388685:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945630.388688:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945630.388691:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945630.388696:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9754) 00000100:00000001:2.0:1784945630.388706:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945630.388709:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945630.388711:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945630.388716:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953100 x1871641054241536/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945630.388723:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945630.388725:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945630.388728:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945630.388730:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945630.388733:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945630.388736:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054241536:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945630.388740:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945630.388745:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945630.388748:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945630.388750:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945630.388754:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945630.388756:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945630.388762:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945630.388766:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784945630.388773:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6110. 00000100:00000200:2.0:1784945630.388779:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054241536, portal 10 00000100:00000001:2.0:1784945630.388782:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945630.388783:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102483200 : -112779607068416 : ffff996d73953100) 00000100:00000040:2.0:1784945630.388790:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953100 x1871641054241536/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945630.388797:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945630.388800:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945630.388803:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6e58. 00000100:00000200:2.0:1784945630.388806:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054241536, offset 0 00000400:00000200:2.0:1784945630.388812:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945630.388819:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945630.388825:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945630.388830:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945630.388834:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945630.388838:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945630.388840:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945630.388844:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314397:314397:256:4294967295] 192.168.202.106@tcp LPNI seq info [314393:314393:8:4294967295] 00000400:00000200:2.0:1784945630.388849:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945630.388859:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945630.388864:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945630.388868:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b800. 00000800:00000200:2.0:1784945630.388874:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945630.388881:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945630.388885:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945630.388904:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945630.388909:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16821 usecs (17 jiffies) 00000400:00000200:2.0:1784945630.388918:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945630.388920:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304417300 00000100:00000010:2.0:1784945630.388924:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c5a0. 00000100:00000001:2.0:1784945630.388930:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945630.388935:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304417300 00000100:00000010:2.0:1784945630.388937:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c180. 00000100:00000001:2.0:1784945630.388940:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945630.388951:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945630.388954:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945630.388957:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945630.388959:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945630.388965:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945630.388967:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945630.388970:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945630.388971:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945630.388972:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945630.388975:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1784945630.388977:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945630.388978:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945630.388980:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945630.388982:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945630.388983:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945630.388984:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945630.388988:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950380 x1871641054241408/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945630.388994:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945630.388995:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945630.388997:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945630.388999:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945630.389001:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945630.389004:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054241408:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945630.389007:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945630.389010:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945630.389011:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945630.389013:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945630.389016:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945630.389018:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945630.389021:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945630.389024:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784945630.389027:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6bb0. 00000100:00000200:2.0:1784945630.389030:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054241408, portal 25 00000100:00000001:2.0:1784945630.389031:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945630.389032:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102471552 : -112779607080064 : ffff996d73950380) 00000100:00000040:2.0:1784945630.389037:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950380 x1871641054241408/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945630.389043:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945630.389045:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945630.389047:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6f68. 00000100:00000200:2.0:1784945630.389049:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054241408, offset 0 00000400:00000200:2.0:1784945630.389053:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945630.389056:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945630.389059:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945630.389062:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945630.389064:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945630.389066:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945630.389068:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945630.389071:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314398:314398:255:4294967295] 192.168.202.106@tcp LPNI seq info [314394:314394:7:4294967295] 00000400:00000200:2.0:1784945630.389076:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945630.389081:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945630.389086:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945630.389090:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b500. 00000800:00000200:2.0:1784945630.389093:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945630.389098:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945630.389101:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945630.389105:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945630.389108:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945630.389110:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304417970 00000100:00000001:3.0:1784945630.389113:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945630.389116:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304417300 00000100:00000001:3.0:1784945630.389118:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945630.389120:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304417970 00000100:00000001:2.0:1784945630.389126:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304417300 00000100:00000001:2.0:1784945630.389128:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945630.389131:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945630.389133:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945630.389136:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945630.389206:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945630.389211:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b800. 00000400:00000200:0.0:1784945630.389215:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945630.389220:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945630.389225:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6e58 00000400:00000010:0.0:1784945630.389227:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6e58. 00000100:00000001:0.0:1784945630.389232:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945630.389236:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953100 x1871641054241536/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945630.389245:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945630.389248:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953100 x1871641054241536/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945646 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945630.389255:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945630.389257:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945630.389298:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945630.389301:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b500. 00000400:00000200:0.0:1784945630.389304:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945630.389307:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945630.389310:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6f68 00000400:00000010:0.0:1784945630.389312:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6f68. 00000100:00000001:0.0:1784945630.389313:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945630.389317:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950380 x1871641054241408/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945630.389324:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945630.389327:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950380 x1871641054241408/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945646 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945630.389337:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945630.389339:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945630.392234:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945630.392256:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945630.392260:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945630.392263:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945630.392271:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945630.392279:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945630.392287:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945630.392291:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945630.392296:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945630.392300:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f6300 00000400:00000200:1.0:1784945630.392305:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945630.392312:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd7e1 [1] + 224 00000800:00000001:1.0:1784945630.392319:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945630.392323:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945630.392326:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945630.392331:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945630.392338:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945630.392346:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953100 x1871641054241536/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945646 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945630.392357:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953100 x1871641054241536/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945646 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945630.392379:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945630.392395:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945630.392408:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945630.392410:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945630.392413:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945630.392415:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945630.392419:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945630.392423:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945630.392425:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945630.392428:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945630.392431:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f6280 00000400:00000200:1.0:1784945630.392434:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945630.392438:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd7e9 [1] + 224 00000800:00000001:1.0:1784945630.392442:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945630.392446:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945630.392449:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945630.392452:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945630.392455:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945630.392459:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950380 x1871641054241408/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945646 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945630.392468:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950380 x1871641054241408/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945646 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945630.392475:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945630.392479:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945630.392481:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945630.392630:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945630.392635:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945630.392642:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945630.392930:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945630.392934:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945630.392938:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6bb0 00000400:00000010:2.0:1784945630.392940:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6bb0. 00000100:00000001:2.0:1784945630.392944:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945630.392949:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950380 x1871641054241408/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945646 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945630.392963:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950380 x1871641054241408/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945646 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945630.392969:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945630.392971:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945630.392973:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945630.392976:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945630.392978:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945630.392980:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945630.392983:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945630.392989:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=32 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945630.392993:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=32 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945630.392995:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945630.392997:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945630.392999:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945630.393001:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945630.393004:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945630.393008:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950380 x1871641054241408/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945646 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945630.393015:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945630.393018:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945630.393020:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945630.393024:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950380 x1871641054241408/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945646 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945630.393031:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054241408:192.168.202.106@tcp:400:kworker.0 00000400:00000001:2.0:1784945630.393037:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945630.393038:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945630.393040:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945630.393043:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6110 00000400:00000010:2.0:1784945630.393045:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6110. 00000100:00000001:2.0:1784945630.393047:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945630.393051:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953100 x1871641054241536/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945646 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945630.393059:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953100 x1871641054241536/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945646 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945630.393065:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945630.393066:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945630.393068:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945630.393069:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945630.393070:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945630.393071:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945630.393073:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945630.393078:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=32 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945630.393080:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=102 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945630.393082:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945630.393083:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945630.393085:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945630.393087:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945630.393090:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945630.393092:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945630.393094:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945630.393095:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945630.393099:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953100 x1871641054241536/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945646 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945630.393106:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945630.393108:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945630.393109:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945630.393112:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953100 x1871641054241536/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945646 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945630.393119:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054241536:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945630.393122:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945630.393125:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945630.393128:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950380 x1871641054241408/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945646 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945630.393135:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945630.393137:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945630.393141:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945630.393144:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945630.393146:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945630.393148:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945630.393150:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945630.393153:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 02000000:00000001:2.0:1784945630.393156:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945630.393158:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945630.393159:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950380. 00000100:00000001:2.0:1784945630.393163:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945630.393164:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945630.393166:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945630.393169:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953100 x1871641054241536/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945646 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945630.393176:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945630.393177:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945630.393178:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945630.393180:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945630.393182:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945630.393183:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945630.393184:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945630.393186:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 02000000:00000001:2.0:1784945630.393188:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945630.393189:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945630.393191:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953100. 00000100:00000001:2.0:1784945630.393193:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945630.393194:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945630.393196:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945630.393202:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945630.393204:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945630.393206:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945630.393208:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945630.705631:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945630.705638:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945630.705694:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945630.705697:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945630.705701:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945631.089625:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304417970, at 4304417984 00000100:00000010:1.0:1784945631.089641:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c180. 00000100:00000040:0.0:1784945631.090468:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304417970, at 4304417984 00000100:00000010:0.0:1784945631.090476:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c5a0. 00010000:00000001:1.0:1784945631.729637:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945631.729644:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945631.729729:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945631.729733:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945631.729736:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945632.753628:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945632.753634:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945632.753693:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945632.753696:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945632.753699:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945633.777631:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945633.777638:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945633.778154:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945633.778157:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945633.778160:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945634.801633:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945634.801640:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945634.801863:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945634.801867:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945634.801870:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784945635.185623:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784945635.185629:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784945635.185633:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1784945635.185783:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784945635.185789:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784945635.185797:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945635.185801:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945635.185804:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945635.505621:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945635.505628:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945635.505637:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953100. 00000020:00000040:2.0:1784945635.505641:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945635.505644:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945635.505646:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945635.505650:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945635.505657:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784945635.505664:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945635.505674:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73953100 x1871641054241664/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945635.505685:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945635.505689:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945635.505695:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b49009a9] to pc [ptlrpcd_01_01+1] req@ffff996d73953100 x1871641054241664/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945635.505725:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945635.505727:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945635.505730:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945635.505734:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950380. 00000020:00000040:2.0:1784945635.505736:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945635.505739:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945635.505740:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1784945635.505741:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784945635.505742:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945635.505744:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1784945635.505745:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:3.0:1784945635.505747:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784945635.505748:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945635.505752:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950380 x1871641054241792/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1784945635.505753:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953100 x1871641054241664/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945635.505760:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945635.505761:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945635.505762:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945635.505763:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945635.505765:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3424a88] to pc [ptlrpcd_01_00+0] req@ffff996d73950380 x1871641054241792/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784945635.505767:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945635.505769:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945635.505771:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945635.505774:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945635.505775:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054241664:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784945635.505776:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945635.505779:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784945635.505779:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784945635.505782:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784945635.505783:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784945635.505784:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784945635.505786:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945635.505788:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784945635.505789:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9760) 02000000:00000010:3.0:1784945635.505792:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479aea00. 02000000:00000001:3.0:1784945635.505794:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945635.505799:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945635.505800:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784945635.505800:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945635.505802:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1784945635.505804:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000100:00000040:2.0:1784945635.505806:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950380 x1871641054241792/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945635.505811:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1784945635.505811:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1770. 00000100:00000001:2.0:1784945635.505813:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945635.505814:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945635.505815:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1784945635.505816:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054241664, portal 25 02000000:00000001:2.0:1784945635.505817:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945635.505818:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1784945635.505820:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054241792:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945635.505820:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102483200 : -112779607068416 : ffff996d73953100) 00000100:00000001:2.0:1784945635.505823:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945635.505825:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784945635.505825:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953100 x1871641054241664/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784945635.505826:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945635.505828:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945635.505831:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945635.505833:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945635.505833:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945635.505835:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945635.505836:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945635.505837:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1330. 00000400:00000010:2.0:1784945635.505838:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000100:00000200:3.0:1784945635.505840:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054241664, offset 0 00000400:00000010:2.0:1784945635.505842:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6110. 00000100:00000200:2.0:1784945635.505845:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054241792, portal 10 00000400:00000200:3.0:1784945635.505846:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784945635.505847:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945635.505848:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102471552 : -112779607080064 : ffff996d73950380) 00000100:00000040:2.0:1784945635.505854:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950380 x1871641054241792/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784945635.505854:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945635.505860:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784945635.505860:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000040:2.0:1784945635.505861:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945635.505865:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945635.505869:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945635.505872:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945635.505875:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000010:2.0:1784945635.505877:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6bb0. 00000100:00000200:2.0:1784945635.505879:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054241792, offset 0 00000400:00000200:3.0:1784945635.505879:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314399:314399:256:4294967295] 192.168.202.106@tcp LPNI seq info [314395:314395:8:4294967295] 00000400:00000200:3.0:1784945635.505883:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945635.505887:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945635.505890:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945635.505893:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945635.505896:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945635.505899:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945635.505899:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784945635.505901:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945635.505903:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:3.0:1784945635.505905:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945635.505906:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314400:314400:255:4294967295] 192.168.202.106@tcp LPNI seq info [314396:314396:7:4294967295] 00000400:00000200:2.0:1784945635.505909:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:3.0:1784945635.505910:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beaf00. 00000400:00000200:2.0:1784945635.505914:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945635.505916:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945635.505918:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945635.505920:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b300. 00000800:00000200:2.0:1784945635.505923:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945635.505923:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945635.505926:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beaf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784945635.505927:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945635.505929:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945635.505939:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945635.505943:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16821 usecs (17 jiffies) 00000100:00000001:3.0:1784945635.505944:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945635.505946:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945635.505947:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945635.505949:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304422417 00000100:00000001:3.0:1784945635.505952:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304423087 00000100:00000010:2.0:1784945635.505953:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c9c0. 00000100:00000001:2.0:1784945635.505959:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945635.505968:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304422417 00000100:00000010:2.0:1784945635.505972:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c840. 00000100:00000001:2.0:1784945635.505976:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945635.505978:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304422417 00000100:00000001:3.0:1784945635.505982:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304423087 00000100:00000001:3.0:1784945635.505985:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304422417 00000100:00000001:2.0:1784945635.505988:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945635.505988:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945635.505991:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945635.505991:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945635.505995:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945635.505995:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945635.505998:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945635.505998:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945635.506005:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945635.506005:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945635.506008:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945635.506008:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945635.506011:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945635.506011:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1784945635.506013:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784945635.506013:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945635.506016:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784945635.506019:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beaf00. 00000100:00000001:3.0:1784945635.506020:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945635.506021:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945635.506023:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945635.506025:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945635.506039:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945635.506045:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945635.506051:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1330 00000400:00000010:0.0:1784945635.506053:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1330. 00000100:00000001:0.0:1784945635.506058:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945635.506063:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953100 x1871641054241664/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945635.506072:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945635.506075:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953100 x1871641054241664/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945651 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945635.506082:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945635.506083:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945635.506141:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945635.506144:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b300. 00000400:00000200:0.0:1784945635.506147:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945635.506150:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945635.506152:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6bb0 00000400:00000010:0.0:1784945635.506154:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6bb0. 00000100:00000001:0.0:1784945635.506157:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945635.506160:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950380 x1871641054241792/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945635.506168:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945635.506171:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950380 x1871641054241792/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945651 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945635.506177:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945635.506178:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945635.507615:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945635.507626:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945635.507630:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945635.507633:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945635.507639:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945635.507645:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945635.507651:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945635.507656:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945635.507662:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945635.507667:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f6380 00000400:00000200:1.0:1784945635.507671:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945635.507676:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd7f1 [1] + 224 00000800:00000001:1.0:1784945635.507682:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945635.507685:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945635.507687:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945635.507691:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945635.507696:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945635.507702:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953100 x1871641054241664/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945651 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945635.507712:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953100 x1871641054241664/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945651 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945635.507729:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945635.507735:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945635.507738:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945635.507740:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945635.507742:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945635.507745:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945635.507748:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945635.507753:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945635.507756:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945635.507760:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945635.507763:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f6400 00000400:00000200:1.0:1784945635.507767:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945635.507769:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784945635.507772:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd7f9 [1] + 224 00000100:00000001:3.0:1784945635.507774:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784945635.507779:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784945635.507782:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784945635.507786:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784945635.507786:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784945635.507791:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1784945635.507791:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:1.0:1784945635.507796:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:3.0:1784945635.507798:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1770 00000400:00000010:3.0:1784945635.507802:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1770. 00000100:00000001:3.0:1784945635.507805:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784945635.507807:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945635.507813:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950380 x1871641054241792/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945651 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945635.507819:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953100 x1871641054241664/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945651 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945635.507824:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950380 x1871641054241792/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945651 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945635.507846:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953100 x1871641054241664/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945651 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945635.507850:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945635.507855:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784945635.507857:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945635.507860:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945635.507861:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945635.507872:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945635.507880:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945635.507881:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945635.507883:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945635.507885:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945635.507890:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784945635.507891:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945635.507893:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1784945635.507896:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784945635.507897:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945635.507902:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6110 00000100:00001000:3.0:1784945635.507903:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=37 v=5 (5 5 5 5) 00000400:00000010:2.0:1784945635.507904:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6110. 00000100:00000001:2.0:1784945635.507910:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1784945635.507911:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=37 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945635.507915:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945635.507917:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945635.507920:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945635.507923:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784945635.507924:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950380 x1871641054241792/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945651 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945635.507929:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945635.507938:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953100 x1871641054241664/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945651 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945635.507941:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950380 x1871641054241792/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945651 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945635.507961:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945635.507963:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945635.507968:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945635.507970:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945635.507972:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945635.507976:0:2354:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:3.0:1784945635.507978:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953100 x1871641054241664/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945651 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784945635.507979:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945635.507982:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945635.507985:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945635.507989:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945635.507996:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054241664:192.168.202.106@tcp:400:kworker.0 00000100:00001000:2.0:1784945635.507997:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=37 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945635.508004:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=107 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945635.508005:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945635.508009:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945635.508010:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784945635.508011:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945635.508016:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953100 x1871641054241664/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945651 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784945635.508023:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945635.508028:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945635.508028:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784945635.508033:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1784945635.508033:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1784945635.508035:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945635.508037:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945635.508038:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945635.508041:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950380 x1871641054241792/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945651 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784945635.508049:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479aea00. 00000100:00000001:2.0:1784945635.508050:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945635.508055:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1784945635.508056:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784945635.508057:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784945635.508059:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:2.0:1784945635.508063:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950380 x1871641054241792/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945651 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1784945635.508064:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945635.508069:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945635.508072:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 02000000:00000001:3.0:1784945635.508078:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:2.0:1784945635.508080:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054241792:192.168.202.106@tcp:400:kworker.0 02000000:00000001:3.0:1784945635.508081:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945635.508084:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953100. 00000100:00000001:2.0:1784945635.508089:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945635.508090:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945635.508092:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784945635.508094:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945635.508096:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950380 x1871641054241792/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945651 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945635.508098:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945635.508105:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945635.508106:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945635.508107:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 00000100:00000001:3.0:1784945635.508108:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1784945635.508110:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784945635.508111:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945635.508114:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784945635.508116:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1784945635.508117:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945635.508119:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945635.508121:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945635.508125:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 02000000:00000001:2.0:1784945635.508128:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945635.508129:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945635.508131:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950380. 00000100:00000001:2.0:1784945635.508133:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945635.508135:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945635.508136:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945635.508140:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945635.508141:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945635.508143:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945635.508145:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945635.825615:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945635.825620:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945635.825673:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945635.825676:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945635.825678:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945636.209624:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304423087, at 4304423104 00000100:00000040:1.0:1784945636.209624:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304423087, at 4304423104 00000100:00000010:1.0:1784945636.209639:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c840. 00000100:00000010:0.0:1784945636.209642:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c9c0. 00010000:00000001:1.0:1784945636.849573:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945636.849578:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945636.852754:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945636.852760:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945636.852765:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945637.873632:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945637.873637:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945637.876413:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945637.876418:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945637.876422:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945638.897630:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945638.897639:0:190906:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945638.897641:0:190906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945638.897645:0:190906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945638.897649:0:190906:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945638.897651:0:190906:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945638.897653:0:190906:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945638.897655:0:190906:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945638.897702:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945638.897705:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945638.897707:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945639.921639:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945639.921646:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945639.921739:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945639.921743:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945639.921746:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945640.625642:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945640.625655:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945640.625665:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950380. 00000020:00000040:2.0:1784945640.625671:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945640.625675:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945640.625678:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945640.625683:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945640.625691:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784945640.625698:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945640.625714:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950380 x1871641054241920/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945640.625731:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945640.625735:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945640.625743:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3424a88] to pc [ptlrpcd_01_01+1] req@ffff996d73950380 x1871641054241920/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945640.625769:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945640.625772:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945640.625776:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1784945640.625778:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1784945640.625780:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953480. 00000100:00000001:3.0:1784945640.625783:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1784945640.625784:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945640.625786:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784945640.625790:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945640.625793:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1784945640.625794:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950380 x1871641054241920/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784945640.625796:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945640.625804:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b100. 00000100:00000001:3.0:1784945640.625805:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945640.625808:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945640.625810:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945640.625811:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945640.625815:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784945640.625819:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73953480 x1871641054242048/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1784945640.625826:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945640.625835:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054241920:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945640.625845:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784945640.625850:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945640.625853:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945640.625853:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945640.625857:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945640.625861:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000632050e9] to pc [ptlrpcd_01_00+0] req@ffff996d73953480 x1871641054242048/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784945640.625862:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945640.625869:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479ae600. 02000000:00000001:3.0:1784945640.625873:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945640.625874:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945640.625877:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945640.625880:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945640.625884:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1784945640.625884:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945640.625890:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000100:00000040:2.0:1784945640.625893:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945640.625898:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9765) 00000400:00000010:3.0:1784945640.625899:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1770. 00000100:00000001:2.0:1784945640.625905:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945640.625908:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1784945640.625908:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054241920, portal 25 00000100:00000001:2.0:1784945640.625910:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784945640.625912:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945640.625915:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102471552 : -112779607080064 : ffff996d73950380) 00000100:00000040:2.0:1784945640.625916:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953480 x1871641054242048/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784945640.625923:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950380 x1871641054241920/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945640.625924:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945640.625927:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945640.625931:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945640.625933:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945640.625936:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945640.625936:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1784945640.625942:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054242048:192.168.202.106@tcp:400:kworker.0 00000100:00000040:3.0:1784945640.625944:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784945640.625950:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1784945640.625950:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f15d8. 02000000:00000001:2.0:1784945640.625953:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945640.625956:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784945640.625956:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054241920, offset 0 02000000:00000001:2.0:1784945640.625962:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945640.625967:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 00000400:00000200:3.0:1784945640.625967:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 02000000:00000001:2.0:1784945640.625971:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945640.625977:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945640.625981:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945640.625984:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784945640.625990:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6110. 00000400:00000200:3.0:1784945640.625991:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000200:2.0:1784945640.625995:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054242048, portal 10 00000100:00000001:2.0:1784945640.625998:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1784945640.625999:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784945640.626001:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102484096 : -112779607067520 : ffff996d73953480) 00000400:00000200:3.0:1784945640.626006:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000040:2.0:1784945640.626011:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953480 x1871641054242048/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784945640.626013:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945640.626020:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:2.0:1784945640.626027:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784945640.626028:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314401:314401:256:4294967295] 192.168.202.106@tcp LPNI seq info [314397:314397:8:4294967295] 00000100:00000040:2.0:1784945640.626033:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945640.626038:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6cc0. 00000400:00000200:3.0:1784945640.626040:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:2.0:1784945640.626042:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054242048, offset 0 00000400:00000200:2.0:1784945640.626047:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945640.626052:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945640.626058:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784945640.626059:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945640.626066:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945640.626070:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:3.0:1784945640.626072:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945640.626073:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945640.626077:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945640.626080:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314402:314402:255:4294967295] 192.168.202.106@tcp LPNI seq info [314398:314398:7:4294967295] 00000800:00000010:3.0:1784945640.626081:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000400:00000200:2.0:1784945640.626086:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784945640.626092:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784945640.626094:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945640.626100:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945640.626103:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bc00. 00000800:00000200:3.0:1784945640.626105:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945640.626110:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945640.626112:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784945640.626116:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945640.626119:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945640.626130:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945640.626131:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945640.626137:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16820 usecs (17 jiffies) 00000400:00000200:3.0:1784945640.626138:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945640.626144:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304428207 00000400:00000200:2.0:1784945640.626145:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945640.626150:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304427537 00000100:00000010:3.0:1784945640.626152:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322de0. 00000100:00000001:3.0:1784945640.626160:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945640.626166:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304428207 00000100:00000001:2.0:1784945640.626167:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304428207 00000100:00000010:3.0:1784945640.626172:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3227e0. 00000100:00000001:2.0:1784945640.626173:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304427537 00000100:00000001:3.0:1784945640.626178:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945640.626183:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945640.626184:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304428207 00000100:00000001:3.0:1784945640.626188:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945640.626189:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784945640.626193:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784945640.626193:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945640.626196:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784945640.626197:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bead00. 00000100:00000001:2.0:1784945640.626198:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945640.626201:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945640.626204:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784945640.626204:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945640.626205:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945640.626207:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784945640.626210:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784945640.626211:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945640.626212:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945640.626213:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784945640.626215:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f15d8 00000100:00000001:3.0:1784945640.626216:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1784945640.626217:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f15d8. 00000100:00000001:2.0:1784945640.626217:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945640.626222:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945640.626223:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945640.626224:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784945640.626227:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1784945640.626231:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950380 x1871641054241920/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945640.626232:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945640.626238:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945640.626248:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945640.626251:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950380 x1871641054241920/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945656 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945640.626259:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945640.626261:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945640.626311:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945640.626332:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bc00. 00000400:00000200:0.0:1784945640.626334:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945640.626336:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945640.626338:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6cc0 00000400:00000010:0.0:1784945640.626339:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6cc0. 00000100:00000001:0.0:1784945640.626342:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945640.626344:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953480 x1871641054242048/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945640.626348:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945640.626351:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953480 x1871641054242048/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945656 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945640.626355:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945640.626355:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945640.627632:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945640.627642:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945640.627645:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945640.627647:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945640.627652:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945640.627657:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945640.627663:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945640.627667:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945640.627671:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945640.627675:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f6480 00000400:00000200:1.0:1784945640.627679:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945640.627684:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd801 [1] + 224 00000800:00000001:1.0:1784945640.627688:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945640.627691:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945640.627693:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945640.627696:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945640.627701:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945640.627705:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950380 x1871641054241920/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945656 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945640.627719:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950380 x1871641054241920/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945656 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945640.627733:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945640.627740:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945640.627743:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945640.627745:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945640.627748:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945640.627751:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945640.627755:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945640.627760:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945640.627761:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784945640.627764:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945640.627765:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784945640.627770:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784945640.627771:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784945640.627775:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f6500 00000400:00000001:3.0:1784945640.627776:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945640.627779:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:1.0:1784945640.627783:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945640.627785:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1770 00000400:00000010:3.0:1784945640.627789:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1770. 00000100:00000001:3.0:1784945640.627791:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784945640.627795:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd809 [1] + 224 00000100:00000200:3.0:1784945640.627799:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950380 x1871641054241920/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945656 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784945640.627801:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945640.627809:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945640.627813:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1784945640.627813:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950380 x1871641054241920/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945656 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784945640.627824:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945640.627830:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784945640.627831:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945640.627834:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784945640.627836:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953480 x1871641054242048/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945656 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945640.627838:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945640.627841:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945640.627845:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945640.627848:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945640.627852:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953480 x1871641054242048/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945656 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784945640.627853:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945640.627861:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=42 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945640.627866:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=42 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945640.627868:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784945640.627870:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945640.627871:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945640.627875:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945640.627877:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945640.627880:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784945640.627883:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784945640.627887:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950380 x1871641054241920/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945656 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784945640.627889:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945640.627898:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945640.627900:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945640.627902:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945640.627904:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945640.627905:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784945640.627909:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1784945640.627911:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950380 x1871641054241920/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945656 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784945640.627913:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945640.627917:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945640.627922:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6110 00000400:00000010:2.0:1784945640.627926:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6110. 00000100:00100000:3.0:1784945640.627928:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054241920:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945640.627929:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945640.627936:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953480 x1871641054242048/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945656 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945640.627936:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784945640.627945:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953480 x1871641054242048/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945656 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945640.627950:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784945640.627953:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945640.627956:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945640.627958:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950380 x1871641054241920/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945656 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945640.627959:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945640.627962:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945640.627965:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945640.627968:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945640.627973:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945640.627973:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945640.627977:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:2.0:1784945640.627981:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=42 v=5 (5 5 5 5) 02000000:00000010:3.0:1784945640.627982:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479ae600. 02000000:00000001:3.0:1784945640.627987:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:2.0:1784945640.627989:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=112 v=5 (1 1 1 1) 00000020:00000001:3.0:1784945640.627991:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784945640.627992:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1784945640.627994:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945640.627995:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945640.628001:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1784945640.628002:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:2.0:1784945640.628004:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945640.628006:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784945640.628007:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945640.628009:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945640.628012:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1784945640.628012:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784945640.628015:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945640.628016:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945640.628020:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950380. 00000100:00000040:2.0:1784945640.628021:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953480 x1871641054242048/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945656 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945640.628027:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945640.628028:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945640.628030:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945640.628031:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945640.628033:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945640.628035:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945640.628038:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953480 x1871641054242048/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945656 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945640.628043:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1784945640.628044:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054242048:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945640.628046:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945640.628049:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945640.628050:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945640.628051:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784945640.628055:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945640.628056:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953480 x1871641054242048/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945656 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945640.628062:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945640.628063:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945640.628064:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945640.628067:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945640.628068:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945640.628070:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945640.628071:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945640.628072:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b100. 02000000:00000001:2.0:1784945640.628074:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945640.628075:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945640.628076:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953480. 00000100:00000001:2.0:1784945640.628078:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945640.628079:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945640.628080:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945640.628083:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945640.628083:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945640.628085:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945640.628086:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945640.945615:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945640.945620:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945640.945692:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945640.945694:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945640.945696:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945641.329621:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304428207, at 4304428224 00000100:00000040:1.0:1784945641.329621:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304428207, at 4304428224 00000100:00000010:0.0:1784945641.329636:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322de0. 00000100:00000010:1.0:1784945641.329639:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3227e0. 00010000:00000001:1.0:1784945641.969600:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945641.969606:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945641.969658:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945641.969662:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945641.969665:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945642.993621:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945642.993628:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945642.993698:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945642.993701:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945642.993705:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945644.017607:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945644.017613:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945644.017676:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945644.017679:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945644.017689:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945645.041634:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945645.041640:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945645.041693:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945645.041696:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945645.041698:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945645.745627:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945645.745637:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945645.745648:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953480. 00000020:00000040:2.0:1784945645.745654:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945645.745658:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945645.745660:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945645.745666:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945645.745673:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b100. 00000100:00000001:2.0:1784945645.745680:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945645.745692:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73953480 x1871641054242176/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945645.745702:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945645.745706:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945645.745713:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000632050e9] to pc [ptlrpcd_01_01+1] req@ffff996d73953480 x1871641054242176/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945645.745755:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945645.745759:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945645.745762:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945645.745765:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951880. 00000020:00000040:2.0:1784945645.745767:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945645.745770:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945645.745771:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945645.745773:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945645.745779:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784945645.745782:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945645.745785:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951880 x1871641054242304/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945645.745792:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945645.745794:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945645.745798:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084695538] to pc [ptlrpcd_01_00+0] req@ffff996d73951880 x1871641054242304/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945645.745805:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945645.745807:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945645.745811:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945645.745813:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945645.745817:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945645.745821:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9770) 00000100:00000001:2.0:1784945645.745835:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945645.745838:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945645.745840:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945645.745844:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951880 x1871641054242304/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945645.745852:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945645.745854:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945645.745857:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945645.745860:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945645.745862:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945645.745866:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054242304:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945645.745870:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945645.745879:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945645.745882:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945645.745884:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945645.745889:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945645.745890:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945645.745898:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945645.745902:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784945645.745908:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6110. 00000100:00000200:2.0:1784945645.745914:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054242304, portal 10 00000100:00000001:2.0:1784945645.745916:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945645.745918:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476928 : -112779607074688 : ffff996d73951880) 00000100:00000040:2.0:1784945645.745924:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951880 x1871641054242304/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945645.745932:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945645.745935:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945645.745937:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6dd0. 00000100:00000200:2.0:1784945645.745941:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054242304, offset 0 00000400:00000200:2.0:1784945645.745947:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945645.745954:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945645.745960:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945645.745965:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945645.745969:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945645.745972:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945645.745975:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945645.745979:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314403:314403:256:4294967295] 192.168.202.106@tcp LPNI seq info [314399:314399:8:4294967295] 00000400:00000200:2.0:1784945645.745983:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945645.745993:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945645.745999:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945645.746005:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bc00. 00000800:00000200:2.0:1784945645.746016:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945645.746023:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945645.746027:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945645.746047:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945645.746051:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16820 usecs (17 jiffies) 00000400:00000200:2.0:1784945645.746054:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945645.746057:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304432657 00000100:00000010:2.0:1784945645.746061:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c600. 00000100:00000001:2.0:1784945645.746067:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945645.746077:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304432657 00000100:00000010:2.0:1784945645.746080:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cc60. 00000100:00000001:2.0:1784945645.746083:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945645.746095:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945645.746098:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945645.746101:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945645.746103:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945645.746109:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945645.746111:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945645.746113:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945645.746114:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945645.746116:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945645.746118:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1784945645.746120:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945645.746121:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945645.746123:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945645.746125:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945645.746126:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945645.746127:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945645.746132:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953480 x1871641054242176/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945645.746139:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945645.746140:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945645.746142:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945645.746144:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945645.746147:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945645.746150:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054242176:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945645.746154:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945645.746156:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945645.746158:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945645.746160:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945645.746163:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945645.746165:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945645.746168:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945645.746171:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784945645.746174:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6d48. 00000100:00000200:2.0:1784945645.746176:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054242176, portal 25 00000100:00000001:2.0:1784945645.746178:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945645.746179:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102484096 : -112779607067520 : ffff996d73953480) 00000100:00000040:2.0:1784945645.746191:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953480 x1871641054242176/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945645.746198:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945645.746200:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945645.746202:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6000. 00000100:00000200:2.0:1784945645.746204:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054242176, offset 0 00000400:00000200:2.0:1784945645.746209:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945645.746212:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945645.746215:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945645.746217:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945645.746220:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945645.746222:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945645.746224:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945645.746226:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314404:314404:255:4294967295] 192.168.202.106@tcp LPNI seq info [314400:314400:7:4294967295] 00000400:00000200:2.0:1784945645.746230:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945645.746235:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945645.746239:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945645.746243:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511ba00. 00000800:00000200:2.0:1784945645.746246:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945645.746250:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945645.746253:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945645.746255:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945645.746264:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945645.746266:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304433327 00000100:00000001:2.0:1784945645.746296:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304432657 00000100:00000001:2.0:1784945645.746300:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304433327 00000100:00000001:2.0:1784945645.746304:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304432657 00000100:00000001:2.0:1784945645.746306:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945645.746308:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945645.746311:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945645.746313:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945645.746324:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945645.746328:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945645.746406:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945645.746410:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bc00. 00000400:00000200:0.0:1784945645.746416:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945645.746420:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945645.746425:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6dd0 00000400:00000010:0.0:1784945645.746427:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6dd0. 00000100:00000001:0.0:1784945645.746433:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945645.746437:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951880 x1871641054242304/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945645.746446:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945645.746449:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951880 x1871641054242304/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945661 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945645.746461:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945645.746463:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945645.746546:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945645.746549:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511ba00. 00000400:00000200:0.0:1784945645.746552:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945645.746555:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945645.746558:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6000 00000400:00000010:0.0:1784945645.746560:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6000. 00000100:00000001:0.0:1784945645.746563:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945645.746566:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953480 x1871641054242176/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945645.746573:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945645.746577:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953480 x1871641054242176/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945661 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945645.746582:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945645.746583:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945645.750602:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945645.750616:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945645.750620:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945645.750623:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945645.750630:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945645.750636:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945645.750642:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945645.750646:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945645.750651:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945645.750654:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f6600 00000400:00000200:1.0:1784945645.750659:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945645.750665:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd811 [1] + 224 00000800:00000001:1.0:1784945645.750670:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945645.750674:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945645.750677:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945645.750680:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945645.750687:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945645.750694:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951880 x1871641054242304/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945661 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945645.750704:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951880 x1871641054242304/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945661 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945645.750718:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945645.750726:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945645.750729:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945645.750731:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945645.750733:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945645.750735:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945645.750739:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945645.750743:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945645.750745:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945645.750748:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945645.750751:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f6580 00000400:00000200:1.0:1784945645.750755:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945645.750759:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd819 [1] + 224 00000800:00000001:1.0:1784945645.750763:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784945645.750766:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784945645.750770:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945645.750772:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784945645.750774:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945645.750779:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000001:2.0:1784945645.750780:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945645.750783:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945645.750786:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945645.750790:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6110 00000400:00000010:2.0:1784945645.750793:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6110. 00000100:00000001:2.0:1784945645.750796:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784945645.750797:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945645.750803:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951880 x1871641054242304/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945661 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784945645.750805:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953480 x1871641054242176/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945661 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945645.750828:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951880 x1871641054242304/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945661 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945645.750829:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953480 x1871641054242176/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945661 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945645.750838:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945645.750841:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945645.750844:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945645.750853:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945645.750856:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945645.750860:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945645.750863:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945645.750865:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945645.750868:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945645.750871:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945645.750879:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=47 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945645.750892:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=117 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945645.750895:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945645.750897:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945645.750899:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945645.750903:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945645.750906:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945645.750908:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945645.750910:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945645.750912:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945645.750917:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951880 x1871641054242304/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945661 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945645.750925:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945645.750928:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945645.750930:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945645.750934:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951880 x1871641054242304/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945661 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945645.750943:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054242304:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945645.750947:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945645.750950:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945645.750953:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951880 x1871641054242304/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945661 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945645.750959:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945645.750962:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945645.750965:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945645.750968:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945645.750970:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945645.750972:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945645.750975:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945645.750977:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 02000000:00000001:2.0:1784945645.750980:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945645.750982:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945645.750984:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951880. 00000100:00000001:2.0:1784945645.750987:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945645.750988:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945645.750991:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945645.750993:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945645.750994:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945645.750997:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945645.750999:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945645.751000:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945645.751002:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6d48 00000400:00000010:2.0:1784945645.751004:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6d48. 00000100:00000001:2.0:1784945645.751006:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945645.751010:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953480 x1871641054242176/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945661 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945645.751017:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953480 x1871641054242176/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945661 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945645.751023:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945645.751024:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945645.751026:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945645.751028:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945645.751029:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945645.751031:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945645.751033:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945645.751035:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=47 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945645.751038:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=47 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945645.751040:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945645.751041:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945645.751043:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945645.751044:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945645.751046:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945645.751050:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953480 x1871641054242176/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945661 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945645.751056:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945645.751058:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945645.751059:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945645.751063:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953480 x1871641054242176/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945661 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945645.751070:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054242176:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945645.751074:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945645.751077:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945645.751080:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953480 x1871641054242176/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945661 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945645.751086:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945645.751087:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945645.751089:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945645.751091:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945645.751093:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945645.751094:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945645.751096:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945645.751097:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b100. 02000000:00000001:2.0:1784945645.751099:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945645.751100:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945645.751102:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953480. 00000100:00000001:2.0:1784945645.751104:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945645.751105:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945645.751107:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945645.751125:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945645.751127:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945645.751129:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945645.751131:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945646.065619:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945646.065626:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945646.065689:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945646.065692:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945646.065696:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945646.449635:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304433327, at 4304433344 00000100:00000010:0.0:1784945646.449650:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c600. 00000100:00000040:1.0:1784945646.452483:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304433327, at 4304433346 00000100:00000010:1.0:1784945646.452497:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cc60. 00010000:00000001:1.0:1784945647.089651:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945647.089659:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945647.089725:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945647.089729:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945647.089733:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945648.113634:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945648.113639:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945648.113693:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945648.113696:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945648.113698:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945649.137642:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945649.137649:0:190906:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945649.137651:0:190906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945649.137653:0:190906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945649.137657:0:190906:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945649.137659:0:190906:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945649.137660:0:190906:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945649.137661:0:190906:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945649.137717:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945649.137721:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945649.137724:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945650.161618:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945650.161624:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945650.161720:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945650.161723:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945650.161726:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945650.868188:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945650.868197:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945650.868206:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776680. 00000020:00000040:3.0:1784945650.868211:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945650.868214:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945650.868217:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945650.868221:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945650.868227:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea700. 00000100:00000001:3.0:1784945650.868245:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945650.868255:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73776680 x1871641054242432/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945650.868262:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945650.868266:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945650.868272:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d19f977b] to pc [ptlrpcd_01_01+1] req@ffff996d73776680 x1871641054242432/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945650.868296:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945650.868298:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945650.868300:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945650.868302:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776d80. 00000020:00000040:3.0:1784945650.868304:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945650.868305:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945650.868306:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945650.868307:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945650.868311:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bead00. 00000100:00000001:3.0:1784945650.868313:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945650.868315:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73776d80 x1871641054242560/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945650.868321:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945650.868323:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945650.868327:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f243ddc] to pc [ptlrpcd_01_00+0] req@ffff996d73776d80 x1871641054242560/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945650.868336:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945650.868337:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784945650.868339:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945650.868342:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784945650.868344:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784945650.868346:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945650.868349:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945650.868353:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945650.868356:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776d80 x1871641054242560/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784945650.868359:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9775) 00000100:00000001:2.0:1784945650.868369:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945650.868372:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945650.868376:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945650.868379:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945650.868382:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945650.868386:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054242560:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945650.868391:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784945650.868391:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945650.868396:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784945650.868399:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784945650.868399:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784945650.868403:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945650.868408:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776680 x1871641054242432/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784945650.868409:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945650.868415:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945650.868419:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945650.868421:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945650.868424:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945650.868428:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:3.0:1784945650.868429:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945650.868432:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945650.868435:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784945650.868436:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000100:00100000:3.0:1784945650.868439:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054242432:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945650.868442:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945650.868445:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1784945650.868446:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6d48. 02000000:00000001:3.0:1784945650.868446:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945650.868450:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945650.868453:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479af000. 02000000:00000001:3.0:1784945650.868455:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784945650.868456:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054242560, portal 10 00000400:00000200:3.0:1784945650.868460:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945650.868463:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784945650.868467:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1770. 00000100:00000001:2.0:1784945650.868469:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1784945650.868471:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054242432, portal 25 00000100:00000001:2.0:1784945650.868472:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100532608 : -112779609019008 : ffff996d73776d80) 00000100:00000001:3.0:1784945650.868476:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945650.868478:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100530816 : -112779609020800 : ffff996d73776680) 00000100:00000040:3.0:1784945650.868485:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776680 x1871641054242432/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784945650.868487:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776d80 x1871641054242560/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945650.868496:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784945650.868503:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945650.868503:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000040:2.0:1784945650.868508:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945650.868508:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1880. 00000400:00000010:2.0:1784945650.868514:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6110. 00000100:00000200:3.0:1784945650.868539:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054242432, offset 0 00000400:00000200:3.0:1784945650.868550:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000200:2.0:1784945650.868556:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054242560, offset 0 00000400:00000200:3.0:1784945650.868561:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945650.868566:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945650.868571:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945650.868576:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945650.868581:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945650.868585:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945650.868588:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945650.868592:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314405:314405:256:4294967295] 192.168.202.106@tcp LPNI seq info [314401:314401:8:4294967295] 00000400:00000200:3.0:1784945650.868596:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945650.868602:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945650.868610:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784945650.868612:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945650.868619:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784945650.868621:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945650.868624:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945650.868628:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1784945650.868628:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beaf00. 00000400:00000200:2.0:1784945650.868633:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945650.868638:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314406:314406:255:4294967295] 192.168.202.106@tcp LPNI seq info [314402:314402:7:4294967295] 00000800:00000200:3.0:1784945650.868641:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784945650.868646:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784945650.868654:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784945650.868658:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945650.868661:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beaf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784945650.868667:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945650.868672:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b100. 00000800:00000200:2.0:1784945650.868677:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:3.0:1784945650.868679:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784945650.868684:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:3.0:1784945650.868689:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784945650.868690:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945650.868693:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304438450 00000100:00000001:2.0:1784945650.868695:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784945650.868700:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322d80. 00000100:00000040:2.0:1784945650.868701:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16818 usecs (17 jiffies) 00000400:00000200:2.0:1784945650.868707:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945650.868710:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304437780 00000100:00000001:3.0:1784945650.868710:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945650.868717:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304438450 00000100:00000010:3.0:1784945650.868722:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322ae0. 00000100:00000001:2.0:1784945650.868723:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304438450 00000800:00000200:0.0:1784945650.868726:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784945650.868728:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945650.868729:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304437780 00000800:00000010:0.0:1784945650.868732:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beaf00. 00000100:00000001:2.0:1784945650.868736:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304438450 00000100:00000001:3.0:1784945650.868736:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784945650.868738:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784945650.868742:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945650.868742:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945650.868748:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784945650.868748:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945650.868750:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945650.868754:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1880 00000100:00000001:2.0:1784945650.868754:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945650.868755:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945650.868758:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784945650.868759:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1880. 00000100:00000001:3.0:1784945650.868765:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945650.868766:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784945650.868766:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945650.868771:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945650.868771:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1784945650.868773:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73776680 x1871641054242432/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945650.868777:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945650.868778:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945650.868780:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945650.868781:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945650.868786:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784945650.868786:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945650.868791:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945650.868792:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73776680 x1871641054242432/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945666 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945650.868793:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945650.868797:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945650.868804:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945650.868806:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945650.868868:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945650.868871:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b100. 00000400:00000200:0.0:1784945650.868874:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945650.868878:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945650.868881:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6110 00000400:00000010:0.0:1784945650.868882:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6110. 00000100:00000001:0.0:1784945650.868886:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945650.868890:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73776d80 x1871641054242560/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945650.868897:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945650.868899:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73776d80 x1871641054242560/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945666 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945650.868903:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945650.868904:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945650.870349:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945650.870361:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945650.870364:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945650.870367:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945650.870373:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945650.870379:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945650.870386:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945650.870389:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945650.870394:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945650.870398:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f6680 00000400:00000200:1.0:1784945650.870403:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945650.870408:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd829 [1] + 224 00000800:00000001:1.0:1784945650.870414:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945650.870418:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945650.870420:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945650.870424:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945650.870429:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945650.870435:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73776680 x1871641054242432/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945666 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945650.870444:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73776680 x1871641054242432/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945666 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945650.870460:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945650.870468:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945650.870472:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945650.870474:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945650.870476:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945650.870481:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945650.870486:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:3.0:1784945650.870486:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945650.870491:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784945650.870495:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784945650.870498:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784945650.870499:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784945650.870502:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784945650.870506:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945650.870507:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:1.0:1784945650.870512:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f6700 00000400:00000200:3.0:1784945650.870514:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1770 00000400:00000010:3.0:1784945650.870533:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1770. 00000400:00000200:1.0:1784945650.870537:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945650.870539:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784945650.870543:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd821 [1] + 224 00000800:00000001:1.0:1784945650.870547:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945650.870554:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784945650.870555:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776680 x1871641054242432/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945666 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784945650.870559:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945650.870567:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945650.870571:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945650.870572:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776680 x1871641054242432/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945666 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784945650.870579:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73776d80 x1871641054242560/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945666 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945650.870581:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945650.870584:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945650.870589:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945650.870592:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945650.870596:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1784945650.870597:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73776d80 x1871641054242560/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945666 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945650.870600:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945650.870605:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945650.870613:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=52 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945650.870617:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=52 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945650.870620:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784945650.870621:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945650.870622:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945650.870626:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1784945650.870627:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784945650.870629:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784945650.870632:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945650.870633:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945650.870640:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776680 x1871641054242432/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945666 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945650.870647:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945650.870651:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945650.870653:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945650.870659:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784945650.870659:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776680 x1871641054242432/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945666 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945650.870663:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945650.870668:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945650.870670:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945650.870673:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000100:00100000:3.0:1784945650.870673:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054242432:192.168.202.106@tcp:400:kworker.0 00000400:00000200:2.0:1784945650.870678:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6d48 00000400:00000010:2.0:1784945650.870680:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6d48. 00000100:00000001:3.0:1784945650.870681:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945650.870683:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784945650.870685:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784945650.870689:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776d80 x1871641054242560/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945666 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784945650.870692:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776680 x1871641054242432/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945666 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945650.870704:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776d80 x1871641054242560/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945666 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945650.870707:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784945650.870711:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1784945650.870711:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784945650.870715:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784945650.870716:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479af000. 00000100:00000001:2.0:1784945650.870717:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945650.870719:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945650.870722:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1784945650.870722:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784945650.870723:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945650.870726:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945650.870727:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000100:00001000:2.0:1784945650.870731:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=52 v=5 (5 5 5 5) 00000020:00000040:3.0:1784945650.870731:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945650.870736:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00001000:2.0:1784945650.870737:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=122 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945650.870740:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1784945650.870740:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea700. 00000100:00000001:2.0:1784945650.870742:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945650.870744:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1784945650.870745:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1784945650.870748:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1784945650.870749:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784945650.870750:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776680. 00000100:00000001:2.0:1784945650.870753:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784945650.870754:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1784945650.870755:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945650.870756:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945650.870759:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945650.870760:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945650.870761:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945650.870764:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1784945650.870765:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776d80 x1871641054242560/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945666 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945650.870767:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945650.870770:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945650.870772:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945650.870778:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945650.870781:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945650.870783:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945650.870787:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776d80 x1871641054242560/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945666 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945650.870794:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054242560:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945650.870798:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945650.870800:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945650.870803:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776d80 x1871641054242560/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945666 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945650.870810:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945650.870811:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945650.870813:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945650.870816:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945650.870817:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945650.870818:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945650.870820:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945650.870821:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bead00. 02000000:00000001:2.0:1784945650.870823:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945650.870824:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945650.870825:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776d80. 00000100:00000001:2.0:1784945650.870828:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945650.870829:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945650.870830:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945650.870833:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945650.870834:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945650.870836:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945650.870838:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945651.185636:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945651.185641:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945651.185701:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945651.185706:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945651.185709:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945651.569585:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304438450, at 4304438464 00000100:00000040:0.0:1784945651.569591:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304438450, at 4304438464 00000100:00000010:1.0:1784945651.569601:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322ae0. 00000100:00000010:0.0:1784945651.569603:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322d80. 00010000:00000001:1.0:1784945652.209607:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945652.209614:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945652.209670:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945652.209672:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945652.209675:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945653.233637:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945653.233644:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945653.233698:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945653.233702:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945653.233706:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945654.257603:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945654.257610:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945654.257655:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945654.257658:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945654.257660:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945655.281607:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945655.281612:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945655.281668:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945655.281672:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945655.281675:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945655.986445:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945655.986455:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945655.986466:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776680. 00000020:00000040:3.0:1784945655.986472:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945655.986476:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945655.986479:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945655.986486:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945655.986495:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea700. 00000100:00000001:3.0:1784945655.986502:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945655.986539:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73776680 x1871641054242688/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945655.986550:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945655.986554:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945655.986561:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d19f977b] to pc [ptlrpcd_01_01+1] req@ffff996d73776680 x1871641054242688/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945655.986582:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945655.986585:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945655.986588:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945655.986591:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776a00. 00000020:00000040:3.0:1784945655.986593:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945655.986596:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945655.986597:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945655.986599:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945655.986602:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beab00. 00000100:00000001:3.0:1784945655.986605:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945655.986609:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73776a00 x1871641054242816/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945655.986616:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945655.986618:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945655.986622:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017ccca3c] to pc [ptlrpcd_01_00+0] req@ffff996d73776a00 x1871641054242816/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945655.986630:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945655.986633:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945655.986636:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945655.986638:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945655.986642:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945655.986646:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9780) 00000100:00000001:3.0:1784945655.986664:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945655.986668:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945655.986670:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945655.986675:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776680 x1871641054242688/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945655.986682:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945655.986684:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945655.986688:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945655.986691:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945655.986693:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945655.986697:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054242688:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945655.986701:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945655.986706:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945655.986708:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945655.986711:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945655.986714:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479af400. 02000000:00000001:3.0:1784945655.986716:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945655.986732:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945655.986736:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784945655.986743:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1770. 00000100:00000200:3.0:1784945655.986749:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054242688, portal 25 00000100:00000001:3.0:1784945655.986751:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945655.986753:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100530816 : -112779609020800 : ffff996d73776680) 00000100:00000040:3.0:1784945655.986759:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776680 x1871641054242688/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945655.986766:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945655.986769:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945655.986771:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1990. 00000100:00000200:3.0:1784945655.986774:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054242688, offset 0 00000400:00000200:3.0:1784945655.986789:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945655.986798:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945655.986805:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945655.986809:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945655.986813:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945655.986817:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945655.986819:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945655.986823:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314407:314407:256:4294967295] 192.168.202.106@tcp LPNI seq info [314403:314403:8:4294967295] 00000400:00000200:3.0:1784945655.986827:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945655.986837:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945655.986843:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945655.986848:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000800:00000200:3.0:1784945655.986854:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945655.986862:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945655.986866:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945655.986885:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945655.986890:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945655.986893:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304443568 00000100:00000010:3.0:1784945655.986898:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322720. 00000100:00000001:3.0:1784945655.986904:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945655.986908:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304443568 00000100:00000010:3.0:1784945655.986911:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322ba0. 00000100:00000001:3.0:1784945655.986914:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945655.986917:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945655.986919:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945655.986922:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945655.986925:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945655.986931:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945655.986934:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945655.986936:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945655.986937:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945655.986938:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945655.986941:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1784945655.986942:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945655.986944:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945655.986945:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945655.986947:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945655.986948:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945655.986949:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945655.986954:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776a00 x1871641054242816/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945655.986960:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945655.986962:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945655.986964:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945655.986965:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945655.986967:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945655.986970:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054242816:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945655.986973:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945655.986976:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945655.986977:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945655.986979:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945655.986982:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479aec00. 02000000:00000001:3.0:1784945655.986984:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945655.986987:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945655.986990:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784945655.986993:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1bb0. 00000100:00000200:3.0:1784945655.986996:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054242816, portal 10 00000100:00000001:3.0:1784945655.986997:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945655.986998:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100531712 : -112779609019904 : ffff996d73776a00) 00000100:00000040:3.0:1784945655.987005:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776a00 x1871641054242816/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945655.987011:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945655.987013:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945655.987016:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1088. 00000100:00000200:3.0:1784945655.987018:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054242816, offset 0 00000400:00000200:3.0:1784945655.987022:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945655.987026:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945655.987029:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945655.987032:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945655.987034:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945655.987036:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945655.987038:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945655.987041:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314408:314408:255:4294967295] 192.168.202.106@tcp LPNI seq info [314404:314404:7:4294967295] 00000400:00000200:3.0:1784945655.987045:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945655.987052:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945655.987056:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945655.987059:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000800:00000200:3.0:1784945655.987063:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945655.987067:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945655.987069:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945655.987072:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945655.987076:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16818 usecs (17 jiffies) 00000400:00000200:3.0:1784945655.987079:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945655.987081:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304442898 00000100:00000001:3.0:1784945655.987084:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304443568 00000100:00000001:3.0:1784945655.987086:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304442898 00000100:00000001:3.0:1784945655.987088:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304443568 00000100:00000001:3.0:1784945655.987090:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945655.987092:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945655.987094:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945655.987096:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945655.987225:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945655.987228:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945655.987536:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945655.987541:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea800. 00000400:00000200:0.0:1784945655.987548:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945655.987553:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945655.987558:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1990 00000400:00000010:0.0:1784945655.987560:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1990. 00000100:00000001:0.0:1784945655.987565:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945655.987571:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73776680 x1871641054242688/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945655.987580:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945655.987584:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73776680 x1871641054242688/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945671 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945655.987591:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945655.987593:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945655.987653:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945655.987656:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000400:00000200:0.0:1784945655.987659:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945655.987663:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945655.987666:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1088 00000400:00000010:0.0:1784945655.987668:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1088. 00000100:00000001:0.0:1784945655.987671:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945655.987675:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73776a00 x1871641054242816/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945655.987682:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945655.987686:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73776a00 x1871641054242816/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945671 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945655.987692:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945655.987694:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945655.989608:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945655.989621:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945655.989625:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945655.989627:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945655.989634:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945655.989640:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945655.989645:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945655.989649:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945655.989652:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945655.989655:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f6800 00000400:00000200:1.0:1784945655.989658:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945655.989663:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd839 [1] + 224 00000800:00000001:1.0:1784945655.989667:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945655.989672:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945655.989676:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945655.989680:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945655.989685:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945655.989691:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73776a00 x1871641054242816/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945671 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945655.989702:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73776a00 x1871641054242816/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945655.989716:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945655.989724:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945655.989727:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945655.989810:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945655.989814:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945655.989820:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945655.989822:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945655.989825:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945655.989829:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1bb0 00000400:00000010:3.0:1784945655.989832:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1bb0. 00000100:00000001:3.0:1784945655.989835:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945655.989840:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776a00 x1871641054242816/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945655.989850:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776a00 x1871641054242816/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945671 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945655.989857:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945655.989859:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945655.989862:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945655.989865:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945655.989867:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945655.989869:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945655.989872:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945655.989880:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=57 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945655.989885:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=127 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945655.989887:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945655.989889:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945655.989892:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945655.989895:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945655.989899:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945655.989901:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945655.989903:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945655.989904:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945655.989909:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776a00 x1871641054242816/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945671 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945655.989915:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945655.989918:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945655.989920:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945655.989923:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776a00 x1871641054242816/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945671 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945655.989936:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054242816:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945655.989941:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945655.989944:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945655.989947:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776a00 x1871641054242816/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945671 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945655.989953:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945655.989955:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945655.989958:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479aec00. 02000000:00000001:3.0:1784945655.989961:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945655.989963:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945655.989965:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945655.989967:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945655.989969:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beab00. 02000000:00000001:3.0:1784945655.989972:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945655.989974:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945655.989976:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776a00. 00000100:00000001:3.0:1784945655.989979:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945655.989980:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945655.989983:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945655.989985:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945655.989986:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945655.989987:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945655.989989:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945655.991034:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945655.991042:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945655.991045:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945655.991047:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945655.991051:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945655.991056:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945655.991073:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945655.991077:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945655.991082:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945655.991086:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f6780 00000400:00000200:0.0:1784945655.991091:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945655.991096:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd831 [1] + 224 00000800:00000001:0.0:1784945655.991112:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945655.991119:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945655.991122:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945655.991125:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945655.991130:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945655.991145:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73776680 x1871641054242688/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945671 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945655.991155:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73776680 x1871641054242688/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945655.991450:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945655.991457:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945655.991461:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945655.991484:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945655.991487:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945655.991495:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945655.991497:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945655.991499:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945655.991503:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1770 00000400:00000010:3.0:1784945655.991505:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1770. 00000100:00000001:3.0:1784945655.991507:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945655.991512:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776680 x1871641054242688/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945655.991554:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776680 x1871641054242688/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945671 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945655.991560:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945655.991562:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945655.991564:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945655.991569:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945655.991571:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945655.991572:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945655.991574:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945655.991577:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=57 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945655.991580:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=57 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945655.991583:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945655.991584:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945655.991586:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945655.991587:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945655.991590:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945655.991594:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776680 x1871641054242688/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945671 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945655.991600:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945655.991603:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945655.991604:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945655.991607:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776680 x1871641054242688/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945671 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945655.991614:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054242688:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945655.991618:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945655.991620:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945655.991623:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776680 x1871641054242688/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945671 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945655.991629:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945655.991631:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945655.991633:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479af400. 02000000:00000001:3.0:1784945655.991636:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945655.991638:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945655.991639:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945655.991641:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945655.991643:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea700. 02000000:00000001:3.0:1784945655.991645:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945655.991647:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945655.991648:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776680. 00000100:00000001:3.0:1784945655.991651:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945655.991653:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945655.991654:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945655.991660:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945655.991662:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945655.991664:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945655.991665:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945656.305620:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945656.305625:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945656.305680:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945656.305684:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945656.305687:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945656.689628:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304443568, at 4304443584 00000100:00000010:0.0:1784945656.689644:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322720. 00000100:00000040:1.0:1784945656.689665:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304443568, at 4304443584 00000100:00000010:1.0:1784945656.689673:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322ba0. 00010000:00000001:1.0:1784945657.329656:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945657.329664:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945657.329739:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945657.329744:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945657.329747:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945658.354177:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945658.354183:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945658.354271:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945658.354273:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945658.354276:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945659.379636:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945659.379644:0:190906:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945659.379646:0:190906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945659.379649:0:190906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945659.379654:0:190906:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945659.379656:0:190906:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945659.379658:0:190906:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945659.379661:0:190906:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945659.381225:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945659.381229:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945659.381233:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945660.401626:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945660.401633:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945660.402194:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945660.402197:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945660.402199:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945661.106398:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945661.106408:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945661.106417:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776680. 00000020:00000040:3.0:1784945661.106423:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945661.106427:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945661.106430:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945661.106435:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945661.106442:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea700. 00000100:00000001:3.0:1784945661.106448:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945661.106459:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73776680 x1871641054242944/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945661.106474:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945661.106479:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945661.106486:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d19f977b] to pc [ptlrpcd_01_01+1] req@ffff996d73776680 x1871641054242944/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945661.106542:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945661.106545:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945661.106548:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945661.106552:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776a00. 00000020:00000040:3.0:1784945661.106555:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945661.106558:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945661.106559:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945661.106562:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945661.106566:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beab00. 00000100:00000001:3.0:1784945661.106569:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945661.106573:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73776a00 x1871641054243072/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945661.106580:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945661.106582:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945661.106586:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017ccca3c] to pc [ptlrpcd_01_00+0] req@ffff996d73776a00 x1871641054243072/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945661.106594:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945661.106596:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945661.106597:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784945661.106599:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784945661.106601:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784945661.106602:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945661.106603:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945661.106605:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945661.106608:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776a00 x1871641054243072/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784945661.106609:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9785) 00000100:00000001:2.0:1784945661.106615:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945661.106617:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945661.106620:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945661.106622:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945661.106625:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945661.106628:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054243072:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945661.106631:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945661.106632:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784945661.106633:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945661.106634:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784945661.106637:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784945661.106638:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776680 x1871641054242944/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784945661.106639:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945661.106642:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784945661.106644:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945661.106645:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945661.106646:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 02000000:00000001:3.0:1784945661.106647:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945661.106648:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945661.106648:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945661.106650:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945661.106652:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054242944:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945661.106655:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784945661.106656:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:3.0:1784945661.106657:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945661.106658:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784945661.106660:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 02000000:00000001:3.0:1784945661.106660:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945661.106662:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479aec00. 02000000:00000001:3.0:1784945661.106664:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784945661.106665:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6d48. 00000400:00000200:3.0:1784945661.106667:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945661.106669:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000100:00000200:2.0:1784945661.106671:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054243072, portal 10 00000400:00000010:3.0:1784945661.106673:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1770. 00000100:00000200:3.0:1784945661.106675:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054242944, portal 25 00000100:00000001:3.0:1784945661.106677:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945661.106678:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100530816 : -112779609020800 : ffff996d73776680) 00000100:00000040:3.0:1784945661.106682:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776680 x1871641054242944/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945661.106686:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945661.106687:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100531712 : -112779609019904 : ffff996d73776a00) 00000100:00000001:3.0:1784945661.106689:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945661.106691:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000040:2.0:1784945661.106693:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776a00 x1871641054243072/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784945661.106694:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1bb0. 00000100:00000200:3.0:1784945661.106697:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054242944, offset 0 00000100:00000001:2.0:1784945661.106699:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945661.106701:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945661.106703:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6088. 00000400:00000200:3.0:1784945661.106703:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000200:2.0:1784945661.106706:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054243072, offset 0 00000400:00000200:2.0:1784945661.106710:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945661.106711:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945661.106717:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945661.106722:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945661.106726:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945661.106729:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945661.106732:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945661.106735:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314409:314409:256:4294967295] 192.168.202.106@tcp LPNI seq info [314405:314405:8:4294967295] 00000400:00000200:3.0:1784945661.106739:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945661.106746:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945661.106749:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945661.106749:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784945661.106751:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945661.106753:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:3.0:1784945661.106754:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945661.106756:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945661.106757:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945661.106759:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314410:314410:255:4294967295] 192.168.202.106@tcp LPNI seq info [314406:314406:7:4294967295] 00000800:00000010:3.0:1784945661.106760:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000400:00000200:2.0:1784945661.106763:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784945661.106765:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784945661.106768:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945661.106771:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000200:3.0:1784945661.106772:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000010:2.0:1784945661.106775:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b700. 00000800:00000200:3.0:1784945661.106776:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784945661.106778:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945661.106781:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945661.106784:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945661.106788:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945661.106788:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945661.106791:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16817 usecs (17 jiffies) 00000400:00000200:3.0:1784945661.106791:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945661.106794:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945661.106794:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304448688 00000100:00000001:2.0:1784945661.106796:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304448018 00000100:00000010:3.0:1784945661.106798:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322c00. 00000100:00000001:3.0:1784945661.106804:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945661.106809:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304448688 00000100:00000001:3.0:1784945661.106809:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304448688 00000100:00000001:2.0:1784945661.106811:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304448018 00000100:00000010:3.0:1784945661.106812:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3224e0. 00000100:00000001:3.0:1784945661.106815:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945661.106819:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304448688 00000100:00000001:3.0:1784945661.106819:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945661.106821:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945661.106821:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945661.106823:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945661.106825:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945661.106825:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945661.106827:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945661.106827:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945661.106834:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945661.106834:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945661.106837:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945661.106837:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945661.106839:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945661.106839:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945661.106841:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945661.106841:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945661.106842:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945661.106842:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945661.106845:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945661.106845:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945661.106865:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945661.106870:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000400:00000200:1.0:1784945661.106877:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945661.106882:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945661.106907:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1bb0 00000400:00000010:1.0:1784945661.106910:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1bb0. 00000100:00000001:1.0:1784945661.106914:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945661.106919:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73776680 x1871641054242944/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945661.106928:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945661.106931:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73776680 x1871641054242944/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945677 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945661.106937:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945661.106939:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945661.106996:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945661.106999:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b700. 00000400:00000200:1.0:1784945661.107002:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945661.107006:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945661.107009:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6088 00000400:00000010:1.0:1784945661.107010:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6088. 00000100:00000001:1.0:1784945661.107014:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945661.107017:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73776a00 x1871641054243072/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945661.107023:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945661.107269:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73776a00 x1871641054243072/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945677 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945661.107276:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945661.107278:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945661.109225:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945661.109239:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945661.109242:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945661.109244:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945661.109251:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945661.109256:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945661.109263:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945661.109267:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945661.109272:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945661.109276:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f6880 00000400:00000200:0.0:1784945661.109280:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945661.109287:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd849 [1] + 224 00000800:00000001:0.0:1784945661.109292:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945661.109296:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945661.109299:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945661.109302:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945661.109308:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945661.109314:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73776680 x1871641054242944/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945677 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945661.109326:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73776680 x1871641054242944/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945661.109342:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945661.109349:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945661.109353:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945661.109355:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945661.109358:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945661.109362:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945661.109367:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945661.109372:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945661.109374:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945661.109378:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945661.109384:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945661.109386:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784945661.109387:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945661.109390:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:0.0:1784945661.109395:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945661.109397:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1770 00000400:00000200:0.0:1784945661.109402:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f6900 00000400:00000010:3.0:1784945661.109402:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1770. 00000400:00000200:0.0:1784945661.109410:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945661.109410:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945661.109418:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776680 x1871641054242944/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784945661.109420:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd841 [1] + 224 00000800:00000001:0.0:1784945661.109428:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784945661.109435:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776680 x1871641054242944/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945677 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784945661.109437:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945661.109441:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784945661.109443:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784945661.109444:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945661.109447:0:2355:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:0.0:1784945661.109451:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945661.109454:0:2344:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1784945661.109458:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1784945661.109460:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73776a00 x1871641054243072/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945677 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945661.109462:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945661.109465:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945661.109471:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945661.109478:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73776a00 x1871641054243072/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784945661.109480:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=63 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945661.109488:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=63 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945661.109493:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945661.109495:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945661.109498:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945661.109500:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945661.109505:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945661.109511:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784945661.109512:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776680 x1871641054242944/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945677 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945661.109547:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945661.109551:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945661.109552:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1784945661.109553:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784945661.109555:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945661.109557:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784945661.109558:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784945661.109563:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1784945661.109564:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776680 x1871641054242944/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945677 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784945661.109568:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945661.109572:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945661.109579:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6d48 00000100:00100000:3.0:1784945661.109579:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054242944:192.168.202.106@tcp:400:kworker.0 00000400:00000010:2.0:1784945661.109583:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6d48. 00000100:00000001:3.0:1784945661.109588:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945661.109589:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784945661.109592:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784945661.109597:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776a00 x1871641054243072/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784945661.109600:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776680 x1871641054242944/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945677 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945661.109625:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1784945661.109629:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776a00 x1871641054243072/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945677 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784945661.109630:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945661.109634:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479aec00. 02000000:00000001:3.0:1784945661.109640:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784945661.109643:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1784945661.109644:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784945661.109646:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1784945661.109648:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945661.109651:0:2354:0:(client.c:1580:after_reply()) Process entered 00000020:00000001:3.0:1784945661.109653:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1784945661.109654:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1784945661.109657:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea700. 00000100:00000001:2.0:1784945661.109658:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945661.109661:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945661.109663:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945661.109665:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945661.109667:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945661.109670:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776680. 00000100:00001000:2.0:1784945661.109673:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=63 v=5 (5 5 5 5) 00000100:00000001:3.0:1784945661.109675:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945661.109677:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945661.109680:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945661.109686:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:2.0:1784945661.109688:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=133 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945661.109690:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945661.109695:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945661.109696:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945661.109698:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945661.109704:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945661.109706:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945661.109709:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945661.109712:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945661.109715:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945661.109717:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945661.109718:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945661.109723:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776a00 x1871641054243072/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945677 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945661.109729:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945661.109731:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945661.109733:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945661.109737:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776a00 x1871641054243072/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945677 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945661.109744:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054243072:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945661.109748:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945661.109750:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945661.109753:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776a00 x1871641054243072/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945677 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945661.109758:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945661.109760:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945661.109762:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945661.109765:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945661.109766:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945661.109767:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945661.109769:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945661.109771:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beab00. 02000000:00000001:2.0:1784945661.109773:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945661.109775:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945661.109776:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776a00. 00000100:00000001:2.0:1784945661.109779:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945661.109780:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945661.109782:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945661.109785:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945661.109787:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945661.109789:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945661.109790:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945661.425597:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945661.425603:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945661.425668:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945661.425671:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945661.425675:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945661.809637:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304448688, at 4304448704 00000100:00000010:0.0:1784945661.809652:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322c00. 00000100:00000040:1.0:1784945661.811564:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304448688, at 4304448706 00000100:00000010:1.0:1784945661.811576:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3224e0. 00010000:00000001:1.0:1784945662.449622:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945662.449627:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945662.449684:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945662.449687:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945662.449690:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945663.473616:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945663.473621:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945663.474171:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945663.474175:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945663.474179:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945664.497752:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945664.497758:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945664.497986:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945664.497989:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945664.497992:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945665.521624:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945665.521630:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945665.521946:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945665.521950:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945665.521953:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945666.228263:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945666.228271:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945666.228278:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953480. 00000020:00000040:2.0:1784945666.228284:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945666.228288:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945666.228291:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945666.228296:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945666.228303:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b300. 00000100:00000001:2.0:1784945666.228309:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945666.228320:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73953480 x1871641054243200/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945666.228330:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945666.228334:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945666.228340:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000632050e9] to pc [ptlrpcd_01_01+1] req@ffff996d73953480 x1871641054243200/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945666.228397:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945666.228401:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945666.228408:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945666.228418:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953480 x1871641054243200/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945666.228430:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945666.228432:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945666.228436:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945666.228438:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945666.228441:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945666.228445:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054243200:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945666.228454:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945666.228459:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945666.228461:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945666.228464:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945666.228468:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479ae200. 02000000:00000001:3.0:1784945666.228470:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945666.228478:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945666.228482:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784945666.228488:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1770. 00000100:00000200:3.0:1784945666.228494:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054243200, portal 25 00000100:00000001:3.0:1784945666.228496:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945666.228497:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102484096 : -112779607067520 : ffff996d73953480) 00000100:00000040:3.0:1784945666.228501:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953480 x1871641054243200/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945666.228506:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945666.228508:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945666.228509:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1220. 00000100:00000200:3.0:1784945666.228512:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054243200, offset 0 00000400:00000200:3.0:1784945666.228529:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945666.228536:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945666.228542:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945666.228546:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945666.228549:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945666.228552:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945666.228554:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945666.228565:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314411:314411:256:4294967295] 192.168.202.106@tcp LPNI seq info [314407:314407:8:4294967295] 00000400:00000200:3.0:1784945666.228568:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945666.228579:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945666.228583:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945666.228589:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea700. 00000800:00000200:3.0:1784945666.228594:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945666.228600:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945666.228605:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945666.228616:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945666.228618:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945666.228620:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304453810 00000100:00000010:3.0:1784945666.228623:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3225a0. 00000100:00000001:3.0:1784945666.228628:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945666.228631:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304453810 00000100:00000010:3.0:1784945666.228633:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3229c0. 00000100:00000001:3.0:1784945666.228643:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945666.228645:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945666.228647:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945666.228649:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945666.228650:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784945666.228736:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945666.228740:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea700. 00000400:00000200:1.0:1784945666.228743:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945666.228747:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945666.228750:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1220 00000400:00000010:1.0:1784945666.228752:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1220. 00000100:00000001:1.0:1784945666.228755:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945666.228759:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953480 x1871641054243200/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945666.228765:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945666.228767:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953480 x1871641054243200/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945682 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945666.228950:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945666.228954:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945666.228957:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945666.228960:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951880. 00000020:00000040:2.0:1784945666.228963:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945666.228965:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945666.228967:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945666.228969:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945666.228972:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b500. 00000100:00000001:2.0:1784945666.228975:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945666.228980:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951880 x1871641054243328/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945666.228987:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945666.228989:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945666.228993:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084695538] to pc [ptlrpcd_01_00+0] req@ffff996d73951880 x1871641054243328/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945666.229037:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945666.229039:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784945666.229081:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945666.229083:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945666.229085:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945666.229086:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945666.229087:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945666.229088:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1784945666.229089:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945666.229091:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945666.229092:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945666.229093:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945666.229093:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945666.229094:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945666.229097:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951880 x1871641054243328/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945666.229121:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945666.229122:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945666.229124:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945666.229126:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945666.229127:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945666.229129:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054243328:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945666.229132:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945666.229134:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945666.229135:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945666.229136:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945666.229138:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479aea00. 02000000:00000001:3.0:1784945666.229139:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945666.229142:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945666.229144:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784945666.229147:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1a18. 00000100:00000001:2.0:1784945666.229177:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945666.229180:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945666.229183:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945666.229185:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945666.229187:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945666.229190:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9790) 00000100:00000001:2.0:1784945666.229198:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945666.229199:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784945666.229264:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054243328, portal 10 00000100:00000001:3.0:1784945666.229268:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945666.229270:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476928 : -112779607074688 : ffff996d73951880) 00000100:00000040:3.0:1784945666.229277:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951880 x1871641054243328/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945666.229282:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945666.229284:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945666.229286:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1220. 00000100:00000200:3.0:1784945666.229288:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054243328, offset 0 00000400:00000200:3.0:1784945666.229291:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945666.229294:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945666.229297:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945666.229299:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945666.229301:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945666.229302:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945666.229304:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945666.229306:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314412:314412:256:4294967295] 192.168.202.106@tcp LPNI seq info [314408:314408:8:4294967295] 00000400:00000200:3.0:1784945666.229308:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945666.229312:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945666.229315:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945666.229317:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000800:00000200:3.0:1784945666.229320:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945666.229323:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945666.229325:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945666.229420:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945666.229424:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16817 usecs (17 jiffies) 00000400:00000200:3.0:1784945666.229428:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945666.229429:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304453140 00000100:00000001:3.0:1784945666.229432:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304453810 00000100:00000001:3.0:1784945666.229434:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304453140 00000100:00000001:3.0:1784945666.229436:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304453810 00000100:00000001:3.0:1784945666.229438:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945666.229440:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945666.229443:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945666.229445:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945666.229446:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945666.229448:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945666.229449:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945666.229451:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945666.230170:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945666.230176:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea800. 00000400:00000200:0.0:1784945666.230179:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945666.230185:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945666.230189:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1220 00000400:00000010:0.0:1784945666.230192:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1220. 00000100:00000001:0.0:1784945666.230196:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945666.230201:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951880 x1871641054243328/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945666.230211:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945666.230215:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951880 x1871641054243328/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945682 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945666.230221:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945666.230223:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945666.232057:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945666.232067:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945666.232071:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945666.232073:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945666.232080:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945666.232086:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945666.232093:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945666.232097:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945666.232113:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945666.232117:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f6a00 00000400:00000200:1.0:1784945666.232121:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945666.232127:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd859 [1] + 224 00000800:00000001:1.0:1784945666.232134:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945666.232138:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945666.232141:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945666.232145:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945666.232150:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945666.232157:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951880 x1871641054243328/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945682 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945666.232167:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951880 x1871641054243328/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945666.232183:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945666.232190:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945666.232194:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945666.232197:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945666.232199:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945666.232203:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945666.232208:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:3.0:1784945666.232210:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784945666.232214:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945666.232215:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784945666.232220:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784945666.232222:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784945666.232238:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945666.232242:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f6980 00000400:00000200:1.0:1784945666.232246:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784945666.232352:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945666.232355:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945666.232358:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1a18 00000400:00000010:3.0:1784945666.232363:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1a18. 00000100:00000001:3.0:1784945666.232366:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945666.232370:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951880 x1871641054243328/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945666.232379:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951880 x1871641054243328/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945682 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945666.232383:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945666.232385:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945666.232387:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945666.232389:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945666.232391:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945666.232393:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945666.232394:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945666.232400:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=68 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945666.232403:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=138 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945666.232405:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945666.232406:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945666.232408:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945666.232410:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945666.232413:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945666.232415:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945666.232416:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945666.232418:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945666.232422:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951880 x1871641054243328/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945682 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945666.232429:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945666.232431:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945666.232433:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945666.232437:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951880 x1871641054243328/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945682 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945666.232456:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054243328:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945666.232462:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945666.232464:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945666.232467:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951880 x1871641054243328/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945682 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945666.232471:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945666.232473:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945666.232475:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479aea00. 02000000:00000001:3.0:1784945666.232477:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945666.232479:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945666.232480:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945666.232482:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945666.232484:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b500. 02000000:00000001:3.0:1784945666.232487:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945666.232488:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945666.232489:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951880. 00000100:00000001:3.0:1784945666.232491:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945666.232493:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945666.232495:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945666.232496:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945666.232497:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945666.232498:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945666.232499:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945666.232695:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd851 [1] + 224 00000800:00000001:1.0:1784945666.232701:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945666.232710:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945666.232712:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945666.232715:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945666.232719:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945666.232724:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953480 x1871641054243200/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945682 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945666.232733:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953480 x1871641054243200/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945666.232749:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945666.232753:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945666.232756:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945666.232805:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945666.232807:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945666.232810:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945666.232811:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945666.232812:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945666.232815:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1770 00000400:00000010:3.0:1784945666.232817:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1770. 00000100:00000001:3.0:1784945666.232818:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945666.232822:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953480 x1871641054243200/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945666.232827:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953480 x1871641054243200/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945682 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945666.232831:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945666.232832:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945666.232833:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945666.232834:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945666.232835:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945666.232836:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945666.232837:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945666.232839:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=68 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945666.232841:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=68 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945666.232842:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945666.232843:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945666.232844:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945666.232846:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945666.232847:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945666.232849:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953480 x1871641054243200/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945682 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945666.232853:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945666.232854:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945666.232856:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945666.232857:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953480 x1871641054243200/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945682 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945666.232861:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054243200:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945666.232863:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945666.232864:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945666.232866:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953480 x1871641054243200/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945682 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945666.232869:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945666.232870:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945666.232871:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479ae200. 02000000:00000001:3.0:1784945666.232872:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945666.232873:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945666.232874:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945666.232875:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945666.232876:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b300. 02000000:00000001:3.0:1784945666.232877:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945666.232878:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945666.232879:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953480. 00000100:00000001:3.0:1784945666.232881:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945666.232881:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945666.232882:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945666.232887:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945666.232889:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945666.232890:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945666.232891:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945666.545668:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945666.545675:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945666.545875:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945666.545879:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945666.545882:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945666.929610:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304453810, at 4304453824 00000100:00000040:1.0:1784945666.929614:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304453810, at 4304453824 00000100:00000010:1.0:1784945666.929625:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3229c0. 00000100:00000010:0.0:1784945666.929628:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3225a0. 00010000:00000001:1.0:1784945667.570222:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945667.570229:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945667.570291:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945667.570295:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945667.570298:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945668.593642:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945668.593651:0:190906:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945668.593653:0:190906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945668.593657:0:190906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945668.593661:0:190906:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945668.593663:0:190906:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945668.593664:0:190906:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945668.593667:0:190906:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945668.593759:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945668.593762:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945668.593765:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945669.617625:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945669.617630:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945669.619125:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945669.619129:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945669.619133:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945670.641633:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945670.641639:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945670.641702:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945670.641706:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945670.641710:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945671.346289:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945671.346297:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945671.346308:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776680. 00000020:00000040:3.0:1784945671.346313:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945671.346326:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945671.346329:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945671.346334:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945671.346342:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bead00. 00000100:00000001:3.0:1784945671.346349:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945671.346359:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73776680 x1871641054243456/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945671.346368:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945671.346373:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945671.346379:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d19f977b] to pc [ptlrpcd_01_01+1] req@ffff996d73776680 x1871641054243456/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945671.346418:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945671.346421:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945671.346424:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945671.346428:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776a00. 00000020:00000040:3.0:1784945671.346431:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945671.346433:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945671.346434:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945671.346436:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945671.346439:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beaf00. 00000100:00000001:3.0:1784945671.346442:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945671.346446:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73776a00 x1871641054243584/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945671.346453:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945671.346454:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945671.346459:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017ccca3c] to pc [ptlrpcd_01_00+0] req@ffff996d73776a00 x1871641054243584/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945671.346467:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945671.346469:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945671.346472:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945671.346475:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945671.346478:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945671.346482:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9795) 00000100:00000001:3.0:1784945671.346494:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945671.346497:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945671.346499:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945671.346504:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776a00 x1871641054243584/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945671.346512:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945671.346514:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945671.346534:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945671.346537:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945671.346539:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945671.346543:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054243584:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945671.346547:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945671.346552:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945671.346554:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945671.346557:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945671.346562:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479ae200. 02000000:00000001:3.0:1784945671.346563:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945671.346570:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945671.346575:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784945671.346582:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1770. 00000100:00000200:3.0:1784945671.346587:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054243584, portal 10 00000100:00000001:3.0:1784945671.346589:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945671.346591:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100531712 : -112779609019904 : ffff996d73776a00) 00000100:00000040:3.0:1784945671.346598:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776a00 x1871641054243584/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945671.346605:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945671.346608:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945671.346610:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1a18. 00000100:00000200:3.0:1784945671.346614:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054243584, offset 0 00000400:00000200:3.0:1784945671.346619:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945671.346627:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945671.346633:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945671.346638:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945671.346642:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945671.346645:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945671.346648:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945671.346652:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314413:314413:256:4294967295] 192.168.202.106@tcp LPNI seq info [314409:314409:8:4294967295] 00000400:00000200:3.0:1784945671.346656:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945671.346665:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945671.346671:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945671.346676:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000800:00000200:3.0:1784945671.346682:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945671.346690:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945671.346694:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945671.346713:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945671.346718:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16816 usecs (17 jiffies) 00000400:00000200:3.0:1784945671.346721:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945671.346724:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304458258 00000100:00000010:3.0:1784945671.346729:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322480. 00000100:00000001:3.0:1784945671.346734:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945671.346743:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304458258 00000100:00000010:3.0:1784945671.346747:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322540. 00000100:00000001:3.0:1784945671.346750:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945671.346764:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945671.346767:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945671.346770:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945671.346772:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945671.346778:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945671.346780:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945671.346782:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945671.346783:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945671.346785:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945671.346787:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1784945671.346789:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945671.346791:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945671.346792:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945671.346794:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945671.346795:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945671.346796:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945671.346800:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776680 x1871641054243456/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945671.346807:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945671.346808:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945671.346810:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945671.346812:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945671.346813:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945671.346815:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054243456:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945671.346817:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945671.346819:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945671.346820:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945671.346821:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945671.346824:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479aea00. 02000000:00000001:3.0:1784945671.346825:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945671.346827:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945671.346829:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784945671.346832:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1bb0. 00000100:00000200:3.0:1784945671.346833:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054243456, portal 25 00000100:00000001:3.0:1784945671.346835:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945671.346836:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100530816 : -112779609020800 : ffff996d73776680) 00000100:00000040:3.0:1784945671.346839:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776680 x1871641054243456/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945671.346843:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945671.346844:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945671.346845:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1088. 00000100:00000200:3.0:1784945671.346846:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054243456, offset 0 00000400:00000200:3.0:1784945671.346849:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945671.346851:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945671.346854:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945671.346856:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945671.346857:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945671.346859:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945671.346860:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945671.346862:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314414:314414:255:4294967295] 192.168.202.106@tcp LPNI seq info [314410:314410:7:4294967295] 00000400:00000200:3.0:1784945671.346864:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945671.346868:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945671.346871:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945671.346872:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea700. 00000800:00000200:3.0:1784945671.346875:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945671.346877:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945671.346879:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945671.346881:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945671.346883:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945671.346884:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304458928 00000100:00000001:3.0:1784945671.346887:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304458258 00000100:00000001:3.0:1784945671.346889:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304458928 00000100:00000001:3.0:1784945671.346891:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304458258 00000100:00000001:3.0:1784945671.346893:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945671.346895:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945671.346896:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945671.346897:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945671.346948:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945671.346950:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945671.347273:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945671.347277:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea800. 00000400:00000200:0.0:1784945671.347283:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945671.347289:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945671.347294:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1a18 00000400:00000010:0.0:1784945671.347297:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1a18. 00000100:00000001:0.0:1784945671.347301:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945671.347305:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73776a00 x1871641054243584/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945671.347315:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945671.347318:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73776a00 x1871641054243584/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945687 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945671.347325:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945671.347327:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945671.347391:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945671.347394:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea700. 00000400:00000200:0.0:1784945671.347397:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945671.347400:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945671.347404:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1088 00000400:00000010:0.0:1784945671.347405:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1088. 00000100:00000001:0.0:1784945671.347408:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945671.347411:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73776680 x1871641054243456/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945671.347418:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945671.347421:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73776680 x1871641054243456/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945687 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945671.347427:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945671.347428:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945671.350345:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945671.350355:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945671.350358:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945671.350360:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945671.350366:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945671.350372:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945671.350379:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945671.350428:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945671.350433:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945671.350436:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f6b00 00000400:00000200:1.0:1784945671.350440:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945671.350445:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd861 [1] + 224 00000800:00000001:1.0:1784945671.350450:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945671.350455:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945671.350457:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945671.350460:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945671.350464:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945671.350470:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73776a00 x1871641054243584/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945687 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945671.350477:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73776a00 x1871641054243584/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945687 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945671.350540:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945671.350543:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945671.350571:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945671.350577:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945671.350579:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784945671.350607:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945671.350608:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945671.350657:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945671.350662:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1770 00000400:00000010:3.0:1784945671.350664:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1770. 00000100:00000001:3.0:1784945671.350667:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945671.350671:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776a00 x1871641054243584/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945687 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945671.350681:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776a00 x1871641054243584/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945687 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945671.350689:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945671.350691:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945671.350693:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945671.350697:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945671.350699:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945671.350701:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945671.350704:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945671.350711:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=73 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945671.350715:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=143 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945671.350717:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945671.350719:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945671.350722:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945671.350725:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945671.350728:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945671.350730:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945671.350732:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945671.350733:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945671.350737:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776a00 x1871641054243584/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945687 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945671.350744:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945671.350747:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945671.350749:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945671.350753:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776a00 x1871641054243584/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945687 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945671.350762:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054243584:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945671.350766:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945671.350768:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945671.350771:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776a00 x1871641054243584/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945687 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945671.350778:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945671.350781:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945671.350783:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479ae200. 02000000:00000001:3.0:1784945671.350786:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945671.350788:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945671.350790:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945671.350792:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945671.350795:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beaf00. 02000000:00000001:3.0:1784945671.350798:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945671.350799:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945671.350802:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776a00. 00000100:00000001:3.0:1784945671.350805:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945671.350806:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945671.350809:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945671.350811:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945671.350812:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945671.350814:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945671.350816:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945671.352672:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945671.352681:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945671.352685:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945671.352687:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945671.352692:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945671.352697:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945671.352702:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945671.352706:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945671.352710:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945671.352713:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f6a80 00000400:00000200:0.0:1784945671.352717:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945671.352722:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd869 [1] + 224 00000800:00000001:0.0:1784945671.352727:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945671.352732:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945671.352735:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945671.352738:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945671.352742:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945671.352748:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73776680 x1871641054243456/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945687 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945671.352758:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73776680 x1871641054243456/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945687 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945671.352772:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945671.352778:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945671.352780:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945671.353111:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945671.353114:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945671.353118:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945671.353119:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945671.353121:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945671.353124:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1bb0 00000400:00000010:3.0:1784945671.353125:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1bb0. 00000100:00000001:3.0:1784945671.353127:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945671.353132:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776680 x1871641054243456/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945687 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945671.353138:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776680 x1871641054243456/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945687 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945671.353142:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945671.353143:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945671.353145:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945671.353146:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945671.353148:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945671.353149:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945671.353150:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945671.353154:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=73 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945671.353156:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=73 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945671.353158:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945671.353159:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945671.353160:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945671.353162:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945671.353163:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945671.353166:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776680 x1871641054243456/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945687 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945671.353170:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945671.353172:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945671.353173:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945671.353175:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776680 x1871641054243456/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945687 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945671.353180:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054243456:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945671.353182:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945671.353184:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945671.353186:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776680 x1871641054243456/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945687 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945671.353189:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945671.353191:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945671.353193:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479aea00. 02000000:00000001:3.0:1784945671.353195:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945671.353196:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945671.353197:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945671.353199:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945671.353200:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bead00. 02000000:00000001:3.0:1784945671.353202:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945671.353203:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945671.353204:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776680. 00000100:00000001:3.0:1784945671.353206:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945671.353207:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945671.353208:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945671.353212:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945671.353214:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945671.353215:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945671.353216:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945671.665638:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945671.665644:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945671.665783:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945671.665787:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945671.665790:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945672.049714:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304458928, at 4304458944 00000100:00000010:1.0:1784945672.049728:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322540. 00000100:00000040:0.0:1784945672.051294:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304458928, at 4304458945 00000100:00000010:0.0:1784945672.051304:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322480. 00010000:00000001:1.0:1784945672.689638:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945672.689644:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945672.692111:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945672.692117:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945672.692121:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784945673.073633:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784945673.073639:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784945673.073642:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1784945673.073815:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784945673.073818:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945673.073832:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945673.073836:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945673.073839:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784945673.713644:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945673.713653:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945673.713741:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945673.713745:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945673.713749:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945674.738230:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945674.738236:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945674.738294:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945674.738298:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945674.738301:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945675.761644:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945675.761650:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945675.761713:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945675.761718:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945675.761721:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945676.465625:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945676.465636:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945676.465646:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776680. 00000020:00000040:3.0:1784945676.465652:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945676.465655:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945676.465658:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945676.465663:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945676.465672:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bead00. 00000100:00000001:3.0:1784945676.465679:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945676.465690:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73776680 x1871641054243712/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945676.465701:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945676.465705:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945676.465712:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d19f977b] to pc [ptlrpcd_01_01+1] req@ffff996d73776680 x1871641054243712/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945676.465756:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945676.465759:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945676.465762:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945676.465765:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776a00. 00000020:00000040:3.0:1784945676.465768:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945676.465770:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945676.465771:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945676.465773:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945676.465776:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beaf00. 00000100:00000001:3.0:1784945676.465779:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945676.465783:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73776a00 x1871641054243840/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945676.465790:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945676.465792:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945676.465796:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017ccca3c] to pc [ptlrpcd_01_00+0] req@ffff996d73776a00 x1871641054243840/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945676.465805:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945676.465807:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945676.465811:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945676.465813:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945676.465817:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945676.465823:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9801) 00000100:00000001:3.0:1784945676.465836:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945676.465839:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945676.465842:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945676.465847:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776a00 x1871641054243840/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945676.465854:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945676.465857:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945676.465860:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945676.465863:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945676.465866:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945676.465869:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054243840:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945676.465874:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945676.465879:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945676.465882:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945676.465884:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945676.465889:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479ae200. 02000000:00000001:3.0:1784945676.465890:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945676.465898:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945676.465902:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784945676.465908:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1bb0. 00000100:00000200:3.0:1784945676.465915:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054243840, portal 10 00000100:00000001:3.0:1784945676.465917:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945676.465918:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100531712 : -112779609019904 : ffff996d73776a00) 00000100:00000040:3.0:1784945676.465925:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776a00 x1871641054243840/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945676.465932:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945676.465934:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945676.465937:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1770. 00000100:00000200:3.0:1784945676.465941:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054243840, offset 0 00000400:00000200:3.0:1784945676.465949:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945676.465957:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945676.465964:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945676.465970:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945676.465974:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945676.465977:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945676.465979:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945676.465983:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314415:314415:256:4294967295] 192.168.202.106@tcp LPNI seq info [314411:314411:8:4294967295] 00000400:00000200:3.0:1784945676.465987:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945676.465997:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945676.466004:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945676.466008:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000800:00000200:3.0:1784945676.466027:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945676.466035:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945676.466039:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945676.466060:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945676.466065:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16816 usecs (17 jiffies) 00000400:00000200:3.0:1784945676.466068:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945676.466071:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304463377 00000100:00000010:3.0:1784945676.466076:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322780. 00000100:00000001:3.0:1784945676.466082:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945676.466099:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304463377 00000100:00000010:3.0:1784945676.466104:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322240. 00000100:00000001:3.0:1784945676.466107:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945676.466114:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945676.466117:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945676.466120:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945676.466122:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945676.466129:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945676.466131:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945676.466133:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945676.466134:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945676.466135:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945676.466138:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1784945676.466140:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945676.466142:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945676.466143:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945676.466144:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945676.466145:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945676.466146:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945676.466150:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776680 x1871641054243712/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945676.466156:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945676.466157:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945676.466159:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945676.466161:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945676.466163:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945676.466165:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054243712:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945676.466168:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945676.466170:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945676.466172:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945676.466173:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945676.466176:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479aea00. 02000000:00000001:3.0:1784945676.466178:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945676.466181:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945676.466184:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784945676.466187:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1990. 00000100:00000200:3.0:1784945676.466190:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054243712, portal 25 00000100:00000001:3.0:1784945676.466191:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945676.466192:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100530816 : -112779609020800 : ffff996d73776680) 00000100:00000040:3.0:1784945676.466197:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776680 x1871641054243712/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945676.466203:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945676.466205:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945676.466207:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1880. 00000100:00000200:3.0:1784945676.466209:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054243712, offset 0 00000400:00000200:3.0:1784945676.466212:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945676.466216:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945676.466219:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945676.466222:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945676.466224:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945676.466227:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945676.466229:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945676.466232:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314416:314416:255:4294967295] 192.168.202.106@tcp LPNI seq info [314412:314412:7:4294967295] 00000400:00000200:3.0:1784945676.466235:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945676.466241:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945676.466245:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945676.466249:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000800:00000200:3.0:1784945676.466253:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945676.466257:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945676.466260:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945676.466263:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945676.466265:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945676.466267:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304464047 00000100:00000001:3.0:1784945676.466273:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304463377 00000100:00000001:3.0:1784945676.466276:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304464047 00000100:00000001:3.0:1784945676.466278:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304463377 00000100:00000001:3.0:1784945676.466281:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945676.466283:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945676.466286:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945676.466288:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945676.466360:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945676.466363:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945676.468120:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945676.468127:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beab00. 00000400:00000200:1.0:1784945676.468134:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945676.468140:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945676.468147:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1770 00000400:00000010:1.0:1784945676.468149:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1770. 00000100:00000001:1.0:1784945676.468154:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945676.468160:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73776a00 x1871641054243840/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945676.468171:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945676.468175:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73776a00 x1871641054243840/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945692 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945676.468182:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945676.468183:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945676.468248:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945676.468250:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000400:00000200:1.0:1784945676.468254:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945676.468257:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945676.468260:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1880 00000400:00000010:1.0:1784945676.468263:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1880. 00000100:00000001:1.0:1784945676.468265:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945676.468268:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73776680 x1871641054243712/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945676.468276:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945676.468279:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73776680 x1871641054243712/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945692 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945676.468285:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945676.468287:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945676.474079:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945676.474095:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945676.474099:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945676.474101:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945676.474109:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945676.474115:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945676.474122:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945676.474126:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945676.474131:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945676.474134:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f6b80 00000400:00000200:0.0:1784945676.474140:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945676.474145:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd879 [1] + 224 00000800:00000001:0.0:1784945676.474151:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945676.474154:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945676.474157:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945676.474160:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945676.474167:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945676.474174:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73776680 x1871641054243712/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945692 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945676.474184:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73776680 x1871641054243712/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945676.474200:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945676.474209:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945676.474211:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945676.474213:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945676.474216:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945676.474218:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945676.474223:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945676.474227:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945676.474230:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945676.474233:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945676.474237:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f6c00 00000100:00000001:3.0:1784945676.474240:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784945676.474241:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945676.474245:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784945676.474249:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd871 [1] + 224 00000800:00000001:0.0:1784945676.474254:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784945676.474256:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945676.474260:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1784945676.474261:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784945676.474263:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:0.0:1784945676.474265:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945676.474271:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:3.0:1784945676.474271:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1990 00000400:00000010:3.0:1784945676.474276:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1990. 00000100:00000001:3.0:1784945676.474281:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784945676.474285:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945676.474287:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776680 x1871641054243712/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945676.474292:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73776a00 x1871641054243840/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945692 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945676.474304:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73776a00 x1871641054243840/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945676.474310:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945676.474315:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784945676.474319:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776680 x1871641054243712/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945692 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784945676.474321:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945676.474331:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945676.474333:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945676.474336:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945676.474340:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945676.474343:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945676.474345:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945676.474349:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945676.474355:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=78 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945676.474359:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=78 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945676.474363:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945676.474365:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945676.474369:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945676.474371:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945676.474373:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945676.474378:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776680 x1871641054243712/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945692 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945676.474384:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945676.474387:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945676.474389:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945676.474392:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776680 x1871641054243712/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945692 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945676.474400:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054243712:192.168.202.106@tcp:400:kworker.0 00000400:00000001:3.0:1784945676.474406:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945676.474407:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945676.474409:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945676.474412:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1bb0 00000400:00000010:3.0:1784945676.474414:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1bb0. 00000100:00000001:3.0:1784945676.474416:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945676.474419:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776a00 x1871641054243840/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945676.474427:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776a00 x1871641054243840/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945692 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945676.474434:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945676.474435:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945676.474437:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945676.474438:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945676.474439:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945676.474440:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945676.474442:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945676.474447:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=78 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945676.474449:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=148 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945676.474452:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945676.474453:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945676.474455:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945676.474457:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945676.474460:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945676.474462:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945676.474464:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945676.474465:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945676.474468:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776a00 x1871641054243840/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945692 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945676.474475:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945676.474476:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945676.474478:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945676.474481:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776a00 x1871641054243840/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945692 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945676.474488:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054243840:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945676.474492:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945676.474494:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945676.474497:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776680 x1871641054243712/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945692 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945676.474504:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945676.474506:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945676.474509:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479aea00. 02000000:00000001:3.0:1784945676.474512:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945676.474540:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945676.474542:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945676.474545:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945676.474547:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bead00. 02000000:00000001:3.0:1784945676.474551:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945676.474562:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945676.474564:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776680. 00000100:00000001:3.0:1784945676.474568:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945676.474569:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945676.474571:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945676.474574:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776a00 x1871641054243840/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945692 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945676.474581:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945676.474582:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945676.474583:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479ae200. 02000000:00000001:3.0:1784945676.474586:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945676.474587:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945676.474588:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945676.474589:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945676.474591:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beaf00. 02000000:00000001:3.0:1784945676.474592:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945676.474594:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945676.474595:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776a00. 00000100:00000001:3.0:1784945676.474597:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945676.474598:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945676.474600:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945676.474606:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945676.474608:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945676.474610:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945676.474612:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945676.785650:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945676.785656:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945676.786063:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945676.786067:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945676.786071:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945677.169593:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304464047, at 4304464064 00000100:00000040:1.0:1784945677.169593:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304464047, at 4304464064 00000100:00000010:1.0:1784945677.169606:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322240. 00000100:00000010:0.0:1784945677.169613:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322780. 00010000:00000001:1.0:1784945677.810642:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945677.810649:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945677.810750:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945677.810754:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945677.810757:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945678.833642:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945678.833651:0:190906:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945678.833653:0:190906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945678.833657:0:190906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945678.833661:0:190906:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945678.833663:0:190906:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945678.833664:0:190906:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945678.833666:0:190906:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945678.833748:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945678.833752:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945678.833754:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945679.857639:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945679.857647:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945679.857704:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945679.857707:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945679.857710:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945680.881627:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945680.881633:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945680.881694:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945680.881698:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945680.881701:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945681.587090:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945681.587101:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945681.587111:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776a00. 00000020:00000040:3.0:1784945681.587117:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945681.587121:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945681.587124:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945681.587129:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945681.587137:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beaf00. 00000100:00000001:3.0:1784945681.587143:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945681.587153:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73776a00 x1871641054243968/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945681.587163:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945681.587167:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945681.587173:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017ccca3c] to pc [ptlrpcd_01_01+1] req@ffff996d73776a00 x1871641054243968/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945681.587202:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945681.587205:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945681.587209:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945681.587212:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776680. 00000020:00000040:3.0:1784945681.587214:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945681.587216:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945681.587218:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945681.587220:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945681.587223:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bead00. 00000100:00000001:3.0:1784945681.587226:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945681.587231:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73776680 x1871641054244096/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945681.587238:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945681.587240:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945681.587244:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784945681.587244:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d19f977b] to pc [ptlrpcd_01_00+0] req@ffff996d73776680 x1871641054244096/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945681.587250:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945681.587254:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784945681.587257:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945681.587262:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945681.587263:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776a00 x1871641054243968/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784945681.587267:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945681.587272:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945681.587279:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784945681.587286:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784945681.587286:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9806) 00000100:00000001:2.0:1784945681.587289:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945681.587294:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945681.587297:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945681.587300:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945681.587301:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945681.587305:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1784945681.587306:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054243968:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945681.587308:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784945681.587314:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784945681.587316:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776680 x1871641054244096/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784945681.587321:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784945681.587325:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1784945681.587326:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945681.587329:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945681.587331:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1784945681.587333:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945681.587336:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1784945681.587338:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 02000000:00000001:3.0:1784945681.587339:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945681.587343:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945681.587345:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054244096:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945681.587350:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945681.587353:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1784945681.587354:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:3.0:1784945681.587356:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945681.587360:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1784945681.587361:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 02000000:00000010:3.0:1784945681.587364:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479ae200. 02000000:00000001:3.0:1784945681.587367:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784945681.587370:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6d48. 00000400:00000200:3.0:1784945681.587374:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:2.0:1784945681.587379:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054243968, portal 25 00000400:00000010:3.0:1784945681.587380:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784945681.587385:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1784945681.587388:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1bb0. 00000100:00000001:2.0:1784945681.587389:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100531712 : -112779609019904 : ffff996d73776a00) 00000100:00000200:3.0:1784945681.587394:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054244096, portal 10 00000100:00000001:3.0:1784945681.587398:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1784945681.587400:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776a00 x1871641054243968/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945681.587401:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100530816 : -112779609020800 : ffff996d73776680) 00000100:00000040:3.0:1784945681.587412:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776680 x1871641054244096/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945681.587413:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945681.587420:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945681.587426:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6220. 00000100:00000001:3.0:1784945681.587427:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1784945681.587432:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054243968, offset 0 00000100:00000040:3.0:1784945681.587433:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945681.587438:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1990. 00000400:00000200:2.0:1784945681.587444:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000200:3.0:1784945681.587450:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054244096, offset 0 00000400:00000200:2.0:1784945681.587456:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945681.587460:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945681.587467:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945681.587472:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945681.587476:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945681.587480:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945681.587483:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945681.587487:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314417:314417:256:4294967295] 192.168.202.106@tcp LPNI seq info [314413:314413:8:4294967295] 00000400:00000200:2.0:1784945681.587491:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945681.587497:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945681.587506:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945681.587508:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784945681.587511:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945681.587535:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945681.587538:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945681.587541:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945681.587545:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314418:314418:255:4294967295] 192.168.202.106@tcp LPNI seq info [314414:314414:7:4294967295] 00000400:00000200:3.0:1784945681.587549:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784945681.587554:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945681.587561:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000010:2.0:1784945681.587562:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b800. 00000800:00000200:3.0:1784945681.587569:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000200:2.0:1784945681.587574:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000010:3.0:1784945681.587577:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000800:00000200:2.0:1784945681.587587:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945681.587588:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945681.587595:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784945681.587598:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945681.587603:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945681.587619:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945681.587619:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945681.587626:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16816 usecs (17 jiffies) 00000400:00000200:2.0:1784945681.587628:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945681.587632:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945681.587634:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304469169 00000100:00000001:3.0:1784945681.587636:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304468499 00000100:00000010:2.0:1784945681.587641:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cae0. 00000100:00000001:2.0:1784945681.587649:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945681.587660:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304469169 00000100:00000001:3.0:1784945681.587661:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304469169 00000100:00000010:2.0:1784945681.587666:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c420. 00000100:00000001:3.0:1784945681.587666:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304468499 00000100:00000001:2.0:1784945681.587673:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945681.587679:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945681.587680:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304469169 00000100:00000001:2.0:1784945681.587684:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945681.587685:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945681.587690:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945681.587691:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945681.587693:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945681.587695:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945681.587697:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945681.587704:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945681.587705:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945681.587707:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945681.587708:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945681.587711:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945681.587713:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945681.587714:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945681.587716:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945681.587718:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945681.587720:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945681.587723:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945681.587724:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945681.587909:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945681.587913:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b800. 00000400:00000200:1.0:1784945681.587919:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945681.587925:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945681.587930:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6220 00000400:00000010:1.0:1784945681.587933:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6220. 00000100:00000001:1.0:1784945681.587938:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945681.587943:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73776a00 x1871641054243968/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945681.587952:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945681.587956:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73776a00 x1871641054243968/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945697 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945681.587963:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945681.587965:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945681.588057:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945681.588061:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000400:00000200:1.0:1784945681.588064:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945681.588067:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945681.588070:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1990 00000400:00000010:1.0:1784945681.588072:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1990. 00000100:00000001:1.0:1784945681.588075:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945681.588079:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73776680 x1871641054244096/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945681.588087:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945681.588103:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73776680 x1871641054244096/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945697 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945681.588113:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945681.588115:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945681.590512:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945681.590539:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945681.590543:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945681.590545:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945681.590552:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945681.590558:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945681.590565:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945681.590569:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945681.590573:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945681.590577:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f6c80 00000400:00000200:0.0:1784945681.590581:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945681.590587:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd881 [1] + 224 00000800:00000001:0.0:1784945681.590593:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945681.590597:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945681.590600:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945681.590604:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945681.590609:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945681.590616:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73776a00 x1871641054243968/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945697 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945681.590627:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73776a00 x1871641054243968/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945681.590644:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945681.590652:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945681.590655:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945681.590657:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945681.590660:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945681.590663:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945681.590668:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945681.590674:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945681.590677:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945681.590681:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945681.590681:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945681.590686:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784945681.590687:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f6d00 00000400:00000200:0.0:1784945681.590690:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:2.0:1784945681.590692:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945681.590695:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945681.590697:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945681.590702:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6d48 00000400:00000010:2.0:1784945681.590704:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6d48. 00000100:00000001:2.0:1784945681.590708:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784945681.590711:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd889 [1] + 224 00000100:00000200:2.0:1784945681.590715:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776a00 x1871641054243968/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784945681.590717:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945681.590723:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945681.590727:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1784945681.590731:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776a00 x1871641054243968/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945697 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784945681.590732:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945681.590736:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945681.590741:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73776680 x1871641054244096/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945697 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945681.590748:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945681.590751:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945681.590753:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73776680 x1871641054244096/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945681.590765:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945681.590772:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945681.590774:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945681.590776:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945681.590780:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945681.590787:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=83 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945681.590792:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=83 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945681.590792:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945681.590796:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945681.590798:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945681.590801:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945681.590804:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945681.590805:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945681.590807:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945681.590812:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1784945681.590813:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776a00 x1871641054243968/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945697 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784945681.590819:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784945681.590824:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1784945681.590825:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945681.590828:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945681.590832:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945681.590838:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776a00 x1871641054243968/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945697 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945681.590846:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054243968:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945681.590851:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945681.590853:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000001:3.0:1784945681.590856:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1784945681.590857:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776a00 x1871641054243968/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945697 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784945681.590860:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945681.590864:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784945681.590868:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1784945681.590870:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1bb0 02000000:00000001:2.0:1784945681.590872:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1784945681.590874:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1bb0. 02000000:00000010:2.0:1784945681.590877:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 00000100:00000001:3.0:1784945681.590879:0:2354:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784945681.590884:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1784945681.590887:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776680 x1871641054244096/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784945681.590888:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945681.590891:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945681.590895:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945681.590900:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beaf00. 00000100:00000200:3.0:1784945681.590905:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776680 x1871641054244096/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945697 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784945681.590906:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945681.590909:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945681.590912:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776a00. 00000100:00000001:2.0:1784945681.590919:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945681.590919:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945681.590922:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945681.590923:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945681.590926:0:2354:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784945681.590927:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784945681.590930:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945681.590933:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945681.590935:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945681.590935:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945681.590939:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945681.590940:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945681.590944:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945681.590947:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945681.590948:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=83 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945681.590953:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=153 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945681.590956:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945681.590958:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945681.590960:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945681.590963:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945681.590966:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945681.590968:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945681.590970:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945681.590971:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945681.590988:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776680 x1871641054244096/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945697 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945681.590993:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945681.590995:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945681.590996:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945681.590998:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776680 x1871641054244096/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945697 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945681.591003:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054244096:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945681.591005:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945681.591007:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945681.591008:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776680 x1871641054244096/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945697 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945681.591012:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945681.591013:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945681.591014:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479ae200. 02000000:00000001:3.0:1784945681.591016:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945681.591017:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945681.591018:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945681.591019:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945681.591020:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bead00. 02000000:00000001:3.0:1784945681.591021:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945681.591022:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945681.591023:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776680. 00000100:00000001:3.0:1784945681.591025:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945681.591026:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945681.591027:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945681.591030:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945681.591031:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945681.591032:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945681.591033:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945681.905607:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945681.905614:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945681.905673:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945681.905677:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945681.905680:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945682.289584:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304469169, at 4304469184 00000100:00000010:0.0:1784945682.289599:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cae0. 00000100:00000040:1.0:1784945682.290889:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304469169, at 4304469185 00000100:00000010:1.0:1784945682.290896:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c420. 00010000:00000001:1.0:1784945682.929632:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945682.929636:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945682.929690:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945682.929694:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945682.929697:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945683.953620:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945683.953625:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945683.953685:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945683.953688:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945683.953691:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945684.977625:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945684.977631:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945684.977679:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945684.977683:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945684.977686:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945686.001623:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945686.001630:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945686.001688:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945686.001693:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945686.001696:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945686.706016:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945686.706024:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945686.706032:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952a00. 00000020:00000040:2.0:1784945686.706037:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945686.706040:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945686.706043:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945686.706048:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945686.706054:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b000. 00000100:00000001:2.0:1784945686.706059:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945686.706068:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73952a00 x1871641054244224/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945686.706080:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945686.706083:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945686.706089:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce3dc249] to pc [ptlrpcd_01_01+1] req@ffff996d73952a00 x1871641054244224/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945686.706121:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945686.706124:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945686.706128:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945686.706131:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951c00. 00000020:00000040:2.0:1784945686.706133:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945686.706135:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945686.706137:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945686.706139:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945686.706141:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784945686.706143:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945686.706146:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951c00 x1871641054244352/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945686.706151:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945686.706153:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945686.706155:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000188be879] to pc [ptlrpcd_01_00+0] req@ffff996d73951c00 x1871641054244352/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945686.706160:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945686.706162:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945686.706164:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945686.706166:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945686.706168:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945686.706172:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9811) 00000100:00000001:3.0:1784945686.706224:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945686.706228:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945686.706231:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945686.706237:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952a00 x1871641054244224/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945686.706244:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945686.706246:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945686.706249:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945686.706252:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945686.706254:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945686.706258:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054244224:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945686.706262:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945686.706268:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945686.706271:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945686.706273:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945686.706278:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479ae200. 02000000:00000001:3.0:1784945686.706279:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945686.706286:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945686.706290:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784945686.706297:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1bb0. 00000100:00000200:3.0:1784945686.706303:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054244224, portal 25 00000100:00000001:3.0:1784945686.706306:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945686.706307:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102481408 : -112779607070208 : ffff996d73952a00) 00000100:00000040:3.0:1784945686.706314:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952a00 x1871641054244224/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945686.706321:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945686.706324:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945686.706326:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f15d8. 00000100:00000200:3.0:1784945686.706329:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054244224, offset 0 00000400:00000200:3.0:1784945686.706333:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945686.706340:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945686.706345:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945686.706348:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945686.706352:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945686.706355:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945686.706356:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945686.706359:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314419:314419:256:4294967295] 192.168.202.106@tcp LPNI seq info [314415:314415:8:4294967295] 00000400:00000200:3.0:1784945686.706362:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945686.706370:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945686.706375:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945686.706380:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000800:00000200:3.0:1784945686.706386:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945686.706393:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945686.706397:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945686.706417:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945686.706420:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945686.706422:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304474287 00000100:00000010:3.0:1784945686.706426:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322180. 00000100:00000001:3.0:1784945686.706431:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945686.706435:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304474287 00000100:00000010:3.0:1784945686.706437:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322d20. 00000100:00000001:3.0:1784945686.706439:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945686.706441:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945686.706444:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945686.706447:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945686.706449:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945686.706456:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945686.706457:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945686.706459:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945686.706460:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945686.706462:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945686.706465:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1784945686.706466:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945686.706468:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945686.706469:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945686.706471:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945686.706472:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945686.706473:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945686.706477:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951c00 x1871641054244352/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945686.706484:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945686.706486:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945686.706488:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945686.706490:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945686.706492:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945686.706495:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054244352:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945686.706498:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945686.706501:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945686.706502:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945686.706504:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945686.706507:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479aea00. 02000000:00000001:3.0:1784945686.706509:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945686.706512:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945686.706543:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784945686.706548:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1330. 00000100:00000200:3.0:1784945686.706551:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054244352, portal 10 00000100:00000001:3.0:1784945686.706553:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945686.706554:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102477824 : -112779607073792 : ffff996d73951c00) 00000100:00000040:3.0:1784945686.706560:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951c00 x1871641054244352/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945686.706567:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945686.706569:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945686.706571:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f16e8. 00000100:00000200:3.0:1784945686.706573:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054244352, offset 0 00000400:00000200:3.0:1784945686.706577:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945686.706581:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945686.706585:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945686.706588:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945686.706590:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945686.706592:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945686.706593:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945686.706595:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314420:314420:255:4294967295] 192.168.202.106@tcp LPNI seq info [314416:314416:7:4294967295] 00000400:00000200:3.0:1784945686.706598:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945686.706602:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945686.706605:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945686.706607:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000800:00000200:3.0:1784945686.706610:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945686.706613:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945686.706614:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945686.706617:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945686.706619:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16815 usecs (17 jiffies) 00000400:00000200:3.0:1784945686.706621:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945686.706622:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304473618 00000100:00000001:3.0:1784945686.706624:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304474287 00000100:00000001:3.0:1784945686.706625:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304473618 00000100:00000001:3.0:1784945686.706626:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304474287 00000100:00000001:3.0:1784945686.706628:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945686.706629:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945686.706631:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945686.706632:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945686.706640:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945686.706641:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945686.706739:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945686.706744:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bead00. 00000400:00000200:1.0:1784945686.706751:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945686.706756:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945686.706761:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f15d8 00000400:00000010:1.0:1784945686.706763:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f15d8. 00000100:00000001:1.0:1784945686.706768:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945686.706771:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952a00 x1871641054244224/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945686.706778:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945686.706780:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952a00 x1871641054244224/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945702 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945686.706785:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945686.706786:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945686.706846:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945686.706850:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beab00. 00000400:00000200:1.0:1784945686.706853:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945686.706856:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945686.706858:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f16e8 00000400:00000010:1.0:1784945686.706859:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f16e8. 00000100:00000001:1.0:1784945686.706860:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945686.706863:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951c00 x1871641054244352/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945686.706867:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945686.706869:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951c00 x1871641054244352/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945702 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945686.706874:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945686.706875:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945686.709681:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945686.709694:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945686.709698:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945686.709700:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945686.709707:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945686.709714:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945686.709722:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945686.709727:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945686.709732:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945686.709736:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f6d80 00000400:00000200:1.0:1784945686.709742:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945686.709748:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd891 [1] + 224 00000800:00000001:1.0:1784945686.709755:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945686.709760:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945686.709763:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945686.709768:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945686.709774:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945686.709781:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952a00 x1871641054244224/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945702 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945686.709793:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952a00 x1871641054244224/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945686.709812:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945686.709820:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945686.709823:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945686.709825:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945686.709826:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945686.709828:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945686.709831:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945686.709834:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945686.709836:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945686.709839:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945686.709841:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f6e00 00000400:00000200:1.0:1784945686.709844:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945686.709847:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd899 [1] + 224 00000800:00000001:1.0:1784945686.709850:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945686.709854:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945686.709855:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945686.709857:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945686.709859:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945686.709865:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951c00 x1871641054244352/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945702 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945686.709872:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951c00 x1871641054244352/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945686.709872:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945686.709882:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945686.709889:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945686.709896:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784945686.709897:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784945686.709901:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784945686.709902:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945686.709908:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945686.709918:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1330 00000400:00000010:3.0:1784945686.709921:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1330. 00000100:00000001:3.0:1784945686.709926:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945686.709947:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951c00 x1871641054244352/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945686.709960:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951c00 x1871641054244352/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945702 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945686.709968:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945686.709970:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945686.709973:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945686.709977:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945686.709981:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945686.709983:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945686.709987:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945686.709998:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=88 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945686.710003:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=8 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945686.710006:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945686.710008:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945686.710012:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945686.710016:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945686.710021:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945686.710023:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945686.710026:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945686.710027:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945686.710033:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951c00 x1871641054244352/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945702 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945686.710048:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945686.710052:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945686.710054:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945686.710059:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951c00 x1871641054244352/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945702 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945686.710067:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054244352:192.168.202.106@tcp:400:kworker.0 00000400:00000001:3.0:1784945686.710074:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945686.710075:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945686.710077:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945686.710080:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1bb0 00000400:00000010:3.0:1784945686.710082:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1bb0. 00000100:00000001:3.0:1784945686.710085:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945686.710088:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952a00 x1871641054244224/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945686.710097:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952a00 x1871641054244224/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945702 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945686.710104:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945686.710105:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945686.710107:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945686.710108:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945686.710109:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945686.710111:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945686.710113:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945686.710116:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=88 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945686.710119:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=88 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945686.710122:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945686.710123:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945686.710125:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945686.710126:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945686.710128:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945686.710132:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952a00 x1871641054244224/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945702 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945686.710139:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945686.710141:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945686.710142:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945686.710155:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952a00 x1871641054244224/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945702 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945686.710165:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054244224:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945686.710170:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945686.710174:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945686.710177:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951c00 x1871641054244352/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945702 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945686.710184:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945686.710187:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945686.710191:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479aea00. 02000000:00000001:3.0:1784945686.710194:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945686.710197:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945686.710199:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945686.710202:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945686.710205:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 02000000:00000001:3.0:1784945686.710209:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945686.710210:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945686.710213:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951c00. 00000100:00000001:3.0:1784945686.710217:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945686.710218:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945686.710220:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945686.710223:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952a00 x1871641054244224/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945702 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945686.710240:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945686.710241:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945686.710243:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479ae200. 02000000:00000001:3.0:1784945686.710246:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945686.710247:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945686.710248:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945686.710250:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945686.710251:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b000. 02000000:00000001:3.0:1784945686.710253:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945686.710255:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945686.710256:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952a00. 00000100:00000001:3.0:1784945686.710259:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945686.710260:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945686.710263:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945686.710271:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945686.710273:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945686.710275:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945686.710278:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945687.025973:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945687.025980:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945687.026089:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945687.026093:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945687.026096:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945687.409631:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304474287, at 4304474304 00000100:00000010:1.0:1784945687.409645:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322d20. 00000100:00000040:0.0:1784945687.409677:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304474287, at 4304474304 00000100:00000010:0.0:1784945687.409687:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322180. 00010000:00000001:1.0:1784945688.049956:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945688.049961:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945688.050042:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945688.050045:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945688.050048:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945689.073633:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945689.073640:0:190906:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945689.073643:0:190906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945689.073646:0:190906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945689.073650:0:190906:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945689.073653:0:190906:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945689.073655:0:190906:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945689.073657:0:190906:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945689.073768:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945689.073772:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945689.073775:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945690.097761:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945690.097768:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945690.097825:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945690.097830:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945690.097833:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945691.122019:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945691.122025:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945691.122095:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945691.122098:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945691.122102:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945691.826330:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945691.826338:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945691.826348:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776680. 00000020:00000040:3.0:1784945691.826353:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945691.826356:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945691.826358:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945691.826363:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945691.826369:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea700. 00000100:00000001:3.0:1784945691.826375:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945691.826387:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73776680 x1871641054244480/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945691.826398:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945691.826402:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945691.826409:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d19f977b] to pc [ptlrpcd_01_01+1] req@ffff996d73776680 x1871641054244480/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945691.826461:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945691.826466:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945691.826468:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945691.826475:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776680 x1871641054244480/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945691.826483:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945691.826485:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945691.826488:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945691.826491:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945691.826494:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945691.826497:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054244480:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945691.826502:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945691.826507:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945691.826509:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945691.826511:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945691.826537:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945691.826539:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945691.826545:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945691.826548:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784945691.826554:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6d48. 00000100:00000200:2.0:1784945691.826559:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054244480, portal 25 00000100:00000001:2.0:1784945691.826561:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945691.826562:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100530816 : -112779609020800 : ffff996d73776680) 00000100:00000040:2.0:1784945691.826566:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776680 x1871641054244480/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945691.826577:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945691.826580:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945691.826581:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f62a8. 00000100:00000200:2.0:1784945691.826584:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054244480, offset 0 00000400:00000200:2.0:1784945691.826588:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945691.826595:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945691.826600:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945691.826604:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945691.826607:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945691.826610:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945691.826612:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945691.826615:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314421:314421:256:4294967295] 192.168.202.106@tcp LPNI seq info [314417:314417:8:4294967295] 00000400:00000200:2.0:1784945691.826618:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945691.826624:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945691.826628:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945691.826633:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b000. 00000800:00000200:2.0:1784945691.826638:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945691.826643:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945691.826647:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945691.826656:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945691.826665:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945691.826667:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304479408 00000100:00000010:2.0:1784945691.826671:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668ca80. 00000100:00000001:2.0:1784945691.826677:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945691.826685:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304479408 00000100:00000010:2.0:1784945691.826688:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c960. 00000100:00000001:2.0:1784945691.826690:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945691.826692:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945691.826694:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945691.826697:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945691.826698:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945691.826731:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945691.826734:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945691.826736:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945691.826739:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776d80. 00000020:00000040:3.0:1784945691.826741:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945691.826743:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945691.826744:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945691.826745:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945691.826748:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea800. 00000100:00000001:3.0:1784945691.826750:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945691.826753:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73776d80 x1871641054244608/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945691.826758:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945691.826759:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945691.826769:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f243ddc] to pc [ptlrpcd_01_00+0] req@ffff996d73776d80 x1871641054244608/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784945691.826833:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945691.826837:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b000. 00000400:00000200:1.0:1784945691.826842:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945691.826846:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945691.826850:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f62a8 00000400:00000010:1.0:1784945691.826852:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f62a8. 00000100:00000001:1.0:1784945691.826856:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945691.826859:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73776680 x1871641054244480/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945691.826866:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945691.826869:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73776680 x1871641054244480/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945707 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945691.826881:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945691.826882:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784945691.828067:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945691.828073:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945691.828076:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945691.828079:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945691.828082:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945691.828086:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9816) 00000100:00000001:3.0:1784945691.828100:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945691.828103:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945691.828104:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945691.828111:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776d80 x1871641054244608/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945691.828295:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945691.828298:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945691.828301:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945691.828302:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945691.828304:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945691.828306:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945691.828344:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945691.828346:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945691.828350:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945691.828352:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945691.828355:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945691.828358:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054244608:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945691.828362:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945691.828365:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945691.828367:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945691.828369:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945691.828373:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479ae200. 02000000:00000001:3.0:1784945691.828375:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945691.828380:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945691.828383:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784945691.828389:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1bb0. 00000100:00000200:3.0:1784945691.828392:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054244608, portal 10 00000100:00000001:3.0:1784945691.828395:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945691.828396:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100532608 : -112779609019008 : ffff996d73776d80) 00000100:00000040:3.0:1784945691.828403:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776d80 x1871641054244608/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945691.828410:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945691.828413:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945691.828415:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1330. 00000100:00000200:3.0:1784945691.828418:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054244608, offset 0 00000400:00000200:3.0:1784945691.828422:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945691.828428:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945691.828433:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945691.828437:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945691.828439:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945691.828442:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945691.828444:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945691.828448:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314422:314422:256:4294967295] 192.168.202.106@tcp LPNI seq info [314418:314418:8:4294967295] 00000400:00000200:3.0:1784945691.828452:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945691.828460:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945691.828465:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945691.828470:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000800:00000200:3.0:1784945691.828475:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945691.828479:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945691.828482:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945691.828493:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945691.828497:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16815 usecs (17 jiffies) 00000400:00000200:3.0:1784945691.828500:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945691.828502:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304478739 00000100:00000001:3.0:1784945691.828505:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304479408 00000100:00000001:3.0:1784945691.828507:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304478739 00000100:00000001:3.0:1784945691.828510:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304479408 00000100:00000001:3.0:1784945691.828512:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945691.828530:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945691.828533:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945691.828535:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945691.828538:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945691.828540:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945691.828542:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945691.828543:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945691.828545:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945691.828547:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945691.829479:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945691.829485:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beab00. 00000400:00000200:1.0:1784945691.829490:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945691.829495:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945691.829500:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1330 00000400:00000010:1.0:1784945691.829503:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1330. 00000100:00000001:1.0:1784945691.829506:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945691.829511:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73776d80 x1871641054244608/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945691.829541:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945691.829544:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73776d80 x1871641054244608/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945707 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945691.829551:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945691.829553:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945691.834391:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945691.834407:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945691.834411:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945691.834414:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945691.834422:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945691.834429:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945691.834437:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945691.834442:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945691.834447:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945691.834451:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f6f00 00000400:00000200:1.0:1784945691.834457:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945691.834464:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd8a9 [1] + 224 00000800:00000001:1.0:1784945691.834470:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945691.834474:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945691.834477:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945691.834481:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945691.834488:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945691.834497:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73776d80 x1871641054244608/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945707 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945691.834508:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73776d80 x1871641054244608/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945691.834551:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945691.834559:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945691.834563:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945691.834565:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945691.834567:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945691.834570:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945691.834573:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945691.834577:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945691.834580:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945691.834582:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945691.834584:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f6e80 00000400:00000200:1.0:1784945691.834587:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945691.834592:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd8a1 [1] + 224 00000800:00000001:1.0:1784945691.834596:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945691.834603:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945691.834606:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945691.834609:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945691.834613:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784945691.834615:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1784945691.834617:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73776680 x1871641054244480/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945707 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945691.834621:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945691.834629:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1784945691.834630:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73776680 x1871641054244480/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784945691.834634:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945691.834638:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945691.834643:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1bb0 00000400:00000010:3.0:1784945691.834646:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1bb0. 00000100:00000001:3.0:1784945691.834649:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784945691.834650:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945691.834656:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945691.834659:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784945691.834662:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776d80 x1871641054244608/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945691.834674:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776d80 x1871641054244608/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945707 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945691.834684:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945691.834687:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945691.834689:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1784945691.834692:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784945691.834693:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784945691.834694:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945691.834698:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000100:00000001:3.0:1784945691.834698:0:2354:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:2.0:1784945691.834702:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6d48 02000000:00000001:3.0:1784945691.834704:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1784945691.834705:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6d48. 00000100:00000001:3.0:1784945691.834707:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945691.834709:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784945691.834711:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784945691.834715:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776680 x1871641054244480/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784945691.834717:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784945691.834725:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776680 x1871641054244480/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945707 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784945691.834728:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=93 v=5 (5 5 5 5) 00000100:00000001:2.0:1784945691.834730:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945691.834732:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945691.834735:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945691.834736:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00001000:3.0:1784945691.834736:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=13 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945691.834738:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945691.834740:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945691.834743:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945691.834743:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945691.834746:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945691.834748:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=93 v=5 (5 5 5 5) 00010000:00000001:3.0:1784945691.834751:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00001000:2.0:1784945691.834752:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=93 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945691.834755:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945691.834756:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945691.834757:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945691.834757:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945691.834760:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945691.834763:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945691.834766:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776680 x1871641054244480/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945707 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945691.834770:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945691.834772:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945691.834773:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945691.834775:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776680 x1871641054244480/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945707 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945691.834779:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054244480:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945691.834782:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945691.834784:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945691.834786:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776680 x1871641054244480/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945707 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945691.834790:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945691.834792:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945691.834795:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945691.834797:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945691.834799:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945691.834800:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945691.834801:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945691.834803:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea700. 02000000:00000001:2.0:1784945691.834805:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945691.834807:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945691.834808:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776680. 00000100:00000001:2.0:1784945691.834811:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945691.834812:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945691.834813:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945691.834818:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945691.834819:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945691.834821:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945691.834822:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945691.835646:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945691.835650:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945691.835652:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945691.835653:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945691.835659:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776d80 x1871641054244608/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945707 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945691.835666:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945691.835668:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945691.835670:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945691.835673:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776d80 x1871641054244608/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945707 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945691.835679:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054244608:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945691.835683:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945691.835685:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945691.835687:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776d80 x1871641054244608/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945707 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945691.835692:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945691.835694:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945691.835696:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479ae200. 02000000:00000001:3.0:1784945691.835699:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945691.835701:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945691.835702:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945691.835704:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945691.835705:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea800. 02000000:00000001:3.0:1784945691.835708:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945691.835709:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945691.835710:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776d80. 00000100:00000001:3.0:1784945691.835714:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945691.835715:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945691.835716:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945691.835720:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945691.835721:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945691.835723:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945691.835725:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945692.145650:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945692.145658:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945692.145933:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945692.145936:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945692.145938:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945692.529978:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304479408, at 4304479424 00000100:00000010:0.0:1784945692.529995:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668ca80. 00000100:00000040:1.0:1784945692.530002:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304479408, at 4304479424 00000100:00000010:1.0:1784945692.530011:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c960. 00010000:00000001:1.0:1784945693.169677:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945693.169693:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945693.169748:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945693.169751:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945693.169753:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945694.193590:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945694.193596:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945694.193653:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945694.193657:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945694.193660:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945695.217827:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945695.217833:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945695.217931:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945695.217934:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945695.217937:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945696.241951:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945696.241957:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945696.242027:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945696.242030:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945696.242033:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945696.946275:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784945696.946284:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784945696.946294:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8b480. 00000020:00000040:1.0:1784945696.946300:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784945696.946304:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784945696.946306:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784945696.946311:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784945696.946318:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83adc00. 00000100:00000001:1.0:1784945696.946323:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945696.946333:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d8b480 x1871641054244736/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784945696.946344:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784945696.946348:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945696.946355:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d314a927] to pc [ptlrpcd_00_01+1] req@ffff996d44d8b480 x1871641054244736/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945696.946393:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945696.946396:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784945696.946399:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784945696.946401:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d89f80. 00000020:00000040:1.0:1784945696.946403:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784945696.946405:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784945696.946407:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784945696.946408:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784945696.946411:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad300. 00000100:00000001:1.0:1784945696.946414:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945696.946418:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d89f80 x1871641054244864/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784945696.946426:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784945696.946428:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945696.946432:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784945696.946433:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a07206b0] to pc [ptlrpcd_00_00+0] req@ffff996d44d89f80 x1871641054244864/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945696.946438:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945696.946441:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945696.946450:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8b480 x1871641054244736/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945696.946464:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945696.946468:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945696.946474:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1784945696.946475:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1784945696.946477:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945696.946480:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784945696.946482:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1784945696.946485:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784945696.946487:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784945696.946490:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9821) 02000000:00000001:0.0:1784945696.946491:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945696.946498:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054244736:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945696.946502:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945696.946507:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945696.946510:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945696.946513:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945696.946548:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b400. 00000100:00000001:1.0:1784945696.946550:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784945696.946551:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945696.946554:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945696.946557:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1784945696.946561:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:1.0:1784945696.946563:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d89f80 x1871641054244864/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784945696.946567:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652ff20. 00000400:00000010:0.0:1784945696.946575:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fee0. 00000100:00000001:1.0:1784945696.946577:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784945696.946579:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784945696.946583:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054244736, portal 25 02000000:00000001:1.0:1784945696.946583:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784945696.946586:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945696.946588:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1784945696.946590:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945696.946591:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318378624 : -112780391172992 : ffff996d44d8b480) 00000100:00100000:1.0:1784945696.946599:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054244864:192.168.202.106@tcp:400:kworker.0 00000100:00000040:0.0:1784945696.946601:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8b480 x1871641054244736/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945696.946607:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784945696.946612:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784945696.946614:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1784945696.946615:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945696.946620:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000001:1.0:1784945696.946620:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1784945696.946626:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f220. 02000000:00000010:1.0:1784945696.946626:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ad600. 02000000:00000001:1.0:1784945696.946630:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784945696.946632:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054244736, offset 0 00000400:00000200:1.0:1784945696.946637:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945696.946641:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784945696.946642:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d948. 00000400:00000010:1.0:1784945696.946648:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294bb0. 00000100:00000200:1.0:1784945696.946652:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054244864, portal 10 00000400:00000200:0.0:1784945696.946653:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945696.946665:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784945696.946668:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318373248 : -112780391178368 : ffff996d44d89f80) 00000400:00000200:0.0:1784945696.946669:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945696.946677:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1784945696.946680:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d89f80 x1871641054244864/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784945696.946684:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945696.946691:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784945696.946692:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784945696.946696:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000040:1.0:1784945696.946697:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784945696.946702:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294770. 00000400:00000200:0.0:1784945696.946706:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314423:314423:256:4294967295] 192.168.202.106@tcp LPNI seq info [314419:314419:8:4294967295] 00000100:00000200:1.0:1784945696.946707:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054244864, offset 0 00000400:00000200:0.0:1784945696.946718:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945696.946718:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945696.946737:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784945696.946743:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784945696.946791:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4d00. 00000800:00000200:0.0:1784945696.946798:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784945696.946803:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945696.946805:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945696.946814:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945696.946817:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945696.946819:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304484528 00000100:00000010:0.0:1784945696.946822:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373d20. 00000100:00000001:0.0:1784945696.946827:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784945696.946831:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304484528 00000100:00000010:0.0:1784945696.946832:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373c60. 00000100:00000001:0.0:1784945696.946834:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784945696.946836:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945696.946839:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945696.946841:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945696.946870:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945696.946878:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945696.946880:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945696.946882:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945696.946884:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945696.946885:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945696.946887:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945696.946973:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945696.946975:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4d00. 00000400:00000200:0.0:1784945696.946979:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945696.946982:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945696.947534:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945696.947539:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784945696.947542:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784945696.947544:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784945696.947547:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784945696.947550:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784945696.947553:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314424:314424:255:4294967295] 192.168.202.106@tcp LPNI seq info [314420:314420:7:4294967295] 00000400:00000200:1.0:1784945696.947558:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945696.947567:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784945696.947572:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784945696.947578:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad100. 00000800:00000200:1.0:1784945696.947583:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784945696.947587:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784945696.947591:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784945696.947595:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945696.947599:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16815 usecs (17 jiffies) 00000400:00000200:1.0:1784945696.947603:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945696.947605:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304483859 00000100:00000001:1.0:1784945696.947608:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304484528 00000100:00000001:1.0:1784945696.947610:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304483859 00000100:00000001:1.0:1784945696.947612:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304484528 00000100:00000001:1.0:1784945696.947614:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945696.947617:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945696.947619:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945696.947621:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945696.947625:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945696.947627:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784945696.947629:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945696.947630:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945696.947631:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945696.947633:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945696.947794:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f220 00000400:00000010:0.0:1784945696.947798:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f220. 00000100:00000001:0.0:1784945696.947801:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945696.947805:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8b480 x1871641054244736/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945696.947812:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945696.947815:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8b480 x1871641054244736/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945712 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945696.947819:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945696.947820:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945696.947864:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945696.947867:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad100. 00000400:00000200:0.0:1784945696.947871:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945696.947875:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945696.947878:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294770 00000400:00000010:0.0:1784945696.947881:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294770. 00000100:00000001:0.0:1784945696.947883:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945696.947887:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d89f80 x1871641054244864/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945696.947893:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945696.947896:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d89f80 x1871641054244864/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945712 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945696.947902:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945696.947903:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945696.949697:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945696.949710:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945696.949714:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945696.949716:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945696.949723:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945696.949728:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945696.949736:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945696.949740:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945696.949744:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945696.949747:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f6f80 00000400:00000200:1.0:1784945696.949752:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945696.949757:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd8b1 [1] + 224 00000800:00000001:1.0:1784945696.949763:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945696.949769:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945696.949772:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945696.949776:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945696.949782:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945696.949788:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8b480 x1871641054244736/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945712 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945696.949798:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8b480 x1871641054244736/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945696.949814:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945696.949821:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945696.949824:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945696.949868:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945696.949872:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784945696.949878:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945696.949880:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945696.949883:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652ff20. 00000400:00000200:0.0:1784945696.949887:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fee0 00000400:00000010:0.0:1784945696.949889:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fee0. 00000100:00000001:0.0:1784945696.949892:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945696.949897:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8b480 x1871641054244736/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945696.949907:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8b480 x1871641054244736/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945712 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945696.949915:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945696.949917:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945696.949920:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945696.949924:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945696.949927:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945696.949929:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945696.949932:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945696.949939:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=98 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945696.949943:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=98 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945696.949957:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945696.949959:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945696.949962:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945696.949964:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945696.949966:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945696.949972:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8b480 x1871641054244736/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945712 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945696.949979:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945696.949982:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945696.949984:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945696.949988:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8b480 x1871641054244736/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945712 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945696.949996:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054244736:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945696.950001:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945696.950003:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945696.950006:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8b480 x1871641054244736/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945712 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945696.950023:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945696.950026:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945696.950029:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784945696.950033:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945696.950035:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945696.950038:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784945696.950040:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945696.950043:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83adc00. 02000000:00000001:0.0:1784945696.950048:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945696.950050:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945696.950052:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8b480. 00000100:00000001:0.0:1784945696.950055:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945696.950056:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945696.950057:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945696.950064:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945696.950065:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945696.950068:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945696.950080:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945696.951725:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945696.951734:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945696.951738:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945696.951741:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945696.951746:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945696.951751:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945696.951757:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945696.951761:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945696.951765:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945696.951768:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f7000 00000400:00000200:0.0:1784945696.951772:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945696.951777:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd8c1 [1] + 224 00000800:00000001:0.0:1784945696.951782:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945696.951788:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945696.951791:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945696.951795:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945696.951799:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945696.951805:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89f80 x1871641054244864/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945712 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945696.951815:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89f80 x1871641054244864/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945696.951840:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945696.951856:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945696.951859:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945696.952162:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945696.952165:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784945696.952171:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784945696.952173:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784945696.952176:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d948. 00000400:00000200:1.0:1784945696.952180:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294bb0 00000400:00000010:1.0:1784945696.952182:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294bb0. 00000100:00000001:1.0:1784945696.952185:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945696.952190:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d89f80 x1871641054244864/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784945696.952200:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d89f80 x1871641054244864/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945712 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945696.952207:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784945696.952209:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945696.952211:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784945696.952214:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784945696.952215:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784945696.952217:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945696.952220:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784945696.952228:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=98 v=5 (5 5 5 5) 00000100:00001000:1.0:1784945696.952232:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=18 v=5 (1 1 1 1) 00000100:00000001:1.0:1784945696.952234:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784945696.952236:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945696.952238:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784945696.952241:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945696.952244:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784945696.952246:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784945696.952248:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784945696.952249:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945696.952254:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d89f80 x1871641054244864/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945712 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945696.952261:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945696.952264:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784945696.952266:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784945696.952269:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89f80 x1871641054244864/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945712 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784945696.952283:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054244864:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945696.952287:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945696.952289:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945696.952292:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89f80 x1871641054244864/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945712 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945696.952298:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784945696.952299:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784945696.952302:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ad600. 02000000:00000001:1.0:1784945696.952305:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784945696.952307:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784945696.952308:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784945696.952310:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784945696.952312:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad300. 02000000:00000001:1.0:1784945696.952317:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784945696.952318:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784945696.952320:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89f80. 00000100:00000001:1.0:1784945696.952323:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784945696.952325:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945696.952327:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945696.952332:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945696.952333:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945696.952335:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945696.952337:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945697.265603:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945697.265608:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945697.267949:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945697.267957:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945697.267963:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945697.649599:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304484528, at 4304484544 00000100:00000010:1.0:1784945697.649614:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373c60. 00000100:00000040:0.0:1784945697.649631:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304484528, at 4304484544 00000100:00000010:0.0:1784945697.649640:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373d20. 00010000:00000001:1.0:1784945698.291019:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945698.291027:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945698.291195:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945698.291199:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945698.291202:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945699.313640:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945699.313649:0:190906:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945699.313651:0:190906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945699.313655:0:190906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945699.313660:0:190906:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945699.313662:0:190906:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945699.313664:0:190906:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945699.313666:0:190906:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945699.313734:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945699.313738:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945699.313742:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945700.337622:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945700.337629:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945700.337691:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945700.337695:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945700.337699:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945701.361645:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945701.361651:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945701.361732:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945701.361742:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945701.361746:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945702.065672:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784945702.065682:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784945702.065692:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d89f80. 00000020:00000040:1.0:1784945702.065698:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784945702.065702:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784945702.065704:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784945702.065709:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784945702.065765:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad300. 00000100:00000001:1.0:1784945702.065774:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945702.065784:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d89f80 x1871641054244992/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784945702.065794:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784945702.065798:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945702.065818:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a07206b0] to pc [ptlrpcd_00_01+1] req@ffff996d44d89f80 x1871641054244992/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945702.065844:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945702.065846:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784945702.065849:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784945702.065853:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d88e00. 00000020:00000040:1.0:1784945702.065856:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784945702.065858:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784945702.065859:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784945702.065861:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784945702.065866:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ade00. 00000100:00000001:1.0:1784945702.065870:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945702.065875:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d88e00 x1871641054245120/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784945702.065881:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784945702.065883:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945702.065886:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000826c43da] to pc [ptlrpcd_00_00+0] req@ffff996d44d88e00 x1871641054245120/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945702.065893:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945702.065895:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784945702.065899:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784945702.065901:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784945702.065903:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784945702.065907:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9826) 00000100:00000001:1.0:1784945702.065921:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945702.065924:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945702.065926:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784945702.065930:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88e00 x1871641054245120/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945702.065936:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784945702.065938:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945702.065941:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784945702.065944:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784945702.065946:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784945702.065949:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054245120:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945702.065953:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784945702.065957:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784945702.065959:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945702.065961:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784945702.065965:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ad600. 02000000:00000001:1.0:1784945702.065966:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945702.065974:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784945702.065978:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d948. 00000400:00000010:1.0:1784945702.065983:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294bb0. 00000100:00000200:1.0:1784945702.065989:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054245120, portal 10 00000100:00000001:1.0:1784945702.065991:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784945702.065992:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318368768 : -112780391182848 : ffff996d44d88e00) 00000100:00000040:1.0:1784945702.065999:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88e00 x1871641054245120/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945702.066005:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784945702.066008:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784945702.066010:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294aa0. 00000100:00000200:1.0:1784945702.066012:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054245120, offset 0 00000400:00000200:1.0:1784945702.066017:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784945702.066025:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945702.066032:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784945702.066037:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784945702.066040:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784945702.066044:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784945702.066046:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784945702.066050:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314425:314425:256:4294967295] 192.168.202.106@tcp LPNI seq info [314421:314421:8:4294967295] 00000400:00000200:1.0:1784945702.066053:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945702.066062:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784945702.066067:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784945702.066071:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad500. 00000800:00000200:1.0:1784945702.066077:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784945702.066084:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784945702.066088:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784945702.066097:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945702.066101:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16813 usecs (17 jiffies) 00000400:00000200:1.0:1784945702.066104:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945702.066106:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304488977 00000100:00000010:1.0:1784945702.066110:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f120. 00000100:00000001:1.0:1784945702.066116:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784945702.066122:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304488977 00000100:00000010:1.0:1784945702.066124:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8fc00. 00000100:00000001:1.0:1784945702.066126:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784945702.066129:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945702.066131:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945702.066134:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945702.066136:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945702.066155:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945702.066158:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784945702.066160:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945702.066161:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945702.066162:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784945702.066164:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1784945702.066166:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945702.066168:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945702.066169:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945702.066170:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945702.066172:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945702.066173:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784945702.066176:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d89f80 x1871641054244992/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945702.066182:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784945702.066183:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945702.066185:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784945702.066186:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784945702.066188:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784945702.066191:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054244992:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945702.066193:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784945702.066196:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784945702.066197:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945702.066199:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784945702.066202:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738adc00. 02000000:00000001:1.0:1784945702.066205:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945702.066207:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784945702.066210:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d478. 00000400:00000010:1.0:1784945702.066213:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294d48. 00000100:00000200:1.0:1784945702.066215:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054244992, portal 25 00000100:00000001:1.0:1784945702.066217:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784945702.066218:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318373248 : -112780391178368 : ffff996d44d89f80) 00000100:00000040:1.0:1784945702.066222:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d89f80 x1871641054244992/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945702.066227:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784945702.066229:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784945702.066231:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294c38. 00000100:00000200:1.0:1784945702.066233:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054244992, offset 0 00000400:00000200:1.0:1784945702.066236:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784945702.066239:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945702.066242:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784945702.066245:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784945702.066247:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784945702.066249:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784945702.066251:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784945702.066253:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314426:314426:255:4294967295] 192.168.202.106@tcp LPNI seq info [314422:314422:7:4294967295] 00000400:00000200:1.0:1784945702.066257:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945702.066262:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784945702.066266:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784945702.066269:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad700. 00000800:00000200:1.0:1784945702.066272:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784945702.066276:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784945702.066278:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784945702.066281:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945702.066283:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945702.066285:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304489647 00000100:00000001:1.0:1784945702.066290:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304488977 00000100:00000001:1.0:1784945702.066293:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304489647 00000100:00000001:1.0:1784945702.066295:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304488977 00000100:00000001:1.0:1784945702.066297:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945702.066299:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945702.066301:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945702.066303:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945702.066339:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945702.066343:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad500. 00000400:00000200:1.0:1784945702.066349:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945702.066353:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945702.066358:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294aa0 00000400:00000010:1.0:1784945702.066360:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294aa0. 00000100:00000001:1.0:1784945702.066364:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945702.066368:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d88e00 x1871641054245120/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945702.066390:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945702.066396:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d88e00 x1871641054245120/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945718 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945702.066402:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945702.066403:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945702.066464:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945702.066467:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad700. 00000400:00000200:1.0:1784945702.066469:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945702.066472:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945702.066475:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294c38 00000400:00000010:1.0:1784945702.066477:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294c38. 00000100:00000001:1.0:1784945702.066478:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945702.066482:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d89f80 x1871641054244992/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945702.066488:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945702.066490:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d89f80 x1871641054244992/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945718 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945702.066496:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945702.066497:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784945702.066549:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945702.066552:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945702.070041:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945702.070056:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945702.070060:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945702.070062:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945702.070069:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945702.070076:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945702.070085:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945702.070090:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945702.070096:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945702.070101:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f7100 00000400:00000200:0.0:1784945702.070106:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945702.070113:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd8d1 [1] + 224 00000800:00000001:0.0:1784945702.070120:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945702.070125:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945702.070128:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945702.070132:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945702.070139:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945702.070146:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d88e00 x1871641054245120/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945718 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945702.070157:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d88e00 x1871641054245120/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945702.070173:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945702.070182:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945702.070187:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945702.070189:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945702.070200:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945702.070204:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945702.070209:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945702.070214:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945702.070216:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945702.070219:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945702.070223:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f7080 00000400:00000200:0.0:1784945702.070227:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945702.070232:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd8e1 [1] + 224 00000800:00000001:0.0:1784945702.070236:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945702.070258:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945702.070260:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945702.070266:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945702.070269:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945702.070273:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89f80 x1871641054244992/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945718 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945702.070282:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89f80 x1871641054244992/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945702.070289:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945702.070294:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945702.070297:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945702.070308:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945702.070321:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784945702.070327:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945702.070329:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945702.070332:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d478. 00000400:00000200:0.0:1784945702.070336:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294d48 00000400:00000010:0.0:1784945702.070339:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294d48. 00000100:00000001:0.0:1784945702.070342:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945702.070346:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d89f80 x1871641054244992/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945702.070371:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d89f80 x1871641054244992/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945718 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945702.070378:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945702.070380:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945702.070383:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945702.070386:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945702.070388:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945702.070391:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945702.070394:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945702.070400:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=104 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945702.070404:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=104 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945702.070407:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945702.070409:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945702.070411:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945702.070414:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945702.070417:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945702.070438:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d89f80 x1871641054244992/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945718 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945702.070445:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945702.070448:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945702.070450:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945702.070454:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89f80 x1871641054244992/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945718 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945702.070462:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054244992:192.168.202.106@tcp:400:kworker.0 00000400:00000001:0.0:1784945702.070469:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945702.070471:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945702.070473:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d948. 00000400:00000200:0.0:1784945702.070477:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294bb0 00000400:00000010:0.0:1784945702.070478:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294bb0. 00000100:00000001:0.0:1784945702.070481:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945702.070484:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88e00 x1871641054245120/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945702.070493:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88e00 x1871641054245120/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945718 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945702.070499:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945702.070501:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945702.070503:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945702.070505:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945702.070506:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945702.070508:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945702.070510:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945702.070535:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=104 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945702.070538:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=24 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945702.070541:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945702.070542:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945702.070544:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945702.070547:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945702.070550:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784945702.070553:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784945702.070555:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784945702.070556:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945702.070560:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88e00 x1871641054245120/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945718 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945702.070566:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945702.070568:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945702.070569:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945702.070574:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88e00 x1871641054245120/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945718 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945702.070582:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054245120:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945702.070586:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945702.070589:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945702.070592:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89f80 x1871641054244992/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945718 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945702.070599:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945702.070601:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945702.070603:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738adc00. 02000000:00000001:0.0:1784945702.070606:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945702.070609:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945702.070611:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784945702.070613:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945702.070615:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad300. 02000000:00000001:0.0:1784945702.070619:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945702.070621:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945702.070623:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89f80. 00000100:00000001:0.0:1784945702.070626:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945702.070628:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945702.070629:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945702.070632:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88e00 x1871641054245120/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945718 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945702.070638:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945702.070639:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945702.070641:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ad600. 02000000:00000001:0.0:1784945702.070643:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945702.070644:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945702.070645:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784945702.070647:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945702.070648:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ade00. 02000000:00000001:0.0:1784945702.070650:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945702.070652:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945702.070653:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88e00. 00000100:00000001:0.0:1784945702.070656:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945702.070670:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945702.070672:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945702.070679:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945702.070680:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945702.070682:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945702.070684:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945702.385635:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945702.385641:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945702.385859:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945702.385863:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945702.385866:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945702.769607:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304489647, at 4304489664 00000100:00000040:1.0:1784945702.769607:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304489647, at 4304489664 00000100:00000010:0.0:1784945702.769622:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f120. 00000100:00000010:1.0:1784945702.769623:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8fc00. 00010000:00000001:1.0:1784945703.410082:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945703.410089:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945703.410214:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945703.410222:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945703.410224:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945704.433639:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945704.433646:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945704.433768:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945704.433840:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945704.433844:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945705.457600:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945705.457605:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945705.457712:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945705.457715:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945705.457717:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945706.481626:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945706.481633:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945706.481687:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945706.481691:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945706.481694:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945707.185673:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945707.185692:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945707.185703:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776d80. 00000020:00000040:3.0:1784945707.185709:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945707.185713:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945707.185716:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945707.185721:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945707.185729:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea800. 00000100:00000001:3.0:1784945707.185736:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945707.185747:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73776d80 x1871641054245248/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945707.185758:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945707.185787:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945707.185793:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f243ddc] to pc [ptlrpcd_01_01+1] req@ffff996d73776d80 x1871641054245248/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945707.185825:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945707.185828:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945707.185830:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945707.185833:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774e00. 00000020:00000040:3.0:1784945707.185835:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945707.185837:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945707.185839:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945707.185840:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945707.185843:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bead00. 00000100:00000001:2.0:1784945707.185845:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945707.185846:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945707.185851:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73774e00 x1871641054245376/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945707.185853:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945707.185857:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784945707.185859:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1784945707.185864:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776d80 x1871641054245248/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945707.185874:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945707.185875:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945707.185878:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945707.185881:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784945707.185881:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdeb38fe] to pc [ptlrpcd_01_00+0] req@ffff996d73774e00 x1871641054245376/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784945707.185885:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945707.185889:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945707.185896:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054245248:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945707.185897:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945707.185902:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945707.185903:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784945707.185906:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784945707.185909:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784945707.185909:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784945707.185912:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945707.185913:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784945707.185915:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784945707.185918:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9831) 02000000:00000010:2.0:1784945707.185920:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945707.185922:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945707.185928:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945707.185930:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1784945707.185932:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000100:00000001:3.0:1784945707.185934:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945707.185936:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1784945707.185938:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6d48. 00000100:00000040:3.0:1784945707.185940:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774e00 x1871641054245376/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945707.185945:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054245248, portal 25 00000100:00000001:3.0:1784945707.185948:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945707.185949:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945707.185951:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100532608 : -112779609019008 : ffff996d73776d80) 00000100:00000001:3.0:1784945707.185951:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945707.185958:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784945707.185960:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776d80 x1871641054245248/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784945707.185962:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945707.185969:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945707.185970:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945707.185974:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945707.185976:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000100:00100000:3.0:1784945707.185978:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054245376:192.168.202.106@tcp:400:kworker.0 00000100:00000200:2.0:1784945707.185979:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054245248, offset 0 00000100:00000001:3.0:1784945707.185986:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784945707.185989:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 02000000:00000001:3.0:1784945707.185991:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945707.185994:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945707.185996:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784945707.186000:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000010:3.0:1784945707.186001:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479afa00. 02000000:00000001:3.0:1784945707.186005:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945707.186009:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945707.186011:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945707.186016:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1784945707.186016:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000200:2.0:1784945707.186022:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000010:3.0:1784945707.186024:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1bb0. 00000400:00000200:2.0:1784945707.186028:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1784945707.186029:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054245376, portal 10 00000400:00000200:2.0:1784945707.186034:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:3.0:1784945707.186034:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945707.186038:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100524544 : -112779609027072 : ffff996d73774e00) 00000400:00000200:2.0:1784945707.186043:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314427:314427:256:4294967295] 192.168.202.106@tcp LPNI seq info [314423:314423:8:4294967295] 00000100:00000040:3.0:1784945707.186049:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774e00 x1871641054245376/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784945707.186057:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945707.186059:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945707.186065:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945707.186068:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1ee0. 00000100:00000200:3.0:1784945707.186073:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054245376, offset 0 00000400:00000200:2.0:1784945707.186078:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784945707.186084:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000800:00000200:2.0:1784945707.186090:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945707.186092:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:2.0:1784945707.186099:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bd00. 00000400:00000200:3.0:1784945707.186100:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945707.186106:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945707.186111:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:2.0:1784945707.186113:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784945707.186115:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945707.186119:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:2.0:1784945707.186125:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:3.0:1784945707.186126:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314428:314428:255:4294967295] 192.168.202.106@tcp LPNI seq info [314424:314424:7:4294967295] 00000800:00000200:2.0:1784945707.186134:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784945707.186135:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945707.186146:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945707.186151:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784945707.186154:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784945707.186156:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beaf00. 00000800:00000200:3.0:1784945707.186164:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784945707.186167:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784945707.186172:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:2.0:1784945707.186174:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304494767 00000800:00000200:3.0:1784945707.186177:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beaf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1784945707.186182:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cba0. 00000100:00000001:3.0:1784945707.186183:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945707.186190:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1784945707.186202:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16813 usecs (17 jiffies) 00000100:00000001:2.0:1784945707.186203:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304494767 00000100:00000010:2.0:1784945707.186208:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cb40. 00000400:00000200:3.0:1784945707.186210:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784945707.186212:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784945707.186213:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945707.186215:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304494097 00000800:00000010:1.0:1784945707.186217:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bd00. 00000100:00000001:2.0:1784945707.186217:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945707.186220:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304494767 00000100:00000001:2.0:1784945707.186221:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945707.186225:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304494097 00000400:00000200:1.0:1784945707.186226:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784945707.186226:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945707.186231:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945707.186232:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304494767 00000400:00000200:1.0:1784945707.186235:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784945707.186238:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945707.186239:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784945707.186242:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000100:00000001:3.0:1784945707.186242:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945707.186243:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1784945707.186244:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:2.0:1784945707.186249:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945707.186249:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945707.186251:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784945707.186252:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945707.186255:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945707.186256:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784945707.186258:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73776d80 x1871641054245248/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945707.186263:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945707.186266:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784945707.186270:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784945707.186271:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945707.186273:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945707.186275:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784945707.186276:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73776d80 x1871641054245248/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945723 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945707.186279:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945707.186285:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945707.186292:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945707.186302:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945707.186396:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945707.186399:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beaf00. 00000400:00000200:1.0:1784945707.186402:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945707.186406:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945707.186410:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1ee0 00000400:00000010:1.0:1784945707.186411:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1ee0. 00000100:00000001:1.0:1784945707.186414:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945707.186418:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73774e00 x1871641054245376/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945707.186426:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945707.186428:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73774e00 x1871641054245376/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945723 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945707.186434:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945707.186435:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945707.189104:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945707.189125:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945707.189129:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945707.189132:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945707.189138:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945707.189144:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945707.189151:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945707.189155:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945707.189161:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945707.189166:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f7180 00000400:00000200:0.0:1784945707.189175:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945707.189182:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd8f1 [1] + 224 00000800:00000001:0.0:1784945707.189188:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945707.189192:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945707.189195:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945707.189199:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945707.189205:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945707.189212:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73776d80 x1871641054245248/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945723 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945707.189223:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73776d80 x1871641054245248/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945723 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945707.189241:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945707.189250:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945707.189253:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945707.189255:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945707.189258:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945707.189261:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945707.189265:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:2.0:1784945707.189269:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784945707.189270:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945707.189274:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945707.189280:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945707.189282:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945707.189285:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945707.189289:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6d48 00000400:00000010:2.0:1784945707.189291:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6d48. 00000100:00000001:2.0:1784945707.189296:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945707.189301:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776d80 x1871641054245248/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945723 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945707.189312:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776d80 x1871641054245248/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945723 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784945707.189315:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945707.189322:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945707.189328:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f7200 00000100:00000001:2.0:1784945707.189328:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945707.189332:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945707.189337:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945707.189337:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945707.189341:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945707.189344:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1784945707.189345:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd8f9 [1] + 224 00000100:00000001:2.0:1784945707.189346:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945707.189360:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784945707.189362:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945707.189368:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784945707.189369:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=109 v=5 (5 5 5 5) 00000400:00000200:0.0:1784945707.189372:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1784945707.189375:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=109 v=5 (1 1 1 1) 00000400:00000200:0.0:1784945707.189379:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784945707.189381:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945707.189384:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784945707.189384:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945707.189390:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1784945707.189391:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73774e00 x1871641054245376/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945723 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784945707.189394:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945707.189399:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945707.189410:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776d80 x1871641054245248/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945723 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945707.189411:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73774e00 x1871641054245376/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945723 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945707.189432:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945707.189436:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945707.189438:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945707.189442:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945707.189448:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945707.189450:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945707.189453:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776d80 x1871641054245248/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945723 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945707.189463:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054245248:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945707.189468:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945707.189471:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945707.189475:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776d80 x1871641054245248/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945723 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945707.189480:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945707.189481:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784945707.189484:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784945707.189486:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:3.0:1784945707.189489:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000010:2.0:1784945707.189490:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 00000400:00000001:3.0:1784945707.189493:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1784945707.189496:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:3.0:1784945707.189497:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000020:00000001:2.0:1784945707.189500:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:3.0:1784945707.189503:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1bb0 00000020:00000040:2.0:1784945707.189504:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000400:00000010:3.0:1784945707.189506:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1bb0. 00000020:00000001:2.0:1784945707.189508:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784945707.189510:0:2354:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:2.0:1784945707.189513:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea800. 00000100:00000200:3.0:1784945707.189540:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774e00 x1871641054245376/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945723 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784945707.189551:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1784945707.189551:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774e00 x1871641054245376/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945723 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784945707.189554:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945707.189558:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776d80. 00000100:00000001:3.0:1784945707.189559:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945707.189562:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945707.189564:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945707.189566:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945707.189567:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945707.189567:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945707.189570:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945707.189570:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945707.189576:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784945707.189576:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945707.189580:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=109 v=5 (5 5 5 5) 00000100:00000001:2.0:1784945707.189583:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:3.0:1784945707.189584:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=29 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945707.189587:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945707.189587:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945707.189589:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945707.189592:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1784945707.189592:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784945707.189597:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945707.189597:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945707.189603:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945707.189605:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945707.189606:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945707.189607:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945707.189611:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774e00 x1871641054245376/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945723 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945707.189615:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945707.189616:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945707.189617:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945707.189619:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774e00 x1871641054245376/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945723 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945707.189624:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054245376:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945707.189626:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945707.189627:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945707.189629:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774e00 x1871641054245376/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945723 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945707.189633:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945707.189634:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945707.189635:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479afa00. 02000000:00000001:3.0:1784945707.189637:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945707.189638:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945707.189638:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945707.189640:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945707.189641:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bead00. 02000000:00000001:3.0:1784945707.189642:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945707.189643:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945707.189644:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774e00. 00000100:00000001:3.0:1784945707.189646:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945707.189647:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945707.189648:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945707.189651:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945707.189652:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945707.189653:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945707.189654:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945707.505623:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945707.505630:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945707.505685:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945707.505688:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945707.505691:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945707.889593:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304494767, at 4304494784 00000100:00000040:0.0:1784945707.889602:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304494767, at 4304494784 00000100:00000010:1.0:1784945707.889608:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cb40. 00000100:00000010:0.0:1784945707.889612:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cba0. 00010000:00000001:1.0:1784945708.529639:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945708.529646:0:190906:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945708.529648:0:190906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945708.529652:0:190906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945708.529656:0:190906:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945708.529658:0:190906:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945708.529660:0:190906:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945708.529662:0:190906:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945708.529724:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945708.529728:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945708.529731:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945709.554046:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945709.554053:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945709.554167:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945709.554171:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945709.554175:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945710.577703:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945710.577709:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945710.577770:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945710.577773:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945710.577775:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945711.601638:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945711.601644:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945711.601703:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945711.601706:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945711.601708:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784945711.985630:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784945711.985637:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784945711.985642:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1784945711.986100:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784945711.986106:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945711.986118:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945711.986124:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945711.986127:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784945712.305695:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784945712.305705:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784945712.305715:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d88380. 00000020:00000040:1.0:1784945712.305744:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784945712.305748:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784945712.305751:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784945712.305756:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784945712.305764:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad700. 00000100:00000001:1.0:1784945712.305771:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945712.305781:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d88380 x1871641054245504/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784945712.305792:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784945712.305796:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945712.305802:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019f8811f] to pc [ptlrpcd_00_01+1] req@ffff996d44d88380 x1871641054245504/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945712.305829:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945712.305832:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784945712.305835:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784945712.305839:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d88e00. 00000020:00000040:1.0:1784945712.305841:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784945712.305843:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784945712.305844:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784945712.305846:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784945712.305849:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad500. 00000100:00000001:1.0:1784945712.305852:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945712.305856:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d88e00 x1871641054245632/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784945712.305863:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784945712.305865:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945712.305868:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784945712.305869:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000826c43da] to pc [ptlrpcd_00_00+0] req@ffff996d44d88e00 x1871641054245632/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945712.305873:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945712.305878:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784945712.305882:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945712.305887:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88380 x1871641054245504/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945712.305887:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784945712.305896:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784945712.305902:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784945712.305907:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784945712.305912:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9836) 00000100:00000001:0.0:1784945712.305916:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945712.305920:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945712.305926:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945712.305929:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945712.305932:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945712.305935:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054245504:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945712.305940:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784945712.305940:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945712.305944:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945712.305947:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1784945712.305948:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945712.305952:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945712.305959:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945712.306012:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b000. 02000000:00000001:0.0:1784945712.306017:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945712.306017:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88e00 x1871641054245632/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784945712.306028:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945712.306029:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784945712.306033:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784945712.306035:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652ff20. 02000000:00000001:1.0:1784945712.306036:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784945712.306039:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1784945712.306045:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fee0. 02000000:00000001:1.0:1784945712.306053:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784945712.306054:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054245504, portal 25 00000100:00000001:0.0:1784945712.306059:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1784945712.306060:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054245632:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945712.306062:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318366080 : -112780391185536 : ffff996d44d88380) 00000100:00000001:1.0:1784945712.306067:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784945712.306070:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784945712.306073:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945712.306074:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88380 x1871641054245504/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784945712.306076:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784945712.306081:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ace00. 00000100:00000001:0.0:1784945712.306086:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1784945712.306086:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945712.306093:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784945712.306094:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945712.306100:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f220. 00000400:00000010:1.0:1784945712.306100:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d790. 00000100:00000200:0.0:1784945712.306106:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054245504, offset 0 00000400:00000010:1.0:1784945712.306108:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294c38. 00000100:00000200:1.0:1784945712.306113:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054245632, portal 10 00000100:00000001:1.0:1784945712.306116:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1784945712.306117:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784945712.306119:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318368768 : -112780391182848 : ffff996d44d88e00) 00000100:00000040:1.0:1784945712.306127:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88e00 x1871641054245632/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784945712.306128:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945712.306138:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945712.306147:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784945712.306148:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784945712.306154:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000040:1.0:1784945712.306154:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945712.306159:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1784945712.306159:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294aa0. 00000400:00000200:0.0:1784945712.306163:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000200:1.0:1784945712.306165:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054245632, offset 0 00000400:00000200:0.0:1784945712.306170:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314429:314429:256:4294967295] 192.168.202.106@tcp LPNI seq info [314425:314425:8:4294967295] 00000400:00000200:1.0:1784945712.306173:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945712.306180:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945712.306190:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:1.0:1784945712.306198:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:0.0:1784945712.306199:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784945712.306206:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000010:0.0:1784945712.306207:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4d00. 00000400:00000200:1.0:1784945712.306211:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784945712.306214:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:0.0:1784945712.306217:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784945712.306221:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784945712.306225:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:0.0:1784945712.306228:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:1.0:1784945712.306233:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314430:314430:255:4294967295] 192.168.202.106@tcp LPNI seq info [314426:314426:7:4294967295] 00000800:00000200:0.0:1784945712.306234:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945712.306245:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945712.306251:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945712.306253:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945712.306257:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304499887 00000400:00000200:1.0:1784945712.306264:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000010:0.0:1784945712.306265:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373d20. 00000800:00000200:1.0:1784945712.306273:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784945712.306278:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad900. 00000800:00000200:1.0:1784945712.306281:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784945712.306286:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784945712.306289:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945712.306290:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784945712.306292:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945712.306297:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304499887 00000100:00000040:1.0:1784945712.306297:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16813 usecs (17 jiffies) 00000100:00000010:0.0:1784945712.306303:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d593739c0. 00000400:00000200:1.0:1784945712.306304:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945712.306308:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304499217 00000100:00000001:0.0:1784945712.306309:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784945712.306311:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304499887 00000100:00000001:0.0:1784945712.306313:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945712.306314:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304499217 00000100:00000001:0.0:1784945712.306316:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945712.306318:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304499887 00000100:00000001:0.0:1784945712.306319:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945712.306321:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945712.306322:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945712.306331:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945712.306333:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784945712.306333:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945712.306335:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945712.306338:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945712.306339:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945712.306341:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945712.306344:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945712.306345:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945712.306350:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945712.306353:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784945712.306356:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945712.306357:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945712.306359:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945712.306362:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945712.306417:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945712.306422:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4d00. 00000400:00000200:0.0:1784945712.306427:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945712.306432:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945712.306437:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f220 00000400:00000010:0.0:1784945712.306439:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f220. 00000100:00000001:0.0:1784945712.306444:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945712.306448:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d88380 x1871641054245504/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945712.306457:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945712.306461:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d88380 x1871641054245504/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945728 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945712.306468:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945712.306469:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945712.306555:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945712.306558:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad900. 00000400:00000200:0.0:1784945712.306563:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945712.306567:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945712.306570:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294aa0 00000400:00000010:0.0:1784945712.306572:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294aa0. 00000100:00000001:0.0:1784945712.306575:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945712.306579:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d88e00 x1871641054245632/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945712.306586:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945712.306589:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d88e00 x1871641054245632/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945728 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945712.306610:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945712.306611:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945712.310511:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945712.310551:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945712.310554:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945712.310556:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945712.310562:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945712.310568:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945712.310575:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945712.310578:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945712.310582:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945712.310584:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f7280 00000400:00000200:1.0:1784945712.310587:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945712.310592:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd901 [1] + 224 00000800:00000001:1.0:1784945712.310603:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945712.310607:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945712.310610:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945712.310614:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945712.310620:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945712.310629:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d88380 x1871641054245504/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945728 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945712.310640:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d88380 x1871641054245504/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945728 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945712.310668:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945712.310677:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945712.310681:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945712.310683:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945712.310686:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945712.310691:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945712.310695:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945712.310701:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945712.310704:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945712.310705:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784945712.310707:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945712.310711:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f7300 00000400:00000200:1.0:1784945712.310714:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945712.310728:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784945712.310732:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd911 [1] + 224 00000400:00000001:0.0:1784945712.310739:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784945712.310739:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784945712.310746:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945712.310750:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652ff20. 00000800:00000001:1.0:1784945712.310751:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945712.310755:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945712.310756:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fee0 00000400:00000010:0.0:1784945712.310760:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fee0. 00000400:00000200:1.0:1784945712.310761:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945712.310767:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784945712.310768:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945712.310776:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88380 x1871641054245504/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945728 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784945712.310777:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d88e00 x1871641054245632/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945728 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945712.310807:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88380 x1871641054245504/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945728 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945712.310809:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d88e00 x1871641054245632/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945728 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945712.310819:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945712.310822:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945712.310827:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945712.310830:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784945712.310833:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945712.310834:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945712.310838:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784945712.310839:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784945712.310841:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784945712.310844:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784945712.310850:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=114 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945712.310856:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=114 v=5 (1 1 1 1) 00000100:00000001:1.0:1784945712.310856:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945712.310860:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945712.310861:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945712.310864:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1784945712.310865:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1784945712.310867:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000001:1.0:1784945712.310869:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1784945712.310872:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784945712.310873:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d790. 00000100:00000001:0.0:1784945712.310877:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945712.310878:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294c38 00000400:00000010:1.0:1784945712.310883:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294c38. 00000100:00000040:0.0:1784945712.310886:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88380 x1871641054245504/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945728 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945712.310893:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784945712.310898:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1784945712.310900:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88e00 x1871641054245632/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945728 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945712.310902:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945712.310905:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945712.310913:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88380 x1871641054245504/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945728 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784945712.310919:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88e00 x1871641054245632/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945728 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945712.310928:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054245504:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945712.310937:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945712.310942:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784945712.310945:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784945712.310947:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88380 x1871641054245504/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945728 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945712.310948:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945712.310954:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784945712.310956:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784945712.310958:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784945712.310961:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945712.310962:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784945712.310963:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945712.310966:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:1.0:1784945712.310969:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=114 v=5 (5 5 5 5) 02000000:00000010:0.0:1784945712.310971:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b000. 00000100:00001000:1.0:1784945712.310977:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=34 v=5 (1 1 1 1) 02000000:00000001:0.0:1784945712.310978:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945712.310983:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784945712.310983:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784945712.310985:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784945712.310987:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00010000:00000001:1.0:1784945712.310989:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1784945712.310991:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:1.0:1784945712.310993:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945712.310995:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad700. 00000100:00000001:1.0:1784945712.310999:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1784945712.311002:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1784945712.311002:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 02000000:00000001:0.0:1784945712.311005:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784945712.311007:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000010:0.0:1784945712.311009:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88380. 00000100:00000001:1.0:1784945712.311010:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945712.311015:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945712.311018:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784945712.311019:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88e00 x1871641054245632/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945728 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945712.311022:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945712.311031:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945712.311033:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945712.311037:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945712.311040:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945712.311042:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945712.311046:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784945712.311048:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784945712.311052:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88e00 x1871641054245632/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945728 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784945712.311060:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054245632:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945712.311065:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945712.311068:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945712.311071:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88e00 x1871641054245632/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945728 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945712.311076:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784945712.311078:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784945712.311080:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ace00. 02000000:00000001:1.0:1784945712.311083:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784945712.311084:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784945712.311086:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784945712.311088:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784945712.311089:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad500. 02000000:00000001:1.0:1784945712.311093:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784945712.311094:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784945712.311095:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88e00. 00000100:00000001:1.0:1784945712.311098:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784945712.311099:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945712.311101:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945712.311105:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945712.311107:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945712.311108:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945712.311110:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945712.625805:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945712.625812:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945712.625879:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945712.625882:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945712.625886:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945713.009643:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304499887, at 4304499904 00000100:00000040:1.0:1784945713.009643:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304499887, at 4304499904 00000100:00000010:1.0:1784945713.009658:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d593739c0. 00000100:00000010:0.0:1784945713.009661:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373d20. 00010000:00000001:1.0:1784945713.649631:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945713.649638:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945713.649755:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945713.649758:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945713.649762:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945714.673636:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945714.673644:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945714.673713:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945714.673718:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945714.673722:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945715.697632:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945715.697640:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945715.697738:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945715.697742:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945715.697745:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945716.721644:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945716.721652:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945716.721803:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945716.721806:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945716.721809:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945717.425782:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945717.425794:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945717.425804:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774e00. 00000020:00000040:3.0:1784945717.425811:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945717.425815:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945717.425818:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945717.425823:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945717.425830:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bead00. 00000100:00000001:3.0:1784945717.425838:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945717.425849:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73774e00 x1871641054245760/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945717.425859:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945717.425863:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945717.425870:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdeb38fe] to pc [ptlrpcd_01_01+1] req@ffff996d73774e00 x1871641054245760/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945717.425907:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945717.425915:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945717.425918:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945717.425922:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774380. 00000020:00000040:3.0:1784945717.425924:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945717.425926:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945717.425928:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945717.425929:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945717.425932:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea000. 00000100:00000001:3.0:1784945717.425935:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945717.425939:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73774380 x1871641054245888/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945717.425946:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945717.425948:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945717.425951:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085b81382] to pc [ptlrpcd_01_00+0] req@ffff996d73774380 x1871641054245888/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945717.425959:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945717.425961:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945717.425964:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945717.425967:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945717.425970:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945717.425974:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9842) 00000100:00000001:3.0:1784945717.425986:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945717.425990:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945717.425992:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945717.425997:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774380 x1871641054245888/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945717.426009:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945717.426011:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945717.426014:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945717.426016:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945717.426020:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945717.426023:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054245888:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945717.426028:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784945717.426032:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784945717.426033:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784945717.426037:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784945717.426037:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945717.426040:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784945717.426041:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945717.426047:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479af000. 00000100:00000040:2.0:1784945717.426049:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774e00 x1871641054245760/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784945717.426050:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945717.426062:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1784945717.426062:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945717.426065:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945717.426068:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945717.426070:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945717.426073:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784945717.426076:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00100000:2.0:1784945717.426077:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054245760:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945717.426083:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945717.426085:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1784945717.426087:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1bb0. 02000000:00000001:2.0:1784945717.426088:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945717.426092:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945717.426097:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 00000100:00000200:3.0:1784945717.426097:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054245888, portal 10 02000000:00000001:2.0:1784945717.426101:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945717.426103:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945717.426106:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100521856 : -112779609029760 : ffff996d73774380) 00000400:00000200:2.0:1784945717.426108:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784945717.426117:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774380 x1871641054245888/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784945717.426119:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784945717.426126:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6d48. 00000100:00000200:2.0:1784945717.426131:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054245760, portal 25 00000100:00000001:2.0:1784945717.426133:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945717.426135:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100524544 : -112779609027072 : ffff996d73774e00) 00000100:00000001:3.0:1784945717.426135:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945717.426141:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000040:2.0:1784945717.426144:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774e00 x1871641054245760/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784945717.426147:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f14c8. 00000100:00000200:3.0:1784945717.426153:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054245888, offset 0 00000100:00000001:2.0:1784945717.426156:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945717.426160:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945717.426164:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945717.426165:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000100:00000200:2.0:1784945717.426169:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054245760, offset 0 00000400:00000200:3.0:1784945717.426175:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945717.426177:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945717.426187:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945717.426192:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945717.426196:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945717.426199:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945717.426202:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945717.426206:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314431:314431:256:4294967295] 192.168.202.106@tcp LPNI seq info [314427:314427:8:4294967295] 00000400:00000200:3.0:1784945717.426211:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945717.426217:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945717.426225:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945717.426226:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784945717.426232:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945717.426238:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:3.0:1784945717.426238:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945717.426243:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945717.426246:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000010:3.0:1784945717.426247:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000400:00000200:2.0:1784945717.426251:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314432:314432:255:4294967295] 192.168.202.106@tcp LPNI seq info [314428:314428:7:4294967295] 00000400:00000200:2.0:1784945717.426260:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784945717.426260:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945717.426272:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784945717.426273:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945717.426279:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784945717.426284:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945717.426290:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b800. 00000800:00000200:2.0:1784945717.426295:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945717.426299:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945717.426303:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945717.426303:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945717.426310:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945717.426310:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16812 usecs (17 jiffies) 00000400:00000200:2.0:1784945717.426318:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945717.426319:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945717.426325:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304505007 00000100:00000001:3.0:1784945717.426325:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304504337 00000100:00000010:2.0:1784945717.426332:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c360. 00000100:00000001:2.0:1784945717.426340:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945717.426351:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304505007 00000100:00000010:2.0:1784945717.426355:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cc00. 00000100:00000001:2.0:1784945717.426358:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945717.426362:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945717.426364:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945717.426367:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945717.426370:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945717.426377:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945717.426380:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945717.426382:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945717.426384:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945717.426386:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945717.426388:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945717.426424:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945717.426429:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea800. 00000400:00000200:0.0:1784945717.426434:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945717.426439:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945717.426445:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f14c8 00000400:00000010:0.0:1784945717.426448:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f14c8. 00000100:00000001:0.0:1784945717.426452:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945717.426457:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73774380 x1871641054245888/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945717.426466:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945717.426469:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73774380 x1871641054245888/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945733 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945717.426475:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945717.426477:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945717.426565:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945717.426568:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b800. 00000400:00000200:0.0:1784945717.426571:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945717.426575:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945717.426578:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000400:00000010:0.0:1784945717.426579:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000001:0.0:1784945717.426582:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945717.426587:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73774e00 x1871641054245760/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945717.426593:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945717.426595:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73774e00 x1871641054245760/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945733 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945717.426600:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945717.426601:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784945717.427101:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304505007 00000100:00000001:3.0:1784945717.427105:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304504338 00000100:00000001:3.0:1784945717.427107:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304505007 00000100:00000001:3.0:1784945717.427110:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945717.427113:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945717.427116:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945717.427118:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945717.427122:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945717.427123:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945717.427125:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945717.427127:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945717.427128:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945717.427130:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784945717.428453:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945717.428466:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945717.428470:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945717.428473:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945717.428479:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945717.428484:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945717.428490:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945717.428494:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945717.428499:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945717.428504:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f7380 00000400:00000200:1.0:1784945717.428509:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945717.428514:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd929 [1] + 224 00000800:00000001:1.0:1784945717.428539:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945717.428543:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945717.428545:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945717.428549:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945717.428554:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945717.428560:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73774e00 x1871641054245760/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945733 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945717.428571:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73774e00 x1871641054245760/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945733 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945717.428594:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945717.428601:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945717.428605:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945717.428606:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945717.428609:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945717.428612:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945717.428615:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945717.428620:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945717.428622:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945717.428625:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945717.428627:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f7400 00000400:00000200:1.0:1784945717.428630:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945717.428635:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd921 [1] + 224 00000800:00000001:1.0:1784945717.428638:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945717.428643:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945717.428645:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945717.428649:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945717.428652:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945717.428655:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73774380 x1871641054245888/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945733 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945717.428669:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73774380 x1871641054245888/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945733 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945717.428902:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945717.428907:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945717.428910:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945717.428978:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945717.428980:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945717.428982:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945717.428984:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945717.428989:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945717.428992:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945717.428995:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945717.428999:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6d48 00000400:00000010:2.0:1784945717.429001:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6d48. 00000100:00000001:2.0:1784945717.429005:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1784945717.429006:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1784945717.429010:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774e00 x1871641054245760/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945733 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784945717.429013:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945717.429017:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000100:00000200:2.0:1784945717.429023:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774e00 x1871641054245760/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945733 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784945717.429024:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1bb0 00000400:00000010:3.0:1784945717.429028:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1bb0. 00000100:00000001:3.0:1784945717.429034:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784945717.429036:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945717.429039:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784945717.429042:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774380 x1871641054245888/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945733 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945717.429043:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945717.429048:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945717.429051:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945717.429054:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784945717.429055:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774380 x1871641054245888/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945733 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784945717.429059:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945717.429066:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1784945717.429068:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=119 v=5 (5 5 5 5) 00000100:00000001:3.0:1784945717.429069:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945717.429072:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945717.429074:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945717.429075:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945717.429077:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945717.429079:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945717.429085:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=119 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945717.429086:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=119 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945717.429093:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00001000:3.0:1784945717.429093:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=39 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945717.429096:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945717.429099:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1784945717.429101:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784945717.429102:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945717.429105:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945717.429106:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784945717.429109:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945717.429111:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945717.429116:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945717.429117:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774e00 x1871641054245760/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784945717.429119:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945717.429123:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945717.429126:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945717.429132:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945717.429136:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1784945717.429136:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774380 x1871641054245888/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945717.429139:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945717.429148:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774e00 x1871641054245760/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945733 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945717.429149:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945717.429154:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945717.429157:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945717.429162:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774380 x1871641054245888/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945733 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945717.429174:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054245888:192.168.202.106@tcp:400:kworker.0 00000100:00100000:2.0:1784945717.429177:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054245760:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945717.429183:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945717.429184:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945717.429188:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784945717.429189:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945717.429194:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774e00 x1871641054245760/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945733 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784945717.429197:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774380 x1871641054245888/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945733 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945717.429211:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784945717.429213:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945717.429215:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1784945717.429216:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945717.429220:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 02000000:00000010:3.0:1784945717.429220:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479af000. 02000000:00000001:2.0:1784945717.429227:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1784945717.429227:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945717.429232:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1784945717.429232:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945717.429236:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000040:3.0:1784945717.429236:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945717.429241:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:3.0:1784945717.429242:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945717.429246:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea000. 02000000:00000010:2.0:1784945717.429247:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bead00. 02000000:00000001:3.0:1784945717.429251:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945717.429252:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945717.429255:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1784945717.429256:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945717.429258:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774380. 00000100:00000010:2.0:1784945717.429259:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774e00. 00000100:00000001:3.0:1784945717.429264:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945717.429266:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945717.429268:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945717.429269:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945717.429272:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945717.429273:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945717.429279:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945717.429280:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945717.429281:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945717.429283:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945717.429286:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945717.429287:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945717.429290:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945717.429291:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945717.745639:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945717.745645:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945717.747754:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945717.747759:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945717.747763:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945718.129736:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304505007, at 4304505024 00000100:00000010:1.0:1784945718.129751:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cc00. 00000100:00000040:0.0:1784945718.130633:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304505007, at 4304505025 00000100:00000010:0.0:1784945718.130641:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c360. 00010000:00000001:1.0:1784945718.769621:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945718.769628:0:190906:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945718.769629:0:190906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945718.769631:0:190906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945718.769635:0:190906:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945718.769637:0:190906:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945718.769638:0:190906:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945718.769639:0:190906:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945718.769702:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945718.769706:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945718.769709:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945719.793618:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945719.793625:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945719.793696:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945719.793700:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945719.793704:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945720.817683:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945720.817690:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945720.817755:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945720.817758:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945720.817761:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945721.841611:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945721.841624:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945721.841694:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945721.841698:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945721.841702:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945722.546849:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784945722.546861:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784945722.546880:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d88e00. 00000020:00000040:1.0:1784945722.546886:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784945722.546891:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784945722.546894:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784945722.546899:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784945722.546907:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad500. 00000100:00000001:1.0:1784945722.546914:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945722.546932:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d88e00 x1871641054246016/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784945722.546945:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784945722.546950:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945722.546958:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000826c43da] to pc [ptlrpcd_00_01+1] req@ffff996d44d88e00 x1871641054246016/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945722.546992:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945722.546995:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784945722.546997:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784945722.547000:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d89f80. 00000020:00000040:1.0:1784945722.547002:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784945722.547004:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784945722.547005:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784945722.547006:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784945722.547009:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad400. 00000100:00000001:1.0:1784945722.547012:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945722.547016:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d89f80 x1871641054246144/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784945722.547021:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784945722.547023:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945722.547026:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a07206b0] to pc [ptlrpcd_00_00+0] req@ffff996d44d89f80 x1871641054246144/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945722.547030:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945722.547032:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945722.547036:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784945722.547036:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945722.547041:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784945722.547042:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784945722.547047:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784945722.547054:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88e00 x1871641054246016/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945722.547054:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784945722.547062:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9847) 00000100:00000001:0.0:1784945722.547070:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945722.547073:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945722.547078:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945722.547081:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945722.547084:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784945722.547085:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945722.547087:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945722.547090:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1784945722.547093:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054246016:192.168.202.106@tcp:400:kworker.0 00000100:00000040:1.0:1784945722.547096:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d89f80 x1871641054246144/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945722.547103:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784945722.547105:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784945722.547107:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945722.547109:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784945722.547110:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945722.547113:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784945722.547113:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945722.547118:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784945722.547118:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054246144:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945722.547122:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945722.547124:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1784945722.547125:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784945722.547129:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945722.547130:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945722.547133:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394bc00. 02000000:00000010:1.0:1784945722.547134:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ace00. 02000000:00000001:0.0:1784945722.547140:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945722.547140:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945722.547151:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945722.547153:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784945722.547155:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d790. 00000400:00000010:0.0:1784945722.547159:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652ff20. 00000400:00000010:1.0:1784945722.547163:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294c38. 00000400:00000010:0.0:1784945722.547168:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fee0. 00000100:00000200:1.0:1784945722.547172:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054246144, portal 10 00000100:00000200:0.0:1784945722.547174:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054246016, portal 25 00000100:00000001:1.0:1784945722.547175:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784945722.547178:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318373248 : -112780391178368 : ffff996d44d89f80) 00000100:00000001:0.0:1784945722.547182:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945722.547185:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318368768 : -112780391182848 : ffff996d44d88e00) 00000100:00000040:1.0:1784945722.547188:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d89f80 x1871641054246144/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945722.547196:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88e00 x1871641054246016/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945722.547197:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784945722.547203:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784945722.547206:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294dd0. 00000100:00000200:1.0:1784945722.547210:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054246144, offset 0 00000100:00000001:0.0:1784945722.547211:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945722.547219:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784945722.547219:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945722.547226:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f220. 00000100:00000200:0.0:1784945722.547231:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054246016, offset 0 00000400:00000200:0.0:1784945722.547236:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784945722.547369:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945722.547382:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784945722.547386:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784945722.547389:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784945722.547393:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784945722.547395:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784945722.547398:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314433:314433:256:4294967295] 192.168.202.106@tcp LPNI seq info [314429:314429:8:4294967295] 00000400:00000200:1.0:1784945722.547401:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945722.547409:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784945722.547415:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945722.547421:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:1.0:1784945722.547426:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad700. 00000400:00000200:0.0:1784945722.547431:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:1.0:1784945722.547436:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784945722.547444:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784945722.547445:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1784945722.547453:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784945722.547458:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945722.547464:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945722.547468:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945722.547472:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314434:314434:255:4294967295] 192.168.202.106@tcp LPNI seq info [314430:314430:7:4294967295] 00000100:00000001:1.0:1784945722.547477:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945722.547478:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:1.0:1784945722.547488:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16812 usecs (17 jiffies) 00000400:00000200:1.0:1784945722.547499:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945722.547504:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304509458 00000400:00000200:0.0:1784945722.547511:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000010:1.0:1784945722.547514:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8fc00. 00000100:00000001:1.0:1784945722.547559:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784945722.547565:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304509459 00000100:00000010:1.0:1784945722.547573:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8fba0. 00000800:00000200:0.0:1784945722.547574:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784945722.547579:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784945722.547583:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1784945722.547585:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4d00. 00000100:00000001:1.0:1784945722.547586:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945722.547594:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945722.547604:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:1.0:1784945722.547604:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945722.547617:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945722.547621:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1784945722.547622:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:1.0:1784945722.547625:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945722.547630:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1784945722.547645:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784945722.547647:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945722.547655:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945722.547659:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945722.547665:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945722.547668:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304510129 00000100:00000001:0.0:1784945722.547677:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304509458 00000100:00000001:0.0:1784945722.547682:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304510129 00000100:00000001:0.0:1784945722.547686:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304509459 00000100:00000001:0.0:1784945722.547689:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945722.547693:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945722.547696:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945722.547698:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945722.547704:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945722.547706:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945722.547708:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945722.547710:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945722.547711:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945722.547714:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945722.547772:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945722.547776:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad700. 00000400:00000200:0.0:1784945722.547787:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945722.547792:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945722.547799:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294dd0 00000400:00000010:0.0:1784945722.547801:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294dd0. 00000100:00000001:0.0:1784945722.547807:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945722.547812:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d89f80 x1871641054246144/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945722.547823:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945722.547827:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d89f80 x1871641054246144/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945738 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945722.547834:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945722.547836:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945722.547933:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945722.547936:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4d00. 00000400:00000200:0.0:1784945722.548018:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945722.548027:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945722.548033:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f220 00000400:00000010:0.0:1784945722.548035:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f220. 00000100:00000001:0.0:1784945722.548040:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945722.548047:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d88e00 x1871641054246016/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945722.548057:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945722.548060:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d88e00 x1871641054246016/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945738 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945722.548068:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945722.548070:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945722.550055:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945722.550070:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945722.550075:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945722.550077:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945722.550084:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945722.550091:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945722.550099:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945722.550103:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945722.550108:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945722.550112:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f7500 00000400:00000200:1.0:1784945722.550118:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945722.550126:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd931 [1] + 224 00000800:00000001:1.0:1784945722.550134:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945722.550138:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945722.550141:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945722.550146:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945722.550153:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945722.550160:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89f80 x1871641054246144/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945738 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945722.550172:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89f80 x1871641054246144/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945722.550202:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945722.550211:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945722.550215:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945722.550217:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945722.550219:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945722.550222:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945722.550225:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945722.550230:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945722.550232:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945722.550235:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945722.550238:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f7480 00000400:00000200:1.0:1784945722.550241:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945722.550245:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd939 [1] + 224 00000800:00000001:1.0:1784945722.550249:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945722.550255:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945722.550257:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945722.550261:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945722.550264:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945722.550269:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d88e00 x1871641054246016/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945738 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945722.550280:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d88e00 x1871641054246016/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945722.550283:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945722.550289:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784945722.550298:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1784945722.550299:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1784945722.550300:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945722.550303:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d790. 00000400:00000200:0.0:1784945722.550308:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294c38 00000400:00000010:0.0:1784945722.550310:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294c38. 00000100:00000001:0.0:1784945722.550312:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784945722.550316:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784945722.550317:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d89f80 x1871641054246144/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784945722.550320:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784945722.550329:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d89f80 x1871641054246144/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945738 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945722.550334:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945722.550342:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945722.550344:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945722.550346:0:2352:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784945722.550347:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784945722.550355:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1784945722.550357:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000001:1.0:1784945722.550357:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784945722.550361:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652ff20. 00000100:00000001:0.0:1784945722.550363:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1784945722.550367:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fee0 00000100:00000001:0.0:1784945722.550368:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784945722.550371:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fee0. 02000000:00000001:0.0:1784945722.550374:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945722.550376:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945722.550382:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88e00 x1871641054246016/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784945722.550386:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=124 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945722.550393:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=44 v=5 (1 1 1 1) 00000100:00000200:1.0:1784945722.550394:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88e00 x1871641054246016/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945738 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945722.550398:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945722.550400:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945722.550405:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784945722.550408:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1784945722.550409:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945722.550412:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945722.550414:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784945722.550416:0:2353:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:0.0:1784945722.550417:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 02000000:00000001:1.0:1784945722.550419:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945722.550420:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784945722.550423:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945722.550423:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784945722.550427:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945722.550431:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d89f80 x1871641054246144/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945738 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784945722.550432:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784945722.550438:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=124 v=5 (5 5 5 5) 00000100:00001000:1.0:1784945722.550445:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=124 v=5 (1 1 1 1) 00000100:00000001:1.0:1784945722.550452:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945722.550453:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945722.550456:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945722.550457:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945722.550460:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784945722.550461:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784945722.550464:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945722.550465:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89f80 x1871641054246144/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945738 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945722.550468:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945722.550477:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054246144:192.168.202.106@tcp:400:kworker.0 00000100:00000040:1.0:1784945722.550478:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88e00 x1871641054246016/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945738 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945722.550484:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945722.550488:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945722.550493:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89f80 x1871641054246144/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945738 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945722.550494:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945722.550500:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784945722.550503:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945722.550505:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945722.550509:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1784945722.550511:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88e00 x1871641054246016/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945738 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784945722.550513:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ace00. 00000100:00100000:1.0:1784945722.550546:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054246016:192.168.202.106@tcp:400:kworker.0 02000000:00000001:0.0:1784945722.550549:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945722.550553:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784945722.550555:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1784945722.550556:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784945722.550559:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1784945722.550560:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945722.550565:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad400. 00000100:00000040:1.0:1784945722.550566:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88e00 x1871641054246016/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945738 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784945722.550570:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945722.550573:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945722.550575:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89f80. 00000100:00000001:1.0:1784945722.550578:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784945722.550580:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1784945722.550582:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784945722.550583:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945722.550586:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1784945722.550586:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394bc00. 00000100:00000001:0.0:1784945722.550592:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1784945722.550592:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784945722.550594:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784945722.550595:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784945722.550597:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784945722.550598:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945722.550602:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784945722.550602:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784945722.550606:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad500. 02000000:00000001:1.0:1784945722.550610:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784945722.550611:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784945722.550613:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88e00. 00000100:00000001:1.0:1784945722.550617:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784945722.550619:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945722.550621:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945722.550626:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945722.550627:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945722.550629:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945722.550643:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945722.866280:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945722.866288:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945722.866405:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945722.866410:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945722.866414:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945723.249607:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304510129, at 4304510144 00000100:00000040:0.0:1784945723.249613:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304510129, at 4304510144 00000100:00000010:1.0:1784945723.249636:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8fba0. 00000100:00000010:0.0:1784945723.249641:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8fc00. 00010000:00000001:1.0:1784945723.889669:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945723.889677:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945723.889733:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945723.889737:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945723.889741:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945724.913751:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945724.913760:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945724.913889:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945724.913893:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945724.913897:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945725.939705:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945725.939714:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945725.939782:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945725.939785:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945725.939789:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945726.962338:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945726.962345:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945726.962698:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945726.962705:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945726.962710:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945727.665774:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945727.665785:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945727.665796:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774380. 00000020:00000040:3.0:1784945727.665801:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945727.665806:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945727.665808:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945727.665814:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945727.665822:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea000. 00000100:00000001:3.0:1784945727.665829:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945727.665840:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73774380 x1871641054246272/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945727.665852:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945727.665856:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945727.665863:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085b81382] to pc [ptlrpcd_01_01+1] req@ffff996d73774380 x1871641054246272/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945727.665897:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945727.665900:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945727.665903:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945727.665906:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73777100. 00000020:00000040:3.0:1784945727.665908:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945727.665910:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945727.665912:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945727.665914:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945727.665916:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beaf00. 00000100:00000001:3.0:1784945727.665919:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945727.665923:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73777100 x1871641054246400/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945727.665929:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945727.665931:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945727.665934:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000294846d0] to pc [ptlrpcd_01_00+0] req@ffff996d73777100 x1871641054246400/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945727.665942:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945727.665944:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945727.665948:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945727.665950:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945727.665953:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945727.665958:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9852) 00000100:00000001:3.0:1784945727.665973:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945727.665978:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945727.665981:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945727.665986:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73777100 x1871641054246400/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945727.665991:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945727.665994:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945727.665999:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945727.666000:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784945727.666003:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784945727.666005:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784945727.666008:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945727.666012:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945727.666020:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73777100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054246400:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784945727.666021:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774380 x1871641054246272/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945727.666035:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784945727.666042:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784945727.666044:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784945727.666045:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945727.666049:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945727.666050:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945727.666056:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945727.666057:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1784945727.666066:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945727.666069:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479af400. 00000100:00100000:2.0:1784945727.666072:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054246272:192.168.202.106@tcp:400:kworker.0 02000000:00000001:3.0:1784945727.666077:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945727.666078:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945727.666083:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945727.666086:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945727.666095:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784945727.666095:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000010:2.0:1784945727.666105:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 00000400:00000010:3.0:1784945727.666105:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 02000000:00000001:2.0:1784945727.666112:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784945727.666119:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1bb0. 00000400:00000200:2.0:1784945727.666121:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945727.666129:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000100:00000200:3.0:1784945727.666130:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054246400, portal 10 00000100:00000001:3.0:1784945727.666139:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945727.666141:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100533504 : -112779609018112 : ffff996d73777100) 00000400:00000010:2.0:1784945727.666142:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6d48. 00000100:00000200:2.0:1784945727.666152:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054246272, portal 25 00000100:00000040:3.0:1784945727.666160:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73777100 x1871641054246400/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945727.666161:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945727.666164:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100521856 : -112779609029760 : ffff996d73774380) 00000100:00000040:2.0:1784945727.666178:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774380 x1871641054246272/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945727.666197:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784945727.666204:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945727.666207:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000040:2.0:1784945727.666211:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945727.666215:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f66e8. 00000400:00000010:3.0:1784945727.666215:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1b28. 00000100:00000200:2.0:1784945727.666230:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054246272, offset 0 00000100:00000200:3.0:1784945727.666230:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054246400, offset 0 00000400:00000200:2.0:1784945727.666245:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945727.666256:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945727.666257:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945727.666272:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945727.666277:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945727.666281:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945727.666284:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945727.666286:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945727.666290:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314435:314435:256:4294967295] 192.168.202.106@tcp LPNI seq info [314431:314431:8:4294967295] 00000400:00000200:2.0:1784945727.666293:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945727.666304:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945727.666311:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945727.666318:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945727.666322:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000010:2.0:1784945727.666327:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b300. 00000400:00000200:3.0:1784945727.666331:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784945727.666339:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784945727.666340:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945727.666347:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1784945727.666353:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:3.0:1784945727.666354:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:2.0:1784945727.666362:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784945727.666364:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314436:314436:255:4294967295] 192.168.202.106@tcp LPNI seq info [314432:314432:7:4294967295] 00000400:00000200:3.0:1784945727.666374:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945727.666398:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945727.666398:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784945727.666410:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784945727.666416:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784945727.666418:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304515247 00000800:00000010:3.0:1784945727.666424:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea700. 00000100:00000010:2.0:1784945727.666428:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c6c0. 00000800:00000200:3.0:1784945727.666436:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:2.0:1784945727.666439:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1784945727.666449:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:2.0:1784945727.666453:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304515247 00000800:00000200:3.0:1784945727.666455:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea700 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1784945727.666462:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c360. 00000100:00000001:3.0:1784945727.666463:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945727.666471:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1784945727.666472:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16811 usecs (17 jiffies) 00000100:00000001:2.0:1784945727.666483:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784945727.666484:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945727.666489:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945727.666492:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304514577 00000100:00000001:2.0:1784945727.666494:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945727.666499:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945727.666500:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304515247 00000100:00000001:3.0:1784945727.666505:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304514577 00000100:00000001:2.0:1784945727.666508:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945727.666508:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304515247 00000100:00000001:2.0:1784945727.666512:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945727.666546:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945727.666547:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945727.666548:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945727.666550:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945727.666556:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945727.666561:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945727.666566:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945727.666570:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945727.666577:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945727.666579:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945727.666582:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945727.666583:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945727.666585:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945727.666587:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945727.666698:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945727.666702:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b300. 00000400:00000200:0.0:1784945727.666709:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945727.666714:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945727.666720:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f66e8 00000400:00000010:0.0:1784945727.666723:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f66e8. 00000100:00000001:0.0:1784945727.666728:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945727.666733:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73774380 x1871641054246272/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945727.666743:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945727.666746:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73774380 x1871641054246272/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945743 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945727.666753:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945727.666754:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945727.666812:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945727.666815:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea700. 00000400:00000200:0.0:1784945727.666818:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945727.666821:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945727.666824:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1b28 00000400:00000010:0.0:1784945727.666826:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1b28. 00000100:00000001:0.0:1784945727.666828:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945727.666831:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73777100 x1871641054246400/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945727.666839:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945727.666841:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73777100 x1871641054246400/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945743 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945727.666847:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945727.666849:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945727.672405:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945727.672440:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945727.672445:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945727.672449:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945727.672459:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945727.672469:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945727.672481:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945727.672487:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945727.672495:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945727.672499:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f7600 00000400:00000200:1.0:1784945727.672505:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945727.672514:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd951 [1] + 224 00000800:00000001:1.0:1784945727.672563:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945727.672568:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945727.672572:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945727.672577:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945727.672587:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945727.672617:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73777100 x1871641054246400/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945743 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945727.672630:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73777100 x1871641054246400/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945727.672658:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945727.672670:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945727.672674:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945727.672676:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945727.672678:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945727.672681:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945727.672685:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945727.672689:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945727.672692:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945727.672695:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945727.672698:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f7580 00000400:00000200:1.0:1784945727.672701:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945727.672707:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd959 [1] + 224 00000800:00000001:1.0:1784945727.672711:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945727.672720:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945727.672722:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945727.672725:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945727.672728:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945727.672733:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73774380 x1871641054246272/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945743 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945727.672741:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73774380 x1871641054246272/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945727.672762:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945727.672766:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945727.672769:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945727.673294:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945727.673301:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945727.673310:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945727.673312:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945727.673317:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945727.673325:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1bb0 00000400:00000010:3.0:1784945727.673328:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1bb0. 00000100:00000001:3.0:1784945727.673333:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784945727.673342:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1784945727.673345:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73777100 x1871641054246400/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945727.673348:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945727.673356:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945727.673360:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1784945727.673362:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73777100 x1871641054246400/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945743 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784945727.673364:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945727.673372:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6d48 00000400:00000010:2.0:1784945727.673376:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6d48. 00000100:00000001:3.0:1784945727.673379:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945727.673383:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945727.673385:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784945727.673390:0:2354:0:(client.c:1580:after_reply()) Process entered 00000100:00000200:2.0:1784945727.673397:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774380 x1871641054246272/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784945727.673397:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945727.673402:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945727.673406:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945727.673414:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784945727.673428:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774380 x1871641054246272/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945743 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784945727.673429:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=129 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945727.673444:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=49 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945727.673456:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945727.673459:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945727.673460:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945727.673464:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945727.673469:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945727.673472:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945727.673474:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945727.673476:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945727.673479:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945727.673485:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=129 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945727.673490:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=129 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945727.673492:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945727.673494:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945727.673496:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945727.673499:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945727.673503:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945727.673509:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774380 x1871641054246272/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945743 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945727.673544:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945727.673547:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945727.673549:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945727.673555:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774380 x1871641054246272/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945743 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945727.673564:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054246272:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945727.673569:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945727.673573:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945727.673578:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774380 x1871641054246272/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945743 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945727.673586:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945727.673602:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945727.673607:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945727.673612:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945727.673615:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945727.673617:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945727.673620:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945727.673623:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea000. 02000000:00000001:2.0:1784945727.673628:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945727.673630:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945727.673632:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774380. 00000100:00000001:2.0:1784945727.673637:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945727.673638:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945727.673641:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945727.673650:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945727.673653:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945727.673655:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945727.673657:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945727.673673:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945727.673680:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945727.673684:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945727.673687:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945727.673689:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945727.673692:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945727.673698:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73777100 x1871641054246400/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945743 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945727.673706:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945727.673709:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945727.673710:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945727.673714:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73777100 x1871641054246400/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945743 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945727.673722:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73777100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054246400:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945727.673727:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945727.673730:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945727.673733:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73777100 x1871641054246400/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945743 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945727.673740:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945727.673742:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945727.673746:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479af400. 02000000:00000001:3.0:1784945727.673749:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945727.673751:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945727.673753:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945727.673755:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945727.673758:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beaf00. 02000000:00000001:3.0:1784945727.673761:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945727.673762:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945727.673764:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73777100. 00000100:00000001:3.0:1784945727.673769:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945727.673770:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945727.673772:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945727.673778:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945727.673780:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945727.673782:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945727.673785:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945727.985719:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945727.985727:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945727.985824:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945727.985829:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945727.985833:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945728.369760:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304515247, at 4304515264 00000100:00000010:0.0:1784945728.369778:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c6c0. 00000100:00000040:1.0:1784945728.369887:0:190906:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304515247, at 4304515264 00000100:00000010:1.0:1784945728.369894:0:190906:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c360. 00010000:00000001:1.0:1784945729.009664:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945729.009675:0:190906:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945729.009678:0:190906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945729.009682:0:190906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945729.009687:0:190906:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945729.009690:0:190906:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945729.009692:0:190906:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945729.009695:0:190906:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945729.009869:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945729.009883:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945729.009887:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945730.033756:0:190906:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945730.033765:0:190906:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945730.033878:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945730.033882:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945730.033886:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945731.057692:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945731.057702:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945731.057772:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945731.057777:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945731.057781:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945732.081684:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945732.081694:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945732.082349:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945732.082354:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945732.082358:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945732.787379:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945732.787394:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945732.787408:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951180. 00000020:00000040:2.0:1784945732.787416:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945732.787421:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945732.787425:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945732.787431:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945732.787451:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b500. 00000100:00000001:2.0:1784945732.787460:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945732.787475:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951180 x1871641054246528/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945732.787488:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945732.787494:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945732.787502:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047f3cd37] to pc [ptlrpcd_01_01+1] req@ffff996d73951180 x1871641054246528/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945732.787576:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945732.787580:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945732.787584:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945732.787587:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950e00. 00000020:00000040:2.0:1784945732.787590:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945732.787592:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945732.787594:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945732.787596:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945732.787599:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784945732.787602:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945732.787607:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950e00 x1871641054246656/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945732.787613:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945732.787615:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945732.787619:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006776830d] to pc [ptlrpcd_01_00+0] req@ffff996d73950e00 x1871641054246656/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945732.787628:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945732.787630:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945732.787634:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945732.787636:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945732.787639:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945732.787644:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9857) 00000100:00000001:3.0:1784945732.789061:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945732.789068:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945732.789071:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945732.789081:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950e00 x1871641054246656/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945732.789094:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945732.789096:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945732.789101:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945732.789105:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945732.789107:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945732.789111:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054246656:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945732.789116:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945732.789123:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945732.789125:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945732.789128:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945732.789134:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479af400. 02000000:00000001:3.0:1784945732.789136:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945732.789145:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945732.789149:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784945732.789157:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1bb0. 00000100:00000200:3.0:1784945732.789165:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054246656, portal 10 00000100:00000001:3.0:1784945732.789167:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945732.789220:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102474240 : -112779607077376 : ffff996d73950e00) 00000100:00000040:3.0:1784945732.789229:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950e00 x1871641054246656/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945732.789237:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945732.789240:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945732.789243:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1e58. 00000100:00000200:3.0:1784945732.789247:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054246656, offset 0 00000400:00000200:3.0:1784945732.789255:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945732.789268:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945732.789277:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945732.789283:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945732.789300:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945732.789304:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945732.789306:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945732.789310:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314437:314437:256:4294967295] 192.168.202.106@tcp LPNI seq info [314433:314433:8:4294967295] 00000400:00000200:3.0:1784945732.789315:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945732.789326:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945732.789333:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945732.789339:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beaf00. 00000800:00000200:3.0:1784945732.789347:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945732.789356:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945732.789362:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beaf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945732.789383:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945732.789388:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16811 usecs (17 jiffies) 00000400:00000200:3.0:1784945732.789392:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945732.789395:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304519699 00000100:00000010:3.0:1784945732.789400:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322000. 00000100:00000001:3.0:1784945732.789415:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945732.789424:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304519699 00000100:00000010:3.0:1784945732.789428:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322a20. 00000100:00000001:3.0:1784945732.789431:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945732.789441:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945732.789444:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945732.789448:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945732.789451:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945732.789458:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945732.789460:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945732.789463:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945732.789464:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945732.789466:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945732.789469:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1784945732.789471:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945732.789473:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945732.789474:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945732.789476:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945732.789477:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945732.789479:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945732.789484:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951180 x1871641054246528/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945732.789493:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945732.789495:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945732.789498:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945732.789500:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945732.789502:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945732.789507:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054246528:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945732.789511:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945732.789534:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945732.789536:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945732.789538:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945732.789541:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479aec00. 02000000:00000001:3.0:1784945732.789543:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945732.789558:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945732.789561:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784945732.789566:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1f68. 00000100:00000200:3.0:1784945732.789569:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054246528, portal 25 00000100:00000001:3.0:1784945732.789572:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945732.789574:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102475136 : -112779607076480 : ffff996d73951180) 00000100:00000040:3.0:1784945732.789579:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951180 x1871641054246528/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945732.789587:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945732.789590:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945732.789593:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000100:00000200:3.0:1784945732.789596:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054246528, offset 0 00000400:00000200:3.0:1784945732.789600:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945732.789604:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945732.789608:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945732.789612:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945732.789614:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945732.789617:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945732.789619:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945732.789622:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314438:314438:255:4294967295] 192.168.202.106@tcp LPNI seq info [314434:314434:7:4294967295] 00000400:00000200:3.0:1784945732.789626:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945732.789632:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945732.789637:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945732.789641:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000800:00000200:3.0:1784945732.789645:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945732.789650:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945732.789652:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945732.789656:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945732.789659:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945732.789661:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304520371 00000100:00000001:3.0:1784945732.789667:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304519699 00000100:00000001:3.0:1784945732.789671:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304520371 00000100:00000001:3.0:1784945732.789674:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304519699 00000100:00000001:3.0:1784945732.789677:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945732.789679:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945732.789681:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945732.789684:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945732.789713:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945732.789715:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945732.789730:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945732.789736:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beaf00. 00000400:00000200:0.0:1784945732.789741:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945732.789746:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945732.789755:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1e58 00000400:00000010:0.0:1784945732.789757:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1e58. 00000100:00000001:0.0:1784945732.789761:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945732.789765:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950e00 x1871641054246656/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945732.789772:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945732.789775:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950e00 x1871641054246656/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945748 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945732.789780:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945732.789781:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945732.789795:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945732.789796:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beab00. 00000400:00000200:0.0:1784945732.789798:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945732.789800:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945732.789803:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000400:00000010:0.0:1784945732.789804:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000100:00000001:0.0:1784945732.789806:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945732.789809:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951180 x1871641054246528/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945732.789816:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945732.789819:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951180 x1871641054246528/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945748 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945732.789826:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945732.789828:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945732.791543:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945732.791692:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945732.791698:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945732.791702:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945732.791711:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945732.791718:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945732.791728:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945732.791732:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945732.791738:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945732.791742:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f7700 00000400:00000200:1.0:1784945732.791747:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945732.791753:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd961 [1] + 224 00000800:00000001:1.0:1784945732.791760:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945732.791782:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945732.791785:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945732.791789:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945732.791796:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945732.791805:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950e00 x1871641054246656/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945748 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945732.791816:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950e00 x1871641054246656/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945732.791846:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945732.791855:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945732.791858:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945732.791888:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945732.791893:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945732.791901:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945732.791903:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945732.791906:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945732.791911:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1bb0 00000400:00000010:3.0:1784945732.791913:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1bb0. 00000100:00000001:3.0:1784945732.791915:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945732.791919:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950e00 x1871641054246656/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945732.791926:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950e00 x1871641054246656/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945748 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945732.791930:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945732.791932:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945732.791933:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945732.791936:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945732.791938:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945732.791941:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945732.791947:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945732.791957:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=134 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945732.791961:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=54 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945732.791963:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945732.791965:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945732.791968:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945732.791971:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945732.791974:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945732.791976:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945732.791978:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945732.791980:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945732.791984:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950e00 x1871641054246656/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945748 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945732.791991:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945732.791995:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945732.791997:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945732.792001:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950e00 x1871641054246656/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945748 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945732.792015:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054246656:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945732.792020:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945732.792022:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945732.792026:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950e00 x1871641054246656/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945748 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945732.792033:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945732.792035:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945732.792038:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479af400. 02000000:00000001:3.0:1784945732.792042:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945732.792044:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945732.792046:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945732.792049:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945732.792051:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 02000000:00000001:3.0:1784945732.792054:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945732.792056:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945732.792058:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950e00. 00000100:00000001:3.0:1784945732.792061:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945732.792063:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945732.792066:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945732.792068:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945732.792069:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945732.792070:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945732.792072:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945732.794126:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945732.794135:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945732.794138:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945732.794139:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945732.794144:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945732.794149:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945732.794154:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945732.794157:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945732.794160:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945732.794163:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f7680 00000400:00000200:0.0:1784945732.794166:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945732.794171:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd969 [1] + 224 00000800:00000001:0.0:1784945732.794176:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945732.794182:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945732.794185:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945732.794188:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945732.794194:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945732.794201:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951180 x1871641054246528/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945748 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945732.794212:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951180 x1871641054246528/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945732.794229:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945732.794240:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945732.794243:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945732.794259:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945732.794262:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945732.794267:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945732.794268:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945732.794270:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945732.794273:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1f68 00000400:00000010:3.0:1784945732.794275:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1f68. 00000100:00000001:3.0:1784945732.794277:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945732.794281:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951180 x1871641054246528/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945732.794291:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951180 x1871641054246528/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945748 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945732.794295:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945732.794297:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945732.794298:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945732.794300:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945732.794302:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945732.794303:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945732.794304:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945732.794308:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=134 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945732.794310:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=134 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945732.794312:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945732.794313:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945732.794314:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945732.794316:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945732.794317:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945732.794320:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951180 x1871641054246528/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945748 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945732.794324:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945732.794325:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945732.794327:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945732.794329:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951180 x1871641054246528/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945748 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945732.794333:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054246528:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945732.794336:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945732.794337:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945732.794339:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951180 x1871641054246528/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945748 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945732.794343:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945732.794344:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945732.794346:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479aec00. 02000000:00000001:3.0:1784945732.794348:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945732.794350:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945732.794351:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945732.794353:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945732.794354:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b500. 02000000:00000001:3.0:1784945732.794356:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945732.794358:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945732.794359:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951180. 00000100:00000001:3.0:1784945732.794362:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945732.794364:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945732.794366:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945732.794372:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945732.794375:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945732.794377:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945732.794379:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945733.106029:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945733.106036:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945733.106096:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945733.106101:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945733.106104:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945733.489676:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304520371, at 4304520384 00000100:00000040:0.0:1784945733.489678:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304520371, at 4304520384 00000100:00000010:1.0:1784945733.489696:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322a20. 00000100:00000010:0.0:1784945733.489700:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322000. 00010000:00000001:1.0:1784945734.129825:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945734.129832:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945734.129902:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945734.129906:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945734.129909:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945735.153662:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945735.153668:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945735.153858:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945735.153863:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945735.153866:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945736.177641:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945736.177649:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945736.178273:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945736.178277:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945736.178280:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945737.201710:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945737.201716:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945737.202564:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945737.202569:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945737.202573:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945737.907404:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945737.907412:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945737.907419:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73777100. 00000020:00000040:3.0:1784945737.907425:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945737.907429:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945737.907432:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945737.907438:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945737.907446:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beab00. 00000100:00000001:3.0:1784945737.907458:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945737.907470:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73777100 x1871641054246784/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945737.907485:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945737.907490:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945737.907496:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000294846d0] to pc [ptlrpcd_01_01+1] req@ffff996d73777100 x1871641054246784/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945737.907555:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945737.907562:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945737.907566:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945737.907568:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73777800. 00000020:00000040:3.0:1784945737.907571:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945737.907573:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945737.907575:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945737.907577:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945737.907591:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1784945737.907593:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beaf00. 00000100:00000001:2.0:1784945737.907596:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945737.907598:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945737.907602:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945737.907605:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73777800 x1871641054246912/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1784945737.907613:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73777100 x1871641054246784/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945737.907615:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945737.907619:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945737.907628:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000beeb1e93] to pc [ptlrpcd_01_00+0] req@ffff996d73777800 x1871641054246912/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945737.907630:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945737.907634:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945737.907642:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784945737.907644:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945737.907647:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784945737.907649:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784945737.907653:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945737.907655:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945737.907659:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1784945737.907662:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73777100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054246784:192.168.202.106@tcp:400:kworker.0 00000100:00000040:3.0:1784945737.907664:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784945737.907670:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784945737.907672:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9862) 02000000:00000001:2.0:1784945737.907678:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945737.907682:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945737.907686:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945737.907692:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945737.907694:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945737.907702:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945737.907704:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1784945737.907707:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000100:00000001:3.0:1784945737.907708:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945737.907711:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1784945737.907718:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6d48. 00000100:00000040:3.0:1784945737.907718:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73777800 x1871641054246912/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945737.907728:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945737.907730:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945737.907732:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945737.907733:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945737.907735:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945737.907738:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73777800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054246912:192.168.202.106@tcp:400:kworker.0 00000100:00000200:2.0:1784945737.907740:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054246784, portal 25 00000100:00000001:3.0:1784945737.907742:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784945737.907745:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1784945737.907747:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784945737.907749:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100533504 : -112779609018112 : ffff996d73777100) 02000000:00000001:3.0:1784945737.907750:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945737.907755:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945737.907759:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479aec00. 00000100:00000040:2.0:1784945737.907761:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73777100 x1871641054246784/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784945737.907762:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945737.907770:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945737.907775:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000100:00000001:2.0:1784945737.907779:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1784945737.907782:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1f68. 00000100:00000040:2.0:1784945737.907787:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000200:3.0:1784945737.907789:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054246912, portal 10 00000400:00000010:2.0:1784945737.907792:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6660. 00000100:00000001:3.0:1784945737.907793:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945737.907796:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100535296 : -112779609016320 : ffff996d73777800) 00000100:00000200:2.0:1784945737.907799:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054246784, offset 0 00000100:00000040:3.0:1784945737.907806:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73777800 x1871641054246912/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784945737.907811:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784945737.907819:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784945737.907825:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784945737.907826:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945737.907833:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1bb0. 00000100:00000200:3.0:1784945737.907836:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054246912, offset 0 00000400:00000200:2.0:1784945737.907838:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945737.907844:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945737.907848:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945737.907854:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945737.907858:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945737.907861:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945737.907865:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314439:314439:256:4294967295] 192.168.202.106@tcp LPNI seq info [314435:314435:8:4294967295] 00000400:00000200:2.0:1784945737.907870:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945737.907892:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945737.907898:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945737.907904:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b100. 00000800:00000200:2.0:1784945737.907911:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945737.907919:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945737.907923:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945737.907941:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945737.907945:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945737.907948:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304525489 00000100:00000010:2.0:1784945737.907952:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cc00. 00000100:00000001:2.0:1784945737.907960:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945737.907971:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304525489 00000100:00000010:2.0:1784945737.907975:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cba0. 00000100:00000001:2.0:1784945737.907979:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945737.907984:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945737.907987:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945737.907991:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945737.907994:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945737.908001:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945737.908003:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945737.908006:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945737.908007:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945737.908008:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945737.908011:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945737.908572:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945737.908577:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b100. 00000400:00000200:0.0:1784945737.908582:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945737.908587:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945737.908592:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6660 00000400:00000010:0.0:1784945737.908596:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6660. 00000100:00000001:0.0:1784945737.908601:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945737.908606:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73777100 x1871641054246784/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945737.908616:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945737.908621:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73777100 x1871641054246784/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945753 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945737.908628:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945737.908629:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784945737.912969:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945737.912991:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000001:1.0:1784945737.913036:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945737.913049:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945737.913053:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945737.913055:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945737.913070:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945737.913075:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945737.913082:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945737.913086:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945737.913091:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945737.913096:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f7780 00000400:00000200:1.0:1784945737.913101:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945737.913108:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd971 [1] + 224 00000800:00000001:1.0:1784945737.913115:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945737.913121:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945737.913125:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945737.913129:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945737.913136:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945737.913145:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73777100 x1871641054246784/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945753 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945737.913159:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73777100 x1871641054246784/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945737.913172:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945737.913181:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945737.913184:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945737.913910:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945737.913913:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945737.913920:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945737.913921:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945737.913924:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945737.913927:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6d48 00000400:00000010:2.0:1784945737.913929:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6d48. 00000100:00000001:2.0:1784945737.913955:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945737.913960:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73777100 x1871641054246784/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945737.913968:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73777100 x1871641054246784/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945753 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945737.913983:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945737.913985:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945737.913987:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945737.913991:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945737.913992:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945737.913994:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945737.914012:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945737.914018:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=139 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945737.914021:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=139 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945737.914023:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945737.914024:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945737.914048:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945737.914050:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945737.914054:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945737.914076:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73777100 x1871641054246784/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945753 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945737.914083:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945737.914085:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945737.914086:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945737.914097:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73777100 x1871641054246784/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945753 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945737.914103:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73777100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054246784:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945737.914106:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945737.914109:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945737.914111:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73777100 x1871641054246784/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945753 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945737.914115:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945737.914125:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945737.914128:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945737.914131:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945737.914133:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945737.914135:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945737.914138:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945737.914140:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beab00. 02000000:00000001:2.0:1784945737.914143:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945737.914145:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945737.914147:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73777100. 00000100:00000001:2.0:1784945737.914166:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945737.914167:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945737.914170:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945737.914177:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945737.914179:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945737.914181:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945737.914184:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945737.914249:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945737.914255:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945737.914260:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945737.914263:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945737.914266:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314440:314440:256:4294967295] 192.168.202.106@tcp LPNI seq info [314436:314436:8:4294967295] 00000400:00000200:3.0:1784945737.914272:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945737.914281:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945737.914287:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945737.914294:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000800:00000200:3.0:1784945737.914301:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945737.914307:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945737.914312:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945737.914331:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945737.914337:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16811 usecs (17 jiffies) 00000400:00000200:3.0:1784945737.914341:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945737.914344:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304524825 00000100:00000001:3.0:1784945737.914347:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304525489 00000100:00000001:3.0:1784945737.914349:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304524825 00000100:00000001:3.0:1784945737.914351:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304525489 00000100:00000001:3.0:1784945737.914354:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945737.914357:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945737.914360:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945737.914362:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945737.914366:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945737.914367:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945737.914369:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945737.914371:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945737.914372:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945737.914374:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945737.914596:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945737.914600:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000400:00000200:0.0:1784945737.914603:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945737.914607:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945737.914609:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1bb0 00000400:00000010:0.0:1784945737.914611:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1bb0. 00000100:00000001:0.0:1784945737.914614:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945737.914618:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73777800 x1871641054246912/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945737.914624:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945737.914626:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73777800 x1871641054246912/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945753 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945737.914631:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945737.914632:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945737.916119:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945737.916130:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945737.916133:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945737.916135:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945737.916142:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945737.916147:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945737.916153:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945737.916157:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945737.916173:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945737.916177:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f7800 00000400:00000200:1.0:1784945737.916182:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945737.916188:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd979 [1] + 224 00000800:00000001:1.0:1784945737.916194:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945737.916213:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945737.916216:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945737.916221:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945737.916227:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945737.916234:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73777800 x1871641054246912/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945753 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945737.916245:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73777800 x1871641054246912/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945737.916261:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945737.916269:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945737.916272:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945737.916288:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945737.916292:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945737.916296:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945737.916298:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945737.916300:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945737.916304:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1f68 00000400:00000010:3.0:1784945737.916305:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1f68. 00000100:00000001:3.0:1784945737.916307:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945737.916311:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73777800 x1871641054246912/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945737.916329:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73777800 x1871641054246912/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945753 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945737.916338:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945737.916340:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945737.916342:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945737.916345:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945737.916348:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945737.916350:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945737.916352:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945737.916360:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=139 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945737.916364:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=59 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945737.916367:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945737.916368:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945737.916370:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945737.916373:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945737.916376:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945737.916379:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945737.916381:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945737.916382:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945737.916387:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73777800 x1871641054246912/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945753 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945737.916394:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945737.916397:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945737.916399:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945737.916402:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73777800 x1871641054246912/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945753 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945737.916410:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73777800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054246912:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945737.916415:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945737.916417:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945737.916420:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73777800 x1871641054246912/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945753 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945737.916427:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945737.916429:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945737.916432:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479aec00. 02000000:00000001:3.0:1784945737.916435:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945737.916438:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945737.916439:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945737.916441:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945737.916443:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beaf00. 02000000:00000001:3.0:1784945737.916446:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945737.916448:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945737.916450:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73777800. 00000100:00000001:3.0:1784945737.916454:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945737.916455:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945737.916457:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945737.916462:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945737.916463:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945737.916465:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945737.916467:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945738.226176:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945738.226182:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945738.226488:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945738.226492:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945738.226496:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945738.609640:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304525489, at 4304525504 00000100:00000010:1.0:1784945738.609659:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cba0. 00000100:00000040:0.0:1784945738.609852:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304525489, at 4304525504 00000100:00000010:0.0:1784945738.609859:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cc00. 00010000:00000001:1.0:1784945739.249635:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945739.249643:0:191202:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945739.249645:0:191202:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945739.249648:0:191202:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945739.249653:0:191202:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945739.249655:0:191202:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945739.249656:0:191202:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945739.249658:0:191202:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945739.249718:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945739.249722:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945739.249726:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945740.273711:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945740.273718:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945740.273817:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945740.273821:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945740.273824:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945741.297623:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945741.297630:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945741.297696:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945741.297700:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945741.297704:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945742.321647:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945742.321653:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945742.321706:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945742.321710:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945742.321714:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945743.025826:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945743.025833:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945743.025842:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73777800. 00000020:00000040:3.0:1784945743.025846:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945743.025851:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945743.025853:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945743.025856:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945743.025862:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beaf00. 00000100:00000001:3.0:1784945743.025867:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945743.025875:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73777800 x1871641054247040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945743.025882:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945743.025885:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945743.025890:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000beeb1e93] to pc [ptlrpcd_01_01+1] req@ffff996d73777800 x1871641054247040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945743.025915:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945743.025917:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945743.025919:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945743.025921:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775f80. 00000020:00000040:3.0:1784945743.025922:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945743.025924:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945743.025925:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945743.025926:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945743.025928:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea700. 00000100:00000001:3.0:1784945743.025929:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945743.025932:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73775f80 x1871641054247168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945743.025936:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945743.025937:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945743.025939:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042f7b124] to pc [ptlrpcd_01_00+0] req@ffff996d73775f80 x1871641054247168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945743.025944:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945743.025945:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945743.025947:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945743.025949:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945743.025952:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945743.025955:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9867) 00000100:00000001:3.0:1784945743.025964:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945743.025967:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945743.025968:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945743.025971:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775f80 x1871641054247168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945743.026017:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945743.026020:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945743.026021:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945743.026026:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73777800 x1871641054247040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945743.026036:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945743.026039:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945743.026041:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1784945743.026044:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784945743.026044:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945743.026049:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945743.026050:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945743.026053:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945743.026056:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945743.026058:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945743.026063:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73777800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054247040:192.168.202.106@tcp:400:kworker.0 00000100:00100000:3.0:1784945743.026066:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054247168:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945743.026071:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784945743.026073:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945743.026078:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945743.026079:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945743.026083:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945743.026083:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945743.026087:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1784945743.026088:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945743.026093:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 02000000:00000010:3.0:1784945743.026095:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479aec00. 02000000:00000001:2.0:1784945743.026098:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945743.026099:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945743.026108:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945743.026109:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945743.026115:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:2.0:1784945743.026116:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784945743.026125:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6d48. 00000400:00000010:3.0:1784945743.026126:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1f68. 00000100:00000200:2.0:1784945743.026134:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054247040, portal 25 00000100:00000200:3.0:1784945743.026134:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054247168, portal 10 00000100:00000001:2.0:1784945743.026139:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945743.026140:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945743.026143:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100535296 : -112779609016320 : ffff996d73777800) 00000100:00000001:3.0:1784945743.026144:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100529024 : -112779609022592 : ffff996d73775f80) 00000100:00000040:2.0:1784945743.026152:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73777800 x1871641054247040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784945743.026156:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775f80 x1871641054247168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945743.026168:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784945743.026171:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945743.026175:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000040:3.0:1784945743.026180:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945743.026182:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6c38. 00000400:00000010:3.0:1784945743.026185:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000200:2.0:1784945743.026188:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054247040, offset 0 00000100:00000200:3.0:1784945743.026190:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054247168, offset 0 00000400:00000200:2.0:1784945743.026199:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945743.026216:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945743.026223:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945743.026231:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945743.026239:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945743.026243:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945743.026247:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945743.026250:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945743.026254:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314441:314441:256:4294967295] 192.168.202.106@tcp LPNI seq info [314437:314437:8:4294967295] 00000400:00000200:2.0:1784945743.026258:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945743.026264:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945743.026269:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945743.026275:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945743.026280:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784945743.026282:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945743.026286:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945743.026291:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:2.0:1784945743.026292:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945743.026296:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314442:314442:255:4294967295] 192.168.202.106@tcp LPNI seq info [314438:314438:7:4294967295] 00000800:00000010:2.0:1784945743.026299:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511ba00. 00000400:00000200:3.0:1784945743.026304:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784945743.026309:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784945743.026315:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945743.026320:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945743.026324:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511ba00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784945743.026326:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945743.026332:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000800:00000200:3.0:1784945743.026336:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:2.0:1784945743.026341:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945743.026345:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945743.026347:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304530607 00000100:00000010:2.0:1784945743.026351:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cb40. 00000100:00000001:2.0:1784945743.026356:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945743.026369:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304530607 00000100:00000010:2.0:1784945743.026371:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c960. 00000100:00000001:2.0:1784945743.026373:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945743.026376:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945743.026377:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945743.026379:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945743.026381:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945743.026386:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945743.026387:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945743.026389:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945743.026390:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945743.026391:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945743.026392:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784945743.026394:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945743.026400:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945743.026404:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945743.026408:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16810 usecs (17 jiffies) 00000400:00000200:3.0:1784945743.026412:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945743.026414:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304529937 00000100:00000001:3.0:1784945743.026416:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304530607 00000100:00000001:3.0:1784945743.026418:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304529937 00000100:00000001:3.0:1784945743.026420:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304530607 00000100:00000001:3.0:1784945743.026422:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945743.026424:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945743.026426:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945743.026428:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945743.026431:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945743.026432:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945743.026434:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945743.026436:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945743.026437:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945743.026439:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945743.026543:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945743.026548:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511ba00. 00000400:00000200:0.0:1784945743.026555:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945743.026560:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945743.026565:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6c38 00000400:00000010:0.0:1784945743.026567:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6c38. 00000100:00000001:0.0:1784945743.026572:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945743.026576:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73777800 x1871641054247040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945743.026585:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945743.026589:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73777800 x1871641054247040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945759 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945743.026595:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945743.026596:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945743.026660:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945743.026663:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bead00. 00000400:00000200:0.0:1784945743.026666:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945743.026670:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945743.026672:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:0.0:1784945743.026674:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:0.0:1784945743.026676:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945743.026680:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775f80 x1871641054247168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945743.026687:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945743.026689:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775f80 x1871641054247168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945759 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945743.026695:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945743.026697:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945743.029813:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945743.029828:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945743.029841:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945743.029849:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945743.029857:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945743.029863:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945743.029870:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945743.029874:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945743.029879:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945743.029883:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f7900 00000400:00000200:1.0:1784945743.029888:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945743.029894:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd989 [1] + 224 00000800:00000001:1.0:1784945743.029900:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945743.029904:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945743.029907:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945743.029911:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945743.029918:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945743.029926:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775f80 x1871641054247168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945759 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945743.029937:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775f80 x1871641054247168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945743.029953:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945743.029961:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945743.029964:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945743.029966:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945743.029968:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945743.029971:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945743.029975:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945743.029979:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945743.029982:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945743.029985:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945743.029990:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f7880 00000100:00000001:3.0:1784945743.029990:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784945743.029995:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945743.029997:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784945743.030002:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd981 [1] + 224 00000800:00000001:1.0:1784945743.030006:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784945743.030011:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784945743.030012:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784945743.030015:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784945743.030016:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1784945743.030020:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:1.0:1784945743.030021:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:3.0:1784945743.030028:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1f68 00000400:00000010:3.0:1784945743.030031:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1f68. 00000100:00000001:1.0:1784945743.030035:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784945743.030035:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945743.030042:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775f80 x1871641054247168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784945743.030043:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73777800 x1871641054247040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945759 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945743.030069:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775f80 x1871641054247168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945759 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945743.030070:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73777800 x1871641054247040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945743.030091:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945743.030094:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945743.030097:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945743.030100:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784945743.030101:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945743.030103:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945743.030106:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784945743.030107:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784945743.030109:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784945743.030112:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784945743.030135:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=145 v=5 (5 5 5 5) 00000100:00000001:2.0:1784945743.030138:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1784945743.030141:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=65 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945743.030142:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945743.030148:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000001:2.0:1784945743.030149:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784945743.030151:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784945743.030152:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945743.030156:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00010000:00000001:3.0:1784945743.030156:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1784945743.030162:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6d48 00010000:00000001:3.0:1784945743.030162:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784945743.030166:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6d48. 00000100:00000001:3.0:1784945743.030168:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784945743.030170:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1784945743.030172:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945743.030175:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000200:2.0:1784945743.030178:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73777800 x1871641054247040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945743.030178:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945743.030188:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775f80 x1871641054247168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945759 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945743.030195:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73777800 x1871641054247040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945759 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945743.030204:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945743.030208:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945743.030210:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945743.030211:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945743.030214:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945743.030215:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945743.030218:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945743.030220:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945743.030223:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945743.030223:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775f80 x1871641054247168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945759 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784945743.030227:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945743.030232:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=145 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945743.030240:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=145 v=5 (1 1 1 1) 00000100:00100000:3.0:1784945743.030242:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054247168:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945743.030244:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945743.030246:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945743.030250:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784945743.030252:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784945743.030253:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945743.030256:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784945743.030257:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945743.030263:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775f80 x1871641054247168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945759 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784945743.030265:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73777800 x1871641054247040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945759 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945743.030283:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784945743.030285:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945743.030287:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784945743.030288:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945743.030292:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784945743.030292:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479aec00. 02000000:00000001:3.0:1784945743.030299:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1784945743.030300:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73777800 x1871641054247040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945759 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784945743.030303:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945743.030307:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945743.030312:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00100000:2.0:1784945743.030316:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73777800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054247040:192.168.202.106@tcp:400:kworker.0 02000000:00000010:3.0:1784945743.030317:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea700. 02000000:00000001:3.0:1784945743.030323:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784945743.030325:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784945743.030326:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784945743.030329:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1784945743.030330:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775f80. 00000100:00000040:2.0:1784945743.030336:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73777800 x1871641054247040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945759 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945743.030336:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945743.030339:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945743.030343:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945743.030350:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784945743.030351:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1784945743.030352:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784945743.030355:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945743.030356:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 00000100:00000001:3.0:1784945743.030359:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945743.030362:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945743.030378:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945743.030380:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945743.030381:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945743.030384:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945743.030385:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beaf00. 02000000:00000001:2.0:1784945743.030387:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945743.030388:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945743.030390:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73777800. 00000100:00000001:2.0:1784945743.030394:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945743.030395:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945743.030397:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945743.030400:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945743.030402:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945743.030403:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945743.030405:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945743.345879:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945743.345886:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945743.345948:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945743.345952:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945743.345956:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945743.729609:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304530607, at 4304530624 00000100:00000010:1.0:1784945743.729623:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c960. 00000100:00000040:0.0:1784945743.729764:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304530607, at 4304530624 00000100:00000010:0.0:1784945743.729770:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cb40. 00010000:00000001:1.0:1784945744.369589:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945744.369597:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945744.369684:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945744.369688:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945744.369691:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945745.395667:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945745.395673:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945745.396159:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945745.396163:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945745.396167:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945746.418010:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945746.418017:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945746.418351:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945746.418355:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945746.418359:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945747.442393:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945747.442398:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945747.442450:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945747.442453:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945747.442456:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945748.146211:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945748.146222:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945748.146232:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952680. 00000020:00000040:2.0:1784945748.146239:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945748.146243:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945748.146245:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945748.146250:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945748.146257:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bc00. 00000100:00000001:2.0:1784945748.146262:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945748.146273:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73952680 x1871641054247296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945748.146281:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945748.146284:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945748.146288:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f291fbe] to pc [ptlrpcd_01_01+1] req@ffff996d73952680 x1871641054247296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945748.146313:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945748.146316:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945748.146319:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945748.146322:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952300. 00000020:00000040:2.0:1784945748.146325:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945748.146327:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945748.146329:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945748.146331:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945748.146336:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784945748.146339:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945748.146343:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73952300 x1871641054247424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945748.146348:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945748.146349:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945748.146352:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b6164b6] to pc [ptlrpcd_01_00+0] req@ffff996d73952300 x1871641054247424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945748.146357:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945748.146359:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945748.146361:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945748.146363:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945748.146365:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945748.146368:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9872) 00000100:00000001:2.0:1784945748.146392:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945748.146397:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945748.146397:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945748.146401:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784945748.146402:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945748.146405:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945748.146409:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952680 x1871641054247296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784945748.146415:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952300 x1871641054247424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945748.146438:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945748.146441:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945748.146444:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784945748.146447:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784945748.146448:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945748.146450:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945748.146453:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945748.146455:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945748.146458:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945748.146461:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945748.146462:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054247424:192.168.202.106@tcp:400:kworker.0 00000100:00100000:2.0:1784945748.146465:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054247296:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945748.146470:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784945748.146471:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945748.146477:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945748.146477:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945748.146480:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945748.146481:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945748.146482:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1784945748.146486:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945748.146487:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945748.146489:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945748.146491:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479aec00. 02000000:00000001:3.0:1784945748.146495:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945748.146497:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945748.146502:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945748.146504:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:3.0:1784945748.146507:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:2.0:1784945748.146512:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6d48. 00000400:00000010:3.0:1784945748.146547:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1f68. 00000100:00000200:2.0:1784945748.146550:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054247296, portal 25 00000100:00000001:2.0:1784945748.146554:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1784945748.146554:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054247424, portal 10 00000100:00000001:2.0:1784945748.146555:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102480512 : -112779607071104 : ffff996d73952680) 00000100:00000001:3.0:1784945748.146561:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1784945748.146564:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952680 x1871641054247296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945748.146565:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102479616 : -112779607072000 : ffff996d73952300) 00000100:00000001:2.0:1784945748.146574:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945748.146577:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000040:3.0:1784945748.146579:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952300 x1871641054247424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784945748.146580:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6440. 00000100:00000200:2.0:1784945748.146586:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054247296, offset 0 00000100:00000001:3.0:1784945748.146593:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784945748.146597:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:3.0:1784945748.146600:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945748.146605:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1c38. 00000400:00000200:2.0:1784945748.146609:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:3.0:1784945748.146610:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054247424, offset 0 00000400:00000200:3.0:1784945748.146618:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945748.146620:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945748.146625:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945748.146629:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945748.146632:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945748.146634:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945748.146637:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314443:314443:256:4294967295] 192.168.202.106@tcp LPNI seq info [314439:314439:8:4294967295] 00000400:00000200:2.0:1784945748.146640:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945748.146646:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945748.146651:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784945748.146655:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:2.0:1784945748.146660:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945748.146663:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1784945748.146667:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b100. 00000400:00000200:3.0:1784945748.146668:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945748.146672:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945748.146677:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:2.0:1784945748.146678:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784945748.146684:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314444:314444:255:4294967295] 192.168.202.106@tcp LPNI seq info [314440:314440:7:4294967295] 00000800:00000200:2.0:1784945748.146690:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945748.146694:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784945748.146704:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945748.146709:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945748.146718:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945748.146718:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:2.0:1784945748.146720:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304535728 00000100:00000010:2.0:1784945748.146726:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668ca80. 00000800:00000200:3.0:1784945748.146728:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784945748.146733:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000010:3.0:1784945748.146734:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea700. 00000100:00000001:2.0:1784945748.146740:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304535728 00000800:00000200:3.0:1784945748.146743:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000010:2.0:1784945748.146745:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c420. 00000100:00000001:2.0:1784945748.146748:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945748.146750:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945748.146751:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945748.146755:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945748.146758:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784945748.146761:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:2.0:1784945748.146765:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1784945748.146766:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945748.146768:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945748.146773:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945748.146774:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945748.146774:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945748.146777:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945748.146779:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945748.146780:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16810 usecs (17 jiffies) 00000400:00000200:3.0:1784945748.146786:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945748.146788:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304535058 00000100:00000001:3.0:1784945748.146791:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304535728 00000100:00000001:3.0:1784945748.146794:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304535058 00000100:00000001:3.0:1784945748.146796:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304535728 00000100:00000001:3.0:1784945748.146798:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945748.146801:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945748.146803:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945748.146805:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945748.146809:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945748.146811:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1784945748.146814:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784945748.146814:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945748.146816:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945748.146819:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784945748.146820:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b100. 00000100:00000001:3.0:1784945748.146822:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945748.146828:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945748.146837:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945748.146842:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6440 00000400:00000010:0.0:1784945748.146845:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6440. 00000100:00000001:0.0:1784945748.146850:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945748.146854:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952680 x1871641054247296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945748.146863:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945748.146866:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952680 x1871641054247296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945764 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945748.146874:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945748.146876:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945748.146890:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945748.146892:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea700. 00000400:00000200:0.0:1784945748.146895:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945748.146898:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945748.146901:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1c38 00000400:00000010:0.0:1784945748.146902:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1c38. 00000100:00000001:0.0:1784945748.146904:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945748.146906:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952300 x1871641054247424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945748.146911:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945748.146913:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952300 x1871641054247424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945764 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945748.146917:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945748.146918:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945748.150039:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945748.150054:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945748.150059:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945748.150062:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945748.150070:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945748.150076:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945748.150083:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945748.151938:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945748.151944:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945748.151949:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f7980 00000400:00000200:1.0:1784945748.151953:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945748.151958:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd991 [1] + 224 00000800:00000001:1.0:1784945748.151964:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945748.151972:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945748.151974:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945748.151977:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945748.151982:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945748.151989:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952680 x1871641054247296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945764 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945748.151996:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952680 x1871641054247296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945748.152013:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945748.152020:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945748.152022:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945748.152024:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945748.152025:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945748.152027:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945748.152029:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945748.152033:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945748.152039:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945748.152041:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945748.152043:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f7a00 00000400:00000200:1.0:1784945748.152045:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945748.152048:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd999 [1] + 224 00000800:00000001:1.0:1784945748.152051:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945748.152056:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945748.152058:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945748.152061:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945748.152062:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945748.152065:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952300 x1871641054247424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945764 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945748.152071:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952300 x1871641054247424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945748.152073:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945748.152079:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945748.152086:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1784945748.152088:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945748.152091:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945748.152094:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945748.152099:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6d48 00000400:00000010:2.0:1784945748.152101:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6d48. 00000100:00000001:2.0:1784945748.152105:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945748.152110:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952680 x1871641054247296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945748.152121:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952680 x1871641054247296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945764 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945748.152129:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945748.152132:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945748.152134:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945748.152135:0:2355:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784945748.152138:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784945748.152140:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945748.152144:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945748.152146:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945748.152148:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945748.152154:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=150 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945748.152157:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=150 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945748.152160:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945748.152161:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945748.152164:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945748.152167:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945748.152169:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945748.152174:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952680 x1871641054247296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945764 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945748.152181:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945748.152183:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945748.152185:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945748.152189:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952680 x1871641054247296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945764 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945748.152197:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054247296:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945748.152202:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945748.152204:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945748.152208:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952680 x1871641054247296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945764 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945748.152215:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945748.152217:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945748.152220:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945748.152223:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945748.152234:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945748.152236:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945748.152238:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945748.152240:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bc00. 02000000:00000001:2.0:1784945748.152244:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945748.152245:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945748.152247:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952680. 00000100:00000001:2.0:1784945748.152251:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945748.152252:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945748.152254:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945748.152261:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945748.152262:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945748.152264:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945748.152266:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784945748.153596:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945748.153600:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945748.153602:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945748.153608:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1f68 00000400:00000010:3.0:1784945748.153609:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1f68. 00000100:00000001:3.0:1784945748.153613:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945748.153619:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952300 x1871641054247424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945748.153627:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952300 x1871641054247424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945764 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945748.153632:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945748.153634:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945748.153637:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945748.153639:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945748.153641:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945748.153643:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945748.153645:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945748.153651:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=150 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945748.153655:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=70 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945748.153658:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945748.153659:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945748.153662:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945748.153665:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945748.153668:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945748.153670:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000800:00000001:1.0:1784945748.153673:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784945748.153673:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945748.153675:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784945748.153679:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945748.153682:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952300 x1871641054247424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945764 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945748.153690:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945748.153694:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945748.153695:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945748.153699:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952300 x1871641054247424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945764 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945748.153707:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054247424:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945748.153714:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945748.153716:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945748.153730:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952300 x1871641054247424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945764 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945748.153737:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945748.153738:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945748.153740:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479aec00. 02000000:00000001:3.0:1784945748.153744:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945748.153746:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945748.153748:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945748.153750:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945748.153752:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 02000000:00000001:3.0:1784945748.153755:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945748.153756:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945748.153758:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952300. 00000100:00000001:3.0:1784945748.153761:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945748.153763:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945748.153765:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945748.153770:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945748.153772:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945748.153773:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945748.153775:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945748.465634:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945748.465641:0:191202:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945748.465642:0:191202:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945748.465645:0:191202:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945748.465648:0:191202:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945748.465650:0:191202:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945748.465651:0:191202:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945748.465653:0:191202:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945748.468635:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945748.468640:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945748.468645:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945748.849628:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304535728, at 4304535744 00000100:00000040:1.0:1784945748.849628:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304535728, at 4304535744 00000100:00000010:1.0:1784945748.849642:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c420. 00000100:00000010:0.0:1784945748.849644:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668ca80. 00010000:00000001:1.0:1784945749.489763:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945749.489770:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945749.489827:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945749.489831:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945749.489834:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784945749.873665:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784945749.873674:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784945749.873679:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1784945749.874060:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784945749.874067:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945749.874078:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945749.874082:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945749.874085:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784945750.513622:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945750.513628:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945750.513984:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945750.513988:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945750.513991:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945751.537642:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945751.537647:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945751.537699:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945751.537702:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945751.537705:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945752.561611:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945752.561616:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945752.561676:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945752.561680:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945752.561683:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945753.265665:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784945753.265674:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784945753.265684:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d88e00. 00000020:00000040:1.0:1784945753.265691:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784945753.265695:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784945753.265698:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784945753.265704:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784945753.265712:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad500. 00000100:00000001:1.0:1784945753.265718:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945753.265729:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d88e00 x1871641054247552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784945753.265740:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784945753.265745:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945753.265751:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000826c43da] to pc [ptlrpcd_00_01+1] req@ffff996d44d88e00 x1871641054247552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945753.265784:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945753.265787:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784945753.265790:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784945753.265793:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8b480. 00000020:00000040:1.0:1784945753.265795:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784945753.265798:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784945753.265799:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784945753.265801:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784945753.265804:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad900. 00000100:00000001:1.0:1784945753.265807:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945753.265811:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d8b480 x1871641054247680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784945753.265820:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784945753.265822:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945753.265826:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d314a927] to pc [ptlrpcd_00_00+0] req@ffff996d44d8b480 x1871641054247680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945753.265834:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945753.265836:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784945753.265840:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784945753.265843:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784945753.265846:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784945753.265850:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9877) 00000100:00000001:0.0:1784945753.265928:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945753.265937:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945753.265939:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945753.265946:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88e00 x1871641054247552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945753.265954:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945753.265956:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945753.265960:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945753.265963:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945753.265966:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945753.265969:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054247552:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945753.265984:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945753.265989:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945753.265991:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945753.265994:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945753.265999:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394be00. 02000000:00000001:0.0:1784945753.266001:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945753.266007:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945753.266012:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f948. 00000400:00000010:0.0:1784945753.266018:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f220. 00000100:00000200:0.0:1784945753.266024:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054247552, portal 25 00000100:00000001:0.0:1784945753.266026:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945753.266028:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318368768 : -112780391182848 : ffff996d44d88e00) 00000100:00000040:0.0:1784945753.266033:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88e00 x1871641054247552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945753.266040:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945753.266043:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945753.266046:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f2a8. 00000100:00000200:0.0:1784945753.266048:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054247552, offset 0 00000400:00000200:0.0:1784945753.266054:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945753.266062:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945753.266069:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945753.266074:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945753.266077:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945753.266081:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945753.266084:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945753.266088:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314445:314445:256:4294967295] 192.168.202.106@tcp LPNI seq info [314441:314441:8:4294967295] 00000400:00000200:0.0:1784945753.266093:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945753.266102:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784945753.266108:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784945753.266113:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4d00. 00000800:00000200:0.0:1784945753.266120:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784945753.266127:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945753.266131:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945753.266186:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945753.266190:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945753.266193:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304540847 00000100:00000010:0.0:1784945753.266199:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373d20. 00000100:00000001:0.0:1784945753.266206:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784945753.266211:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304540847 00000100:00000010:0.0:1784945753.266214:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373ba0. 00000100:00000001:0.0:1784945753.266217:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784945753.266220:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945753.266222:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945753.266225:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945753.266228:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945753.266234:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945753.266236:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945753.266239:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945753.266240:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945753.266242:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945753.266244:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1784945753.266246:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945753.266248:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945753.266249:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945753.266251:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945753.266252:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945753.266253:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945753.266257:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8b480 x1871641054247680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945753.266264:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945753.266266:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945753.266268:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945753.266269:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945753.266271:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945753.266274:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054247680:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945753.266277:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945753.266286:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945753.266288:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945753.266293:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945753.266296:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394ba00. 02000000:00000001:0.0:1784945753.266298:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945753.266302:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945753.266304:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652fb58. 00000400:00000010:0.0:1784945753.266308:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fbb0. 00000100:00000200:0.0:1784945753.266311:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054247680, portal 10 00000100:00000001:0.0:1784945753.266313:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945753.266314:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318378624 : -112780391172992 : ffff996d44d8b480) 00000100:00000040:0.0:1784945753.266333:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8b480 x1871641054247680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945753.266339:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945753.266341:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945753.266344:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f4c8. 00000100:00000200:0.0:1784945753.266347:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054247680, offset 0 00000400:00000200:0.0:1784945753.266351:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945753.266355:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945753.266358:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945753.266361:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945753.266363:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945753.266365:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945753.266368:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945753.266370:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314446:314446:255:4294967295] 192.168.202.106@tcp LPNI seq info [314442:314442:7:4294967295] 00000400:00000200:0.0:1784945753.266374:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945753.266408:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784945753.266412:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784945753.266416:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4400. 00000800:00000200:0.0:1784945753.266420:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784945753.266424:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945753.266426:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945753.266429:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945753.266432:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16810 usecs (17 jiffies) 00000400:00000200:0.0:1784945753.266435:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945753.266436:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304540177 00000100:00000001:0.0:1784945753.266439:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304540847 00000100:00000001:0.0:1784945753.266440:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304540177 00000100:00000001:0.0:1784945753.266442:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304540847 00000100:00000001:0.0:1784945753.266444:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945753.266445:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945753.266447:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945753.266449:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945753.266459:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945753.266461:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945753.266692:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945753.266696:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4d00. 00000400:00000200:1.0:1784945753.266703:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945753.266707:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945753.266713:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f2a8 00000400:00000010:1.0:1784945753.266715:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f2a8. 00000100:00000001:1.0:1784945753.266719:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945753.266724:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d88e00 x1871641054247552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945753.266733:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945753.266736:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d88e00 x1871641054247552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945769 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945753.266742:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945753.266743:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945753.267155:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945753.267159:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4400. 00000400:00000200:1.0:1784945753.267162:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945753.267167:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945753.267171:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f4c8 00000400:00000010:1.0:1784945753.267172:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f4c8. 00000100:00000001:1.0:1784945753.267175:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945753.267180:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8b480 x1871641054247680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945753.267187:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945753.267190:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8b480 x1871641054247680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945769 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945753.267195:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945753.267197:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945753.269340:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945753.269353:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945753.269357:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945753.269359:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945753.269366:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945753.269372:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945753.269397:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945753.269402:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945753.269407:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945753.269411:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f7a80 00000400:00000200:1.0:1784945753.269416:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945753.269423:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd9a1 [1] + 224 00000800:00000001:1.0:1784945753.269430:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945753.269434:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945753.269437:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945753.269443:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945753.269450:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945753.269458:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d88e00 x1871641054247552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945769 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945753.269469:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d88e00 x1871641054247552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945753.269489:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945753.269498:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945753.269504:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945753.269506:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945753.269509:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945753.269512:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945753.269535:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945753.269540:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784945753.269547:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945753.269549:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945753.269553:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f948. 00000400:00000200:0.0:1784945753.269558:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f220 00000400:00000010:0.0:1784945753.269560:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f220. 00000100:00000001:0.0:1784945753.269563:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945753.269569:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88e00 x1871641054247552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945753.269577:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88e00 x1871641054247552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945769 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945753.269584:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945753.269585:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945753.269587:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945753.269591:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945753.269593:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945753.269595:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945753.269597:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945753.269604:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=5 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945753.269607:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=5 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945753.269610:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945753.269611:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945753.269614:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945753.269616:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945753.269618:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945753.269622:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88e00 x1871641054247552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945769 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945753.269628:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945753.269631:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945753.269632:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945753.269636:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88e00 x1871641054247552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945769 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945753.269642:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054247552:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945753.269647:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945753.269649:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945753.269652:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88e00 x1871641054247552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945769 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945753.269666:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945753.269669:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945753.269672:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394be00. 02000000:00000001:0.0:1784945753.269675:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945753.269677:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945753.269679:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784945753.269681:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945753.269684:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad500. 02000000:00000001:0.0:1784945753.269695:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945753.269697:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945753.269699:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88e00. 00000100:00000001:0.0:1784945753.269703:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945753.269704:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945753.269707:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945753.269708:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945753.269710:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945753.269711:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945753.269713:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945753.270309:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945753.270316:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945753.270320:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945753.270324:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945753.270328:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f7b00 00000400:00000200:1.0:1784945753.270332:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945753.270337:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd9b1 [1] + 224 00000800:00000001:1.0:1784945753.270341:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945753.270349:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945753.270351:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945753.270354:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945753.270358:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945753.270363:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8b480 x1871641054247680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945769 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945753.270372:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8b480 x1871641054247680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945753.270398:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945753.270404:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945753.270408:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945753.270437:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945753.270440:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784945753.270445:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945753.270446:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945753.270448:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652fb58. 00000400:00000200:0.0:1784945753.270452:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fbb0 00000400:00000010:0.0:1784945753.270454:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fbb0. 00000100:00000001:0.0:1784945753.270457:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945753.270463:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8b480 x1871641054247680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945753.270472:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8b480 x1871641054247680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945769 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945753.270478:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945753.270480:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945753.270481:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945753.270483:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945753.270485:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945753.270486:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945753.270488:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945753.270494:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=5 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945753.270497:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945753.270499:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945753.270500:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945753.270501:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945753.270505:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945753.270508:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784945753.270510:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784945753.270512:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784945753.270513:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945753.270554:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8b480 x1871641054247680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945769 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945753.270561:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945753.270564:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945753.270565:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945753.270569:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8b480 x1871641054247680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945769 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945753.270577:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054247680:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945753.270581:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945753.270583:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945753.270586:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8b480 x1871641054247680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945769 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945753.270592:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945753.270594:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945753.270596:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394ba00. 02000000:00000001:0.0:1784945753.270599:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945753.270608:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945753.270610:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784945753.270612:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945753.270614:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad900. 02000000:00000001:0.0:1784945753.270617:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945753.270618:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945753.270623:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8b480. 00000100:00000001:0.0:1784945753.270626:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945753.270627:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945753.270629:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945753.270635:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945753.270637:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945753.270639:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945753.270641:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945753.585635:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945753.585642:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945753.586297:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945753.586301:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945753.586304:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945753.969627:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304540847, at 4304540864 00000100:00000010:1.0:1784945753.969641:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373ba0. 00000100:00000040:0.0:1784945753.969710:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304540847, at 4304540864 00000100:00000010:0.0:1784945753.969718:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373d20. 00010000:00000001:1.0:1784945754.609644:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945754.609652:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945754.610209:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945754.610212:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945754.610216:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945755.633677:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945755.633684:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945755.633749:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945755.633752:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945755.633756:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945756.657635:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945756.657642:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945756.657782:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945756.657786:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945756.657789:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945757.681649:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945757.681655:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945757.681671:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945757.681676:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945757.681680:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945758.387126:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945758.387136:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945758.387146:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775f80. 00000020:00000040:3.0:1784945758.387152:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945758.387156:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945758.387159:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945758.387163:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945758.387171:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea800. 00000100:00000001:3.0:1784945758.387177:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945758.387188:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73775f80 x1871641054247808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945758.387197:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945758.387201:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945758.387208:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042f7b124] to pc [ptlrpcd_01_01+1] req@ffff996d73775f80 x1871641054247808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945758.387242:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945758.387244:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945758.387247:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945758.387250:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775880. 00000020:00000040:3.0:1784945758.387252:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945758.387254:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945758.387256:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945758.387258:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945758.387262:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea700. 00000100:00000001:3.0:1784945758.387264:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945758.387268:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73775880 x1871641054247936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945758.387280:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945758.387282:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945758.387285:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ea1e024] to pc [ptlrpcd_01_00+0] req@ffff996d73775880 x1871641054247936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945758.387293:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945758.387295:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945758.387298:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945758.387301:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945758.387303:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945758.387307:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9882) 00000100:00000001:3.0:1784945758.387320:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945758.387323:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945758.387325:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945758.387329:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775880 x1871641054247936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945758.387366:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945758.387368:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945758.387371:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945758.387373:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945758.387376:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945758.387380:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054247936:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945758.387384:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945758.387389:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945758.387391:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945758.387393:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945758.387397:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479ae600. 02000000:00000001:3.0:1784945758.387399:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945758.387407:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945758.387411:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784945758.387419:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1f68. 00000100:00000200:3.0:1784945758.387425:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054247936, portal 10 00000100:00000001:3.0:1784945758.387427:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945758.387429:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100527232 : -112779609024384 : ffff996d73775880) 00000100:00000040:3.0:1784945758.387436:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775880 x1871641054247936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945758.387443:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945758.387445:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945758.387448:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1dd0. 00000100:00000200:3.0:1784945758.387451:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054247936, offset 0 00000400:00000200:3.0:1784945758.387457:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945758.387464:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945758.387472:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945758.387477:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945758.387481:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945758.387484:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945758.387487:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945758.387490:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314447:314447:256:4294967295] 192.168.202.106@tcp LPNI seq info [314443:314443:8:4294967295] 00000400:00000200:3.0:1784945758.387494:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945758.387504:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945758.387510:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945758.387537:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beaf00. 00000800:00000200:3.0:1784945758.387545:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945758.387552:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945758.387556:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beaf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945758.387633:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945758.387636:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945758.387638:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945758.387643:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775f80 x1871641054247808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945758.387650:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945758.387651:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945758.387653:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945758.387654:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945758.387656:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945758.387660:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054247808:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945758.387663:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945758.387665:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945758.387666:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945758.387668:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945758.387672:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945758.387673:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945758.387677:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945758.387680:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784945758.387684:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6d48. 00000100:00000200:2.0:1784945758.387687:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054247808, portal 25 00000100:00000001:2.0:1784945758.387688:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945758.387690:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100529024 : -112779609022592 : ffff996d73775f80) 00000100:00000040:2.0:1784945758.387694:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775f80 x1871641054247808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945758.387700:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945758.387703:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945758.387705:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f64c8. 00000100:00000200:2.0:1784945758.387707:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054247808, offset 0 00000400:00000200:2.0:1784945758.387711:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945758.387715:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945758.387717:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945758.387720:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945758.387722:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945758.387724:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945758.387726:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945758.387728:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314448:314448:255:4294967295] 192.168.202.106@tcp LPNI seq info [314444:314444:7:4294967295] 00000400:00000200:2.0:1784945758.387732:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945758.387737:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945758.387741:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945758.387744:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bc00. 00000800:00000200:2.0:1784945758.387748:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945758.387752:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945758.387754:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945758.387771:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945758.387775:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16808 usecs (17 jiffies) 00000400:00000200:3.0:1784945758.387778:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945758.387781:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304545299 00000100:00000010:3.0:1784945758.387786:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322f00. 00000100:00000001:3.0:1784945758.387793:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945758.387806:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304545299 00000100:00000010:3.0:1784945758.387809:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322300. 00000100:00000001:3.0:1784945758.387812:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945758.387815:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945758.387818:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945758.387820:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945758.387822:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945758.387829:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945758.387831:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945758.387833:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945758.387835:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945758.387836:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945758.387838:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945758.388062:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945758.388066:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945758.388068:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304545969 00000100:00000001:2.0:1784945758.388073:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304545299 00000100:00000001:2.0:1784945758.388076:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304545969 00000100:00000001:2.0:1784945758.388079:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304545299 00000100:00000001:2.0:1784945758.388081:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945758.388083:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945758.388085:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945758.388087:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945758.388090:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945758.388092:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945758.388093:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945758.388094:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945758.388095:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945758.388097:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945758.388158:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945758.388163:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beaf00. 00000400:00000200:1.0:1784945758.388168:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945758.388173:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945758.388178:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1dd0 00000400:00000010:1.0:1784945758.388180:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1dd0. 00000100:00000001:1.0:1784945758.388184:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945758.388188:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775880 x1871641054247936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945758.388196:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945758.388199:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775880 x1871641054247936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945774 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945758.388205:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945758.388206:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945758.388273:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945758.388275:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bc00. 00000400:00000200:1.0:1784945758.388278:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945758.388281:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945758.388283:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f64c8 00000400:00000010:1.0:1784945758.388285:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f64c8. 00000100:00000001:1.0:1784945758.388288:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945758.388290:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775f80 x1871641054247808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945758.388296:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945758.388298:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775f80 x1871641054247808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945774 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945758.388303:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945758.388304:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945758.390196:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945758.390209:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945758.390214:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945758.390216:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945758.390223:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945758.390229:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945758.390236:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945758.390241:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945758.390246:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945758.390250:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f7b80 00000400:00000200:1.0:1784945758.390256:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945758.390261:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd9c9 [1] + 224 00000800:00000001:1.0:1784945758.390268:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945758.390275:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945758.390278:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945758.390282:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945758.390288:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945758.390296:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775f80 x1871641054247808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945774 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945758.390308:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775f80 x1871641054247808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945758.390325:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945758.390343:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945758.390348:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945758.390350:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945758.390352:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945758.390355:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945758.390358:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945758.390363:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945758.390365:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945758.390368:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945758.390371:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f7c00 00000400:00000200:1.0:1784945758.390374:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945758.390379:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd9c1 [1] + 224 00000800:00000001:1.0:1784945758.390384:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945758.390400:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945758.390403:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945758.390406:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945758.390409:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945758.390413:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775880 x1871641054247936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945774 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945758.390422:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775880 x1871641054247936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945758.390442:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945758.390447:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784945758.390448:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784945758.390452:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784945758.390453:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784945758.390460:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945758.390463:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945758.390466:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945758.390471:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6d48 00000400:00000010:2.0:1784945758.390474:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6d48. 00000100:00000001:2.0:1784945758.390477:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945758.390482:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775f80 x1871641054247808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945758.390491:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775f80 x1871641054247808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945774 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945758.390499:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945758.390501:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945758.390505:0:2355:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784945758.390505:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945758.390509:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784945758.390510:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945758.390512:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000001:3.0:1784945758.390513:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945758.390531:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945758.390533:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945758.390537:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1f68 00000400:00000010:3.0:1784945758.390538:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1f68. 00000100:00000001:3.0:1784945758.390540:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784945758.390542:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784945758.390545:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775880 x1871641054247936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784945758.390546:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945758.390554:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=10 v=5 (5 5 5 5) 00000100:00000200:3.0:1784945758.390555:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775880 x1871641054247936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945774 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784945758.390559:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=10 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945758.390565:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945758.390565:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945758.390568:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945758.390569:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784945758.390571:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784945758.390572:0:2354:0:(client.c:1580:after_reply()) Process entered 00010000:00000001:2.0:1784945758.390575:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945758.390575:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945758.390578:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945758.390579:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945758.390580:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945758.390583:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945758.390585:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775f80 x1871641054247808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945774 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784945758.390589:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=10 v=5 (5 5 5 5) 00000100:00000001:2.0:1784945758.390590:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945758.390595:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945758.390597:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784945758.390597:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=80 v=5 (1 1 1 1) 00000100:00000040:2.0:1784945758.390603:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775f80 x1871641054247808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945774 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945758.390604:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945758.390607:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945758.390612:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1784945758.390614:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054247808:192.168.202.106@tcp:400:kworker.0 00010000:00000001:3.0:1784945758.390617:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945758.390619:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945758.390622:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784945758.390622:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945758.390627:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775f80 x1871641054247808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945774 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784945758.390627:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945758.390632:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945758.390636:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784945758.390637:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945758.390638:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945758.390641:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 00000100:00000040:3.0:1784945758.390643:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775880 x1871641054247936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945774 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784945758.390645:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945758.390648:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945758.390650:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945758.390652:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1784945758.390653:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945758.390657:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea800. 00000100:00000001:3.0:1784945758.390657:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945758.390660:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945758.390664:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775880 x1871641054247936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945774 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784945758.390668:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945758.390671:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:3.0:1784945758.390672:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054247936:192.168.202.106@tcp:400:kworker.0 00000100:00000010:2.0:1784945758.390674:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775f80. 00000100:00000001:2.0:1784945758.390679:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945758.390681:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945758.390682:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945758.390686:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945758.390686:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784945758.390693:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1784945758.390693:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775880 x1871641054247936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945774 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945758.390696:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945758.390699:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945758.390701:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945758.390707:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945758.390709:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945758.390712:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479ae600. 02000000:00000001:3.0:1784945758.390715:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945758.390717:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945758.390718:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945758.390720:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945758.390721:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea700. 02000000:00000001:3.0:1784945758.390723:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945758.390724:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945758.390725:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775880. 00000100:00000001:3.0:1784945758.390728:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945758.390730:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945758.390732:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945758.390735:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945758.390737:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945758.390738:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945758.390740:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945758.705645:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945758.705653:0:191202:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945758.705655:0:191202:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945758.705659:0:191202:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945758.705664:0:191202:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945758.705666:0:191202:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945758.705668:0:191202:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945758.705670:0:191202:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945758.705771:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945758.705775:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945758.705778:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945759.089613:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304545969, at 4304545984 00000100:00000040:1.0:1784945759.089613:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304545969, at 4304545984 00000100:00000010:0.0:1784945759.089630:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322f00. 00000100:00000010:1.0:1784945759.089632:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322300. 00010000:00000001:1.0:1784945759.729643:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945759.729649:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945759.729709:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945759.729713:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945759.729716:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945760.753638:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945760.753646:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945760.753702:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945760.753707:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945760.753710:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945761.777679:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945761.777686:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945761.778023:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945761.778027:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945761.778030:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945762.801630:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945762.801637:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945762.801706:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945762.801710:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945762.801714:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945763.505615:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945763.505623:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945763.505633:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775880. 00000020:00000040:3.0:1784945763.505638:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945763.505641:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945763.505644:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945763.505648:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945763.505653:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea700. 00000100:00000001:3.0:1784945763.505659:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945763.505668:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73775880 x1871641054248064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945763.505676:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945763.505681:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945763.505688:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ea1e024] to pc [ptlrpcd_01_01+1] req@ffff996d73775880 x1871641054248064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945763.505720:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945763.505723:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945763.505726:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945763.505730:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776300. 00000020:00000040:3.0:1784945763.505732:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945763.505735:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945763.505736:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945763.505737:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945763.505740:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bead00. 00000100:00000001:3.0:1784945763.505743:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945763.505746:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73776300 x1871641054248192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945763.505752:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945763.505752:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945763.505756:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945763.505758:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784945763.505760:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000445e245] to pc [ptlrpcd_01_00+0] req@ffff996d73776300 x1871641054248192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945763.505762:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784945763.505770:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945763.505772:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775880 x1871641054248064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784945763.505773:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945763.505781:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945763.505787:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945763.505791:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784945763.505793:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784945763.505794:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945763.505801:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784945763.505801:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9888) 02000000:00000001:2.0:1784945763.505804:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945763.505808:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945763.505812:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054248064:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945763.505816:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784945763.505818:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945763.505821:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784945763.505822:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784945763.505824:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784945763.505826:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945763.505831:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784945763.505832:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776300 x1871641054248192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784945763.505837:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945763.505842:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945763.505845:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945763.505848:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945763.505852:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:3.0:1784945763.505852:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945763.505854:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945763.505857:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784945763.505858:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000100:00100000:3.0:1784945763.505860:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054248192:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945763.505864:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945763.505867:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1784945763.505868:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6d48. 02000000:00000001:3.0:1784945763.505868:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945763.505873:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945763.505875:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479afa00. 00000100:00000200:2.0:1784945763.505877:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054248064, portal 25 02000000:00000001:3.0:1784945763.505878:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945763.505883:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1784945763.505884:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945763.505886:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100527232 : -112779609024384 : ffff996d73775880) 00000400:00000010:3.0:1784945763.505888:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784945763.505894:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1f68. 00000100:00000040:2.0:1784945763.505896:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775880 x1871641054248064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945763.505898:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054248192, portal 10 00000100:00000001:3.0:1784945763.505902:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945763.505904:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100529920 : -112779609021696 : ffff996d73776300) 00000100:00000001:2.0:1784945763.505912:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945763.505913:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776300 x1871641054248192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784945763.505920:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784945763.505924:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1784945763.505926:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f65d8. 00000100:00000040:3.0:1784945763.505927:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945763.505933:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1000. 00000100:00000200:2.0:1784945763.505934:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054248064, offset 0 00000100:00000200:3.0:1784945763.505936:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054248192, offset 0 00000400:00000200:2.0:1784945763.505944:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945763.505951:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945763.505955:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945763.505963:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945763.505968:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945763.505972:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945763.505976:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945763.505979:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945763.505983:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314449:314449:256:4294967295] 192.168.202.106@tcp LPNI seq info [314445:314445:8:4294967295] 00000400:00000200:2.0:1784945763.505987:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945763.505994:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945763.506002:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945763.506003:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784945763.506010:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784945763.506015:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945763.506017:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945763.506021:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000010:2.0:1784945763.506022:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b500. 00000400:00000200:3.0:1784945763.506025:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945763.506029:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314450:314450:255:4294967295] 192.168.202.106@tcp LPNI seq info [314446:314446:7:4294967295] 00000800:00000200:2.0:1784945763.506034:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784945763.506037:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945763.506048:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945763.506049:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945763.506054:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000200:2.0:1784945763.506056:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b500 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:3.0:1784945763.506058:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000800:00000200:3.0:1784945763.506062:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945763.506066:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945763.506068:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945763.506072:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945763.506073:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945763.506079:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16808 usecs (17 jiffies) 00000400:00000200:2.0:1784945763.506081:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945763.506084:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945763.506087:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304551087 00000100:00000001:3.0:1784945763.506087:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304550417 00000100:00000010:3.0:1784945763.506093:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3221e0. 00000100:00000001:3.0:1784945763.506099:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945763.506111:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304550417 00000100:00000010:3.0:1784945763.506113:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3222a0. 00000100:00000001:3.0:1784945763.506116:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945763.506118:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945763.506120:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945763.506121:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304550417 00000100:00000001:3.0:1784945763.506122:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945763.506128:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945763.506130:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304551087 00000100:00000001:3.0:1784945763.506134:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945763.506136:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304550417 00000100:00000001:3.0:1784945763.506137:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1784945763.506139:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784945763.506142:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1784945763.506145:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b500. 00000100:00000001:3.0:1784945763.506146:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945763.506147:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945763.506149:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945763.506152:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945763.506154:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945763.506155:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784945763.506157:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945763.506162:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945763.506165:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784945763.506169:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945763.506171:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784945763.506173:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f65d8 00000100:00000001:2.0:1784945763.506174:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1784945763.506177:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f65d8. 00000100:00000001:2.0:1784945763.506177:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945763.506181:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945763.506184:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784945763.506185:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784945763.506190:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775880 x1871641054248064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945763.506198:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945763.506202:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775880 x1871641054248064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945779 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945763.506207:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945763.506208:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945763.506265:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945763.506267:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000400:00000200:1.0:1784945763.506269:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945763.506273:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945763.506275:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1000 00000400:00000010:1.0:1784945763.506277:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1000. 00000100:00000001:1.0:1784945763.506280:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945763.506283:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73776300 x1871641054248192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945763.506304:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945763.506308:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73776300 x1871641054248192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945779 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945763.506314:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945763.506316:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945763.508012:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945763.508025:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945763.508034:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945763.508036:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945763.508043:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945763.508048:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945763.508053:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945763.508056:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945763.508060:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945763.508063:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f7c80 00000400:00000200:1.0:1784945763.508066:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945763.508070:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd9d1 [1] + 224 00000800:00000001:1.0:1784945763.508075:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945763.508078:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945763.508079:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945763.508082:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945763.508087:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945763.508091:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775880 x1871641054248064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945779 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945763.508098:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775880 x1871641054248064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945763.508112:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945763.508118:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945763.508120:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945763.508121:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945763.508122:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945763.508124:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945763.508126:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945763.508128:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945763.508130:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945763.508132:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945763.508134:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f7d00 00000400:00000200:1.0:1784945763.508137:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945763.508141:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd9d9 [1] + 224 00000800:00000001:1.0:1784945763.508143:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945763.508148:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945763.508149:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784945763.508150:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945763.508154:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784945763.508154:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945763.508159:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945763.508162:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73776300 x1871641054248192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945779 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784945763.508162:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945763.508166:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945763.508171:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000100:00000040:1.0:1784945763.508175:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73776300 x1871641054248192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784945763.508178:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6d48 00000400:00000010:2.0:1784945763.508182:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6d48. 00000100:00000001:1.0:1784945763.508187:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945763.508188:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784945763.508192:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945763.508196:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784945763.508196:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775880 x1871641054248064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945763.508210:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775880 x1871641054248064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945779 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945763.508217:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945763.508219:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945763.508221:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945763.508224:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945763.508227:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945763.508229:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945763.508232:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945763.508238:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=15 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945763.508242:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=15 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945763.508244:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945763.508246:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945763.508249:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945763.508251:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945763.508254:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945763.508259:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775880 x1871641054248064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945779 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945763.508266:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945763.508268:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945763.508271:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945763.508274:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775880 x1871641054248064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945779 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945763.508283:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054248064:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945763.508287:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945763.508301:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945763.508306:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775880 x1871641054248064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945779 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945763.508313:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945763.508316:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945763.508319:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945763.508322:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945763.508324:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945763.508326:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945763.508329:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945763.508331:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea700. 02000000:00000001:2.0:1784945763.508334:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945763.508335:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945763.508337:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775880. 00000100:00000001:2.0:1784945763.508341:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945763.508342:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945763.508345:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945763.508358:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945763.508360:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945763.508366:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945763.508369:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945763.508370:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945763.508374:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945763.508378:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945763.508380:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945763.508382:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945763.508387:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1f68 00000400:00000010:3.0:1784945763.508389:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1f68. 00000100:00000001:3.0:1784945763.508391:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945763.508397:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776300 x1871641054248192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945763.508406:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776300 x1871641054248192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945779 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945763.508419:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945763.508421:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945763.508423:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945763.508425:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945763.508426:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945763.508428:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945763.508429:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945763.508434:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=15 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945763.508438:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=85 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945763.508440:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945763.508441:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945763.508443:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945763.508446:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945763.508449:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945763.508451:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945763.508452:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945763.508454:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945763.508458:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776300 x1871641054248192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945779 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945763.508465:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945763.508467:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945763.508468:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945763.508472:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776300 x1871641054248192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945779 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945763.508479:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054248192:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945763.508483:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945763.508485:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945763.508488:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776300 x1871641054248192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945779 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945763.508492:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945763.508493:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945763.508495:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479afa00. 02000000:00000001:3.0:1784945763.508497:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945763.508498:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945763.508499:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945763.508500:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945763.508501:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bead00. 02000000:00000001:3.0:1784945763.508503:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945763.508504:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945763.508505:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776300. 00000100:00000001:3.0:1784945763.508507:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945763.508508:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945763.508509:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945763.508511:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945763.508512:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945763.508513:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945763.508541:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945763.826391:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945763.826397:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945763.826528:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945763.826530:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945763.826536:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945764.209651:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304551087, at 4304551104 00000100:00000040:1.0:1784945764.209651:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304551087, at 4304551104 00000100:00000010:1.0:1784945764.209669:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3222a0. 00000100:00000010:0.0:1784945764.209671:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3221e0. 00010000:00000001:1.0:1784945764.851459:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945764.851467:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945764.852497:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945764.852501:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945764.852505:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945765.873637:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945765.873643:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945765.873695:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945765.873699:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945765.873703:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945766.897636:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945766.897643:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945766.897707:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945766.897711:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945766.897714:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945767.921582:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945767.921590:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945767.921649:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945767.921653:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945767.921664:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945768.626496:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784945768.626505:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784945768.626514:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d89880. 00000020:00000040:1.0:1784945768.626535:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784945768.626539:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784945768.626541:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784945768.626545:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784945768.626552:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ade00. 00000100:00000001:1.0:1784945768.626557:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945768.626565:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d89880 x1871641054248320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784945768.626573:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784945768.626576:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945768.626581:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec0422bb] to pc [ptlrpcd_00_01+1] req@ffff996d44d89880 x1871641054248320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945768.626601:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945768.626603:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784945768.626606:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784945768.626607:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8b100. 00000020:00000040:1.0:1784945768.626609:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784945768.626610:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784945768.626611:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784945768.626612:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784945768.626614:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad300. 00000100:00000001:1.0:1784945768.626616:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945768.626619:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d8b100 x1871641054248448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784945768.626623:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784945768.626625:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945768.626627:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000025d4945] to pc [ptlrpcd_00_00+0] req@ffff996d44d8b100 x1871641054248448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945768.626633:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945768.626634:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945768.626637:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784945768.626638:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945768.626641:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784945768.626642:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784945768.626645:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784945768.626649:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8b100 x1871641054248448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945768.626649:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784945768.626655:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9893) 00000100:00000001:0.0:1784945768.626660:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945768.626663:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945768.626665:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945768.626667:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945768.626669:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945768.626672:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054248448:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945768.626675:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784945768.626680:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784945768.626681:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784945768.626684:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784945768.626685:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945768.626687:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1784945768.626688:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1784945768.626692:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d89880 x1871641054248320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784945768.626694:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394be00. 02000000:00000001:0.0:1784945768.626698:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945768.626708:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945768.626709:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784945768.626711:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784945768.626712:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652fb58. 02000000:00000001:1.0:1784945768.626713:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784945768.626716:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784945768.626718:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784945768.626720:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fbb0. 00000100:00100000:1.0:1784945768.626721:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054248320:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945768.626725:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1784945768.626728:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054248448, portal 10 02000000:00000001:1.0:1784945768.626728:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784945768.626730:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945768.626732:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1784945768.626733:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784945768.626734:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318377728 : -112780391173888 : ffff996d44d8b100) 02000000:00000010:1.0:1784945768.626737:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ac400. 02000000:00000001:1.0:1784945768.626740:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945768.626743:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8b100 x1871641054248448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784945768.626747:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784945768.626752:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d528. 00000100:00000001:0.0:1784945768.626754:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1784945768.626757:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294880. 00000100:00000040:0.0:1784945768.626758:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945768.626762:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f220. 00000100:00000200:1.0:1784945768.626763:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054248320, portal 25 00000100:00000200:0.0:1784945768.626766:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054248448, offset 0 00000100:00000001:1.0:1784945768.626766:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784945768.626768:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318371456 : -112780391180160 : ffff996d44d89880) 00000100:00000040:1.0:1784945768.626774:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d89880 x1871641054248320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784945768.626777:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784945768.626783:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784945768.626787:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945768.626788:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784945768.626790:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294a18. 00000100:00000200:1.0:1784945768.626793:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054248320, offset 0 00000400:00000200:0.0:1784945768.626796:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784945768.626800:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945768.626813:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945768.626818:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945768.626822:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945768.626824:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945768.626828:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314451:314451:256:4294967295] 192.168.202.106@tcp LPNI seq info [314447:314447:8:4294967295] 00000400:00000200:0.0:1784945768.626833:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945768.626842:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784945768.626849:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784945768.626862:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945768.626866:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784945768.626868:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784945768.626870:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000010:0.0:1784945768.626884:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4400. 00000800:00000200:0.0:1784945768.626894:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784945768.626902:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945768.626906:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945768.626914:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945768.626918:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16807 usecs (17 jiffies) 00000400:00000200:0.0:1784945768.626920:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945768.626923:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304555538 00000100:00000010:0.0:1784945768.626926:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373d20. 00000100:00000001:0.0:1784945768.626931:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784945768.626935:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304555538 00000400:00000200:1.0:1784945768.626936:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000010:0.0:1784945768.626939:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d593732a0. 00000400:00000200:1.0:1784945768.626941:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:0.0:1784945768.626943:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784945768.626948:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784945768.626948:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314452:314452:255:4294967295] 192.168.202.106@tcp LPNI seq info [314448:314448:7:4294967295] 00000100:00000001:0.0:1784945768.626953:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945768.626957:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945768.626957:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945768.626960:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945768.626965:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:0.0:1784945768.626968:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945768.626971:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1784945768.626971:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784945768.626976:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945768.626977:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1784945768.626978:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83adc00. 00000100:00000001:0.0:1784945768.626980:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945768.626982:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945768.626984:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784945768.626988:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784945768.626991:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83adc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784945768.626994:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945768.626997:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945768.626999:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304556208 00000100:00000001:1.0:1784945768.627004:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304555538 00000100:00000001:1.0:1784945768.627007:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304556208 00000100:00000001:1.0:1784945768.627009:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304555538 00000100:00000001:1.0:1784945768.627010:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945768.627012:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945768.627014:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945768.627015:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945768.627018:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945768.627020:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784945768.627022:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945768.627023:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1784945768.627024:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784945768.627025:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945768.627029:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784945768.627030:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4400. 00000400:00000200:0.0:1784945768.627035:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945768.627040:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945768.627044:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f220 00000400:00000010:0.0:1784945768.627046:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f220. 00000100:00000001:0.0:1784945768.627049:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945768.627052:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8b100 x1871641054248448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945768.627059:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945768.627061:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8b100 x1871641054248448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945784 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945768.627066:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945768.627067:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945768.627116:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945768.627119:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83adc00. 00000400:00000200:0.0:1784945768.627124:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945768.627128:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945768.627130:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294a18 00000400:00000010:0.0:1784945768.627132:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294a18. 00000100:00000001:0.0:1784945768.627134:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945768.627138:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d89880 x1871641054248320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945768.627145:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945768.627148:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d89880 x1871641054248320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945784 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945768.627153:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945768.627155:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945768.628749:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945768.628760:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945768.628762:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945768.628764:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945768.628769:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945768.628773:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945768.628778:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945768.628781:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945768.628812:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945768.628815:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f7e00 00000400:00000200:1.0:1784945768.628818:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945768.628822:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd9e1 [1] + 224 00000800:00000001:1.0:1784945768.628827:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945768.628832:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945768.628833:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945768.628836:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945768.628840:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945768.628845:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8b100 x1871641054248448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945784 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945768.628851:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8b100 x1871641054248448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945768.628867:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945768.628936:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945768.628939:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784945768.628944:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945768.628945:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945768.628947:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652fb58. 00000400:00000200:0.0:1784945768.628951:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fbb0 00000400:00000010:0.0:1784945768.628952:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fbb0. 00000100:00000001:0.0:1784945768.628954:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945768.628957:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8b100 x1871641054248448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945768.628962:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8b100 x1871641054248448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945784 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945768.628970:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945768.628971:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945768.628972:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945768.628975:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945768.628976:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945768.628978:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945768.628979:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945768.628986:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=20 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945768.628989:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=90 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945768.628991:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945768.628992:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945768.628994:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945768.628996:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945768.628999:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784945768.629000:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784945768.629001:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784945768.629002:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945768.629005:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8b100 x1871641054248448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945784 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945768.629009:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945768.629011:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945768.629012:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945768.629014:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8b100 x1871641054248448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945784 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945768.629019:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054248448:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945768.629021:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945768.629023:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945768.629024:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8b100 x1871641054248448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945784 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945768.629028:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945768.629030:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945768.629032:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394be00. 02000000:00000001:0.0:1784945768.629034:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945768.629036:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945768.629037:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784945768.629038:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945768.629040:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad300. 02000000:00000001:0.0:1784945768.629043:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945768.629044:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945768.629046:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8b100. 00000100:00000001:0.0:1784945768.629048:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945768.629049:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945768.629050:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945768.629055:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945768.629056:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945768.629057:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945768.629059:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784945768.629086:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945768.629089:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945768.629090:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945768.629091:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945768.629094:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945768.629096:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945768.629099:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945768.629101:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945768.629103:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945768.629105:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f7d80 00000400:00000200:1.0:1784945768.629107:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945768.629110:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cd9e9 [1] + 224 00000800:00000001:1.0:1784945768.629112:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945768.629115:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945768.629117:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945768.629118:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945768.629120:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945768.629124:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89880 x1871641054248320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945784 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945768.629129:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89880 x1871641054248320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945768.629141:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945768.629144:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945768.629146:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945768.629177:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945768.629179:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784945768.629181:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945768.629182:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945768.629183:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d528. 00000400:00000200:0.0:1784945768.629186:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294880 00000400:00000010:0.0:1784945768.629187:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294880. 00000100:00000001:0.0:1784945768.629188:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945768.629191:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d89880 x1871641054248320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945768.629195:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d89880 x1871641054248320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945784 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945768.629199:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945768.629200:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945768.629201:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945768.629202:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945768.629203:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945768.629204:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945768.629205:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945768.629207:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=20 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945768.629208:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=20 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945768.629210:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945768.629211:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945768.629212:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945768.629213:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945768.629215:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945768.629217:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d89880 x1871641054248320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945784 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945768.629221:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945768.629222:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945768.629223:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945768.629225:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89880 x1871641054248320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945784 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945768.629229:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054248320:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945768.629231:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945768.629232:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945768.629233:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89880 x1871641054248320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945784 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945768.629236:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945768.629237:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945768.629238:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ac400. 02000000:00000001:0.0:1784945768.629240:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945768.629240:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945768.629241:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784945768.629242:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945768.629243:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ade00. 02000000:00000001:0.0:1784945768.629245:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945768.629246:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945768.629257:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89880. 00000100:00000001:0.0:1784945768.629261:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945768.629261:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945768.629262:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945768.629265:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945768.629266:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945768.629267:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945768.629268:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945768.945642:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945768.945650:0:191202:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945768.945653:0:191202:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945768.945656:0:191202:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945768.945662:0:191202:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945768.945664:0:191202:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945768.945666:0:191202:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945768.945668:0:191202:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945768.946485:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945768.946489:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945768.946493:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945769.329668:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304556208, at 4304556224 00000100:00000010:0.0:1784945769.329681:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373d20. 00000100:00000040:1.0:1784945769.330332:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304556208, at 4304556224 00000100:00000010:1.0:1784945769.330339:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d593732a0. 00010000:00000001:1.0:1784945769.969619:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945769.969626:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945769.969695:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945769.969699:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945769.969702:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945770.993646:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945770.993652:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945770.993884:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945770.993887:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945770.993890:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945772.018338:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945772.018346:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945772.018450:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945772.018454:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945772.018458:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945773.041701:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945773.041723:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945773.041787:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945773.041806:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945773.041810:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945773.745868:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945773.745883:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945773.745888:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776300. 00000020:00000040:3.0:1784945773.745893:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945773.745896:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945773.745898:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945773.745902:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945773.745907:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bead00. 00000100:00000001:3.0:1784945773.745912:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945773.745921:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73776300 x1871641054248576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945773.745928:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945773.745931:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945773.745935:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000445e245] to pc [ptlrpcd_01_01+1] req@ffff996d73776300 x1871641054248576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945773.745958:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945773.745960:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945773.746017:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945773.746020:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73777b80. 00000020:00000040:3.0:1784945773.746022:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945773.746024:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945773.746025:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945773.746027:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945773.746029:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beab00. 00000100:00000001:3.0:1784945773.746031:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945773.746032:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784945773.746036:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73777b80 x1871641054248704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945773.746038:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945773.746042:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784945773.746043:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945773.746046:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945773.746051:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776300 x1871641054248576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784945773.746052:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7e33dc] to pc [ptlrpcd_01_00+0] req@ffff996d73777b80 x1871641054248704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945773.746077:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945773.746079:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945773.746080:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945773.746082:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784945773.746085:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784945773.746086:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784945773.746089:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784945773.746089:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784945773.746094:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945773.746095:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945773.746101:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9898) 00000100:00100000:2.0:1784945773.746102:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054248576:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945773.746107:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784945773.746109:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784945773.746112:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784945773.746112:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784945773.746117:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945773.746117:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784945773.746121:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784945773.746122:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73777b80 x1871641054248704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784945773.746127:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945773.746130:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945773.746137:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945773.746142:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784945773.746149:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6d48. 00000100:00000200:2.0:1784945773.746155:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054248576, portal 25 00000100:00000001:2.0:1784945773.746157:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945773.746159:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100529920 : -112779609021696 : ffff996d73776300) 00000100:00000040:2.0:1784945773.746165:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776300 x1871641054248576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945773.746173:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945773.746176:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945773.746179:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6198. 00000100:00000200:2.0:1784945773.746182:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054248576, offset 0 00000400:00000200:2.0:1784945773.746188:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945773.746196:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945773.746203:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945773.746219:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945773.746223:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945773.746226:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945773.746229:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945773.746233:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314453:314453:256:4294967295] 192.168.202.106@tcp LPNI seq info [314449:314449:8:4294967295] 00000400:00000200:2.0:1784945773.746237:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945773.746246:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945773.746251:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945773.746255:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b700. 00000800:00000200:2.0:1784945773.746261:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945773.746267:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945773.746270:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945773.746281:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945773.746283:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945773.746285:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304561327 00000100:00000010:2.0:1784945773.746288:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cae0. 00000100:00000001:2.0:1784945773.746294:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945773.746300:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304561327 00000100:00000010:2.0:1784945773.746302:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c7e0. 00000100:00000001:2.0:1784945773.746304:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945773.746306:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945773.746308:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945773.746310:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945773.746312:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945773.746318:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945773.746319:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945773.746321:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945773.746322:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945773.746324:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945773.746325:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945773.746351:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945773.746358:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b700. 00000400:00000200:0.0:1784945773.746363:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945773.746371:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784945773.746372:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945773.746375:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945773.746377:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6198 02000000:00000001:3.0:1784945773.746377:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945773.746379:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1784945773.746381:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6198. 02000000:00000001:3.0:1784945773.746382:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945773.746388:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73777b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054248704:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945773.746389:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784945773.746393:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945773.746396:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1784945773.746397:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73776300 x1871641054248576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784945773.746398:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945773.746401:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945773.746406:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479afc00. 02000000:00000001:3.0:1784945773.746409:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945773.746415:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945773.746416:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1784945773.746417:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000100:00000040:0.0:1784945773.746422:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73776300 x1871641054248576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945789 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784945773.746423:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1f68. 00000100:00000200:3.0:1784945773.746428:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054248704, portal 10 00000100:00000001:3.0:1784945773.746432:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945773.746434:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100536192 : -112779609015424 : ffff996d73777b80) 00000100:00000001:0.0:1784945773.746439:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945773.746442:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1784945773.746443:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73777b80 x1871641054248704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945773.746449:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945773.746451:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945773.746453:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1d48. 00000100:00000200:3.0:1784945773.746455:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054248704, offset 0 00000400:00000200:3.0:1784945773.746458:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945773.746461:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945773.746464:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945773.746466:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945773.746469:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945773.746470:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945773.746472:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945773.746474:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314454:314454:256:4294967295] 192.168.202.106@tcp LPNI seq info [314450:314450:8:4294967295] 00000400:00000200:3.0:1784945773.746476:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945773.746481:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945773.746485:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945773.746488:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea700. 00000800:00000200:3.0:1784945773.746491:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945773.746495:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945773.746497:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945773.746508:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945773.746511:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16807 usecs (17 jiffies) 00000400:00000200:3.0:1784945773.746514:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945773.746534:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304560658 00000100:00000001:3.0:1784945773.746536:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304561327 00000100:00000001:3.0:1784945773.746538:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304560658 00000100:00000001:3.0:1784945773.746540:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304561327 00000100:00000001:3.0:1784945773.746541:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945773.746543:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945773.746544:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945773.746546:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945773.746548:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945773.746549:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945773.746551:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945773.746551:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945773.746552:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945773.746553:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945773.746743:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945773.746746:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea700. 00000400:00000200:0.0:1784945773.746750:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945773.746754:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945773.746758:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1d48 00000400:00000010:0.0:1784945773.747829:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1d48. 00000100:00000001:0.0:1784945773.747836:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945773.747841:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73777b80 x1871641054248704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945773.747847:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945773.747850:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73777b80 x1871641054248704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945789 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945773.747854:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945773.747855:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945773.749080:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945773.749090:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945773.749093:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945773.749095:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945773.749102:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945773.749107:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945773.749113:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945773.749117:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945773.749121:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945773.749126:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f7e80 00000400:00000200:0.0:1784945773.749130:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945773.749136:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cda01 [1] + 224 00000800:00000001:0.0:1784945773.749142:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945773.749145:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945773.749147:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945773.749196:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945773.749202:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945773.749214:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73776300 x1871641054248576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945789 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945773.749225:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73776300 x1871641054248576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945773.749243:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945773.749251:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945773.749254:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945773.749256:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945773.749259:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945773.749262:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945773.749267:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945773.749271:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945773.749274:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945773.749277:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945773.749280:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f7f00 00000400:00000200:0.0:1784945773.749284:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945773.749288:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cda09 [1] + 224 00000800:00000001:0.0:1784945773.749292:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945773.749296:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945773.749298:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945773.749303:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945773.749306:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784945773.749306:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945773.749312:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1784945773.749313:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73777b80 x1871641054248704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945789 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784945773.749320:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945773.749323:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1784945773.749325:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73777b80 x1871641054248704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784945773.749327:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945773.749333:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6d48 00000400:00000010:2.0:1784945773.749337:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6d48. 00000100:00000001:2.0:1784945773.749341:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945773.749347:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776300 x1871641054248576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945773.749357:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776300 x1871641054248576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945789 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945773.749364:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945773.749366:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945773.749369:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945773.749377:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945773.749378:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945773.749380:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945773.749382:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945773.749384:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945773.749387:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945773.749394:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=25 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945773.749397:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=25 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945773.749400:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945773.749401:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945773.749404:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945773.749407:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784945773.749408:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1784945773.749410:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945773.749412:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945773.749414:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945773.749420:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776300 x1871641054248576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945789 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945773.749428:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945773.749430:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945773.749432:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945773.749436:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776300 x1871641054248576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945789 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945773.749443:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054248576:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945773.749448:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945773.749450:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945773.749453:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776300 x1871641054248576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945789 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945773.749460:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945773.749462:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945773.749465:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945773.749469:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945773.749471:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945773.749472:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945773.749474:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945773.749477:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bead00. 02000000:00000001:2.0:1784945773.749480:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945773.749482:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945773.749484:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776300. 00000100:00000001:2.0:1784945773.749487:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945773.749488:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945773.749491:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945773.749496:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945773.749497:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945773.749499:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945773.749501:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784945773.751402:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945773.751407:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945773.751411:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945773.751419:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1f68 00000400:00000010:3.0:1784945773.751421:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1f68. 00000100:00000001:3.0:1784945773.751425:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945773.751432:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73777b80 x1871641054248704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945773.751440:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73777b80 x1871641054248704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945789 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945773.751445:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945773.751446:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945773.751448:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945773.751450:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945773.751452:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945773.751453:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945773.751455:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945773.751461:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=25 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945773.751464:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=95 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945773.751465:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945773.751466:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945773.751468:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945773.751471:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945773.751473:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945773.751475:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945773.751476:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945773.751477:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945773.751479:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73777b80 x1871641054248704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945789 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945773.751484:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945773.751486:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945773.751487:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945773.751489:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73777b80 x1871641054248704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945789 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945773.751494:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73777b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054248704:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945773.751497:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945773.751499:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945773.751501:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73777b80 x1871641054248704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945789 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945773.751505:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945773.751506:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945773.751507:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479afc00. 02000000:00000001:3.0:1784945773.751509:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945773.751511:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945773.751512:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945773.751513:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945773.751527:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beab00. 02000000:00000001:3.0:1784945773.751531:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945773.751533:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945773.751534:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73777b80. 00000100:00000001:3.0:1784945773.751539:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945773.751540:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945773.751543:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945773.751549:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945773.751557:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945773.751560:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945773.751565:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945774.065641:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945774.065648:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945774.065714:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945774.065718:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945774.065721:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945774.449638:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304561327, at 4304561344 00000100:00000010:1.0:1784945774.449651:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c7e0. 00000100:00000040:0.0:1784945774.450050:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304561327, at 4304561344 00000100:00000010:0.0:1784945774.450057:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cae0. 00010000:00000001:1.0:1784945775.089678:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945775.089686:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945775.089744:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945775.089748:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945775.089751:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945776.113624:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945776.113629:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945776.113690:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945776.113694:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945776.113698:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945777.137617:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945777.137624:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945777.137674:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945777.137677:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945777.137680:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945778.161646:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945778.161654:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945778.161952:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945778.161956:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945778.161959:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945778.865710:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945778.865721:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945778.865731:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952680. 00000020:00000040:2.0:1784945778.865738:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945778.865742:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945778.865745:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945778.865750:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945778.865758:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b300. 00000100:00000001:2.0:1784945778.865765:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945778.865776:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73952680 x1871641054248832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945778.865805:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945778.865810:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945778.865817:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f291fbe] to pc [ptlrpcd_01_01+1] req@ffff996d73952680 x1871641054248832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945778.865854:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945778.865857:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945778.865861:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945778.865865:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950a80. 00000020:00000040:2.0:1784945778.865868:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945778.865871:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945778.865873:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945778.865875:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945778.865877:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1784945778.865879:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:3.0:1784945778.865881:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945778.865884:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945778.865884:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945778.865891:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952680 x1871641054248832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784945778.865893:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950a80 x1871641054248960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945778.865921:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945778.865922:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945778.865924:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945778.865927:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945778.865928:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945778.865932:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945778.865935:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945778.865936:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011f70e2a] to pc [ptlrpcd_01_00+0] req@ffff996d73950a80 x1871641054248960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945778.865939:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054248832:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945778.865945:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945778.865950:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784945778.865953:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945778.865953:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945778.865955:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784945778.865959:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:3.0:1784945778.865961:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479aea00. 02000000:00000001:3.0:1784945778.865964:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945778.865966:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945778.865970:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1784945778.865971:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945778.865976:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000100:00000040:2.0:1784945778.865977:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1784945778.865983:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1f68. 00000100:00000040:2.0:1784945778.865984:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9903) 00000100:00000200:3.0:1784945778.865989:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054248832, portal 25 00000100:00000001:3.0:1784945778.865992:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945778.865994:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102480512 : -112779607071104 : ffff996d73952680) 00000100:00000040:3.0:1784945778.865998:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952680 x1871641054248832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945778.866003:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945778.866005:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945778.866007:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f17f8. 00000100:00000200:3.0:1784945778.866009:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054248832, offset 0 00000400:00000200:3.0:1784945778.866014:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784945778.866016:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945778.866020:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945778.866022:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1784945778.866022:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784945778.866030:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950a80 x1871641054248960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784945778.866033:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945778.866042:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784945778.866043:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945778.866046:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945778.866048:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945778.866053:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1784945778.866055:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1784945778.866057:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 02000000:00000001:2.0:1784945778.866059:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945778.866064:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945778.866065:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314455:314455:256:4294967295] 192.168.202.106@tcp LPNI seq info [314451:314451:8:4294967295] 00000100:00100000:2.0:1784945778.866072:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054248960:192.168.202.106@tcp:400:kworker.0 00000400:00000200:3.0:1784945778.866074:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945778.866080:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945778.866083:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945778.866085:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945778.866090:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784945778.866093:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 02000000:00000010:2.0:1784945778.866096:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945778.866099:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784945778.866102:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945778.866106:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:3.0:1784945778.866110:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000400:00000010:2.0:1784945778.866112:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000800:00000200:3.0:1784945778.866117:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000010:2.0:1784945778.866120:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6d48. 00000100:00000200:2.0:1784945778.866125:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054248960, portal 10 00000800:00000200:3.0:1784945778.866125:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945778.866129:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945778.866130:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945778.866135:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102473344 : -112779607078272 : ffff996d73950a80) 00000100:00000040:2.0:1784945778.866143:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950a80 x1871641054248960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945778.866146:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945778.866153:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945778.866154:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945778.866158:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784945778.866159:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304566447 00000400:00000010:2.0:1784945778.866243:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6880. 00000100:00000200:2.0:1784945778.866261:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054248960, offset 0 00000400:00000200:2.0:1784945778.866268:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945778.866281:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945778.866285:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945778.866288:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945778.866291:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945778.866294:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945778.866296:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945778.866298:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314456:314456:255:4294967295] 192.168.202.106@tcp LPNI seq info [314452:314452:7:4294967295] 00000400:00000200:2.0:1784945778.866301:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945778.866305:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945778.866309:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945778.866312:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bd00. 00000800:00000200:2.0:1784945778.866314:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945778.866317:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945778.866320:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945778.866322:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945778.866325:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16807 usecs (17 jiffies) 00000400:00000200:2.0:1784945778.866327:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945778.866328:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304565777 00000100:00000010:3.0:1784945778.866361:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322360. 00000100:00000001:3.0:1784945778.866369:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945778.866374:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304566447 00000100:00000010:3.0:1784945778.866377:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322060. 00000100:00000001:3.0:1784945778.866380:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945778.866382:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945778.866385:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945778.866387:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945778.866389:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945778.866396:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945778.866398:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945778.866399:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945778.866400:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945778.866402:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945778.866403:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945778.866466:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304566447 00000100:00000001:2.0:1784945778.866470:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304565777 00000100:00000001:2.0:1784945778.866473:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304566447 00000800:00000200:0.0:1784945778.866474:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784945778.866476:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945778.866479:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945778.866481:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945778.866483:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945778.866486:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945778.866487:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945778.866489:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945778.866489:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945778.866490:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945778.866492:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784945778.866573:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beab00. 00000400:00000200:0.0:1784945778.866579:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945778.866585:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945778.866591:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f17f8 00000400:00000010:0.0:1784945778.866594:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f17f8. 00000100:00000001:0.0:1784945778.866613:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945778.866627:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952680 x1871641054248832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945778.866638:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945778.866643:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952680 x1871641054248832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945794 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945778.866651:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945778.866652:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945778.866693:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945778.866696:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bd00. 00000400:00000200:0.0:1784945778.866699:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945778.866703:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945778.866705:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6880 00000400:00000010:0.0:1784945778.866707:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6880. 00000100:00000001:0.0:1784945778.866722:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945778.866726:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950a80 x1871641054248960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945778.866734:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945778.866737:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950a80 x1871641054248960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945794 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945778.866743:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945778.866745:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945778.870512:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945778.870562:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945778.870566:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945778.870569:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945778.870577:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945778.870584:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945778.870592:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945778.870597:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945778.870602:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945778.870606:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f8000 00000400:00000200:0.0:1784945778.870610:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945778.870616:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cda19 [1] + 224 00000800:00000001:0.0:1784945778.870623:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945778.870627:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945778.870631:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945778.870636:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945778.870644:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945778.870652:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950a80 x1871641054248960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945794 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945778.870664:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950a80 x1871641054248960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945778.870688:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945778.870697:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945778.870701:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945778.870703:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945778.870705:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945778.870708:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945778.870712:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945778.870716:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945778.870718:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945778.870721:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945778.870724:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f7f80 00000400:00000200:0.0:1784945778.870727:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945778.870732:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cda11 [1] + 224 00000800:00000001:0.0:1784945778.870736:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945778.870742:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945778.870744:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945778.870747:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945778.870750:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945778.870755:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952680 x1871641054248832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945794 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945778.870765:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952680 x1871641054248832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945778.870773:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945778.870778:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945778.870779:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945778.870785:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784945778.870785:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784945778.870788:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784945778.870789:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945778.870794:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945778.870800:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6d48 00000400:00000010:2.0:1784945778.870803:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6d48. 00000100:00000001:2.0:1784945778.870808:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945778.870814:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950a80 x1871641054248960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945778.870824:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950a80 x1871641054248960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945794 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945778.870830:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945778.870832:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945778.870835:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945778.870839:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945778.870841:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945778.870843:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945778.870856:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945778.870865:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=30 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945778.870869:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=100 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945778.870872:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945778.870874:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945778.870878:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945778.870882:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945778.870885:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945778.870888:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945778.870890:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945778.870891:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945778.870893:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945778.870895:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784945778.870901:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950a80 x1871641054248960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945794 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784945778.870901:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945778.870904:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945778.870908:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945778.870914:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1f68 00000100:00000001:2.0:1784945778.870915:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1784945778.870918:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1f68. 00000100:00000001:2.0:1784945778.870920:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945778.870924:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784945778.870925:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784945778.870932:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952680 x1871641054248832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784945778.870933:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950a80 x1871641054248960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945794 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945778.870962:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054248960:192.168.202.106@tcp:400:kworker.0 00000100:00000200:3.0:1784945778.870962:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952680 x1871641054248832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945794 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945778.870978:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945778.870979:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945778.870982:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784945778.870983:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945778.870987:0:2355:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:2.0:1784945778.870989:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950a80 x1871641054248960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945794 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784945778.870990:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945778.870993:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945778.870996:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945778.871000:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945778.871002:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00001000:3.0:1784945778.871005:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=30 v=5 (5 5 5 5) 02000000:00000001:2.0:1784945778.871006:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1784945778.871011:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=30 v=5 (1 1 1 1) 02000000:00000010:2.0:1784945778.871012:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945778.871018:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784945778.871018:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945778.871020:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945778.871022:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:3.0:1784945778.871024:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1784945778.871026:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00010000:00000001:3.0:1784945778.871027:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945778.871032:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784945778.871032:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945778.871036:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 00000100:00000040:3.0:1784945778.871040:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952680 x1871641054248832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945794 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784945778.871041:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945778.871045:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945778.871047:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950a80. 00000100:00000001:2.0:1784945778.871054:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945778.871054:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945778.871057:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945778.871058:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945778.871061:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945778.871062:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945778.871069:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952680 x1871641054248832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945794 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945778.871072:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945778.871075:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945778.871080:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1784945778.871080:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054248832:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945778.871084:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945778.871087:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945778.871091:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945778.871094:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952680 x1871641054248832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945794 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945778.871100:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945778.871103:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945778.871105:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479aea00. 02000000:00000001:3.0:1784945778.871107:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945778.871109:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945778.871110:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945778.871112:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945778.871113:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b300. 02000000:00000001:3.0:1784945778.871116:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945778.871117:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945778.871118:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952680. 00000100:00000001:3.0:1784945778.871121:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945778.871122:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945778.871124:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945778.871127:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945778.871128:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945778.871130:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945778.871132:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945779.185739:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945779.185747:0:191202:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945779.185749:0:191202:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945779.185752:0:191202:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945779.185757:0:191202:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945779.185759:0:191202:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945779.185761:0:191202:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945779.185764:0:191202:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945779.186213:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945779.186216:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945779.186220:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945779.569650:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304566447, at 4304566464 00000100:00000010:0.0:1784945779.569666:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322360. 00000100:00000040:1.0:1784945779.570538:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304566447, at 4304566465 00000100:00000010:1.0:1784945779.570547:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322060. 00010000:00000001:1.0:1784945780.209638:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945780.209645:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945780.209708:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945780.209712:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945780.209716:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945781.233627:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945781.233633:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945781.233718:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945781.233721:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945781.233725:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945782.257631:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945782.257637:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945782.257699:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945782.257703:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945782.257706:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945783.281623:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945783.281630:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945783.281696:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945783.281700:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945783.281703:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945783.985625:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945783.985634:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945783.985644:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950a80. 00000020:00000040:2.0:1784945783.985650:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945783.985653:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945783.985656:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945783.985661:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945783.985668:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784945783.985675:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945783.985687:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950a80 x1871641054249088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945783.985697:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945783.985701:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945783.985707:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011f70e2a] to pc [ptlrpcd_01_01+1] req@ffff996d73950a80 x1871641054249088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945783.985736:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945783.985739:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945783.985742:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945783.985744:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950000. 00000020:00000040:2.0:1784945783.985747:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945783.985749:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945783.985750:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945783.985752:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945783.985755:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b000. 00000100:00000001:2.0:1784945783.985758:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945783.985763:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950000 x1871641054249216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945783.985770:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945783.985772:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945783.985773:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784945783.985776:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac249ac8] to pc [ptlrpcd_01_00+0] req@ffff996d73950000 x1871641054249216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945783.985778:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945783.985782:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784945783.985790:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945783.985791:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950a80 x1871641054249088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784945783.985793:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945783.985803:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945783.985808:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945783.985809:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945783.985812:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945783.985814:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784945783.985816:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945783.985820:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784945783.985821:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9908) 02000000:00000001:3.0:1784945783.985823:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945783.985829:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054249088:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945783.985834:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945783.985839:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784945783.985840:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784945783.985842:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945783.985844:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784945783.985846:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784945783.985848:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1784945783.985853:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479aea00. 00000100:00000040:2.0:1784945783.985856:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950000 x1871641054249216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784945783.985862:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945783.985869:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945783.985872:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945783.985873:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784945783.985876:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1784945783.985878:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 02000000:00000001:2.0:1784945783.985880:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945783.985885:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784945783.985887:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1f68. 00000100:00100000:2.0:1784945783.985889:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054249216:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945783.985894:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1784945783.985896:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054249088, portal 25 02000000:00000001:2.0:1784945783.985897:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784945783.985900:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1784945783.985901:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945783.985903:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102473344 : -112779607078272 : ffff996d73950a80) 02000000:00000001:2.0:1784945783.985905:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945783.985912:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 00000100:00000040:3.0:1784945783.985912:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950a80 x1871641054249088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784945783.985917:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945783.985926:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945783.985926:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1784945783.985931:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000100:00000040:3.0:1784945783.985931:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945783.985936:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1440. 00000400:00000010:2.0:1784945783.985939:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6d48. 00000100:00000200:3.0:1784945783.985940:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054249088, offset 0 00000100:00000200:2.0:1784945783.985945:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054249216, portal 10 00000100:00000001:2.0:1784945783.985950:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1784945783.985951:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784945783.985954:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102470656 : -112779607080960 : ffff996d73950000) 00000100:00000040:2.0:1784945783.985964:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950000 x1871641054249216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784945783.985968:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945783.985977:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784945783.985978:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000040:2.0:1784945783.985984:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945783.985986:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1784945783.985989:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6770. 00000400:00000200:3.0:1784945783.985992:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000200:2.0:1784945783.985995:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054249216, offset 0 00000400:00000200:2.0:1784945783.986002:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945783.986007:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945783.986011:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945783.986015:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314457:314457:256:4294967295] 192.168.202.106@tcp LPNI seq info [314453:314453:8:4294967295] 00000400:00000200:3.0:1784945783.986019:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945783.986025:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945783.986033:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784945783.986036:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945783.986042:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784945783.986043:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945783.986048:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000010:3.0:1784945783.986050:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000400:00000200:2.0:1784945783.986052:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945783.986057:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:3.0:1784945783.986061:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784945783.986065:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314458:314458:255:4294967295] 192.168.202.106@tcp LPNI seq info [314454:314454:7:4294967295] 00000400:00000200:2.0:1784945783.986073:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784945783.986074:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945783.986079:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784945783.986087:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945783.986093:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784945783.986095:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784945783.986099:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b300. 00000400:00000200:3.0:1784945783.986101:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945783.986104:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304571567 00000100:00000010:3.0:1784945783.986109:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3228a0. 00000800:00000200:2.0:1784945783.986116:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:3.0:1784945783.986117:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1784945783.986135:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:3.0:1784945783.986137:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304571567 00000800:00000200:2.0:1784945783.986139:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1784945783.986143:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322060. 00000100:00000001:2.0:1784945783.986146:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945783.986148:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1784945783.986151:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16806 usecs (17 jiffies) 00000100:00000001:3.0:1784945783.986153:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945783.986158:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945783.986159:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945783.986161:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945783.986164:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304570897 00000100:00000001:3.0:1784945783.986165:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945783.986171:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304571567 00000100:00000001:2.0:1784945783.986175:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304570897 00000100:00000001:3.0:1784945783.986175:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945783.986178:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1784945783.986181:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784945783.986181:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304571567 00000100:00000001:3.0:1784945783.986182:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945783.986185:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945783.986187:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945783.986188:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784945783.986189:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000100:00000001:2.0:1784945783.986195:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945783.986196:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945783.986199:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784945783.986202:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945783.986205:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945783.986209:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784945783.986210:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945783.986213:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784945783.986214:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1440 00000100:00000001:2.0:1784945783.986215:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945783.986217:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1784945783.986219:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1440. 00000100:00000001:2.0:1784945783.986220:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945783.986223:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945783.986228:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945783.986235:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950a80 x1871641054249088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945783.986245:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945783.986249:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950a80 x1871641054249088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945799 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945783.986256:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945783.986258:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945783.986320:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945783.986323:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b300. 00000400:00000200:0.0:1784945783.986326:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945783.986330:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945783.986333:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6770 00000400:00000010:0.0:1784945783.986335:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6770. 00000100:00000001:0.0:1784945783.986338:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945783.986342:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950000 x1871641054249216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945783.986349:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945783.986352:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950000 x1871641054249216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945799 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945783.986358:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945783.986360:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945783.987745:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945783.987756:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945783.987759:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945783.987761:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945783.987766:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945783.987771:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945783.987776:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945783.987779:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945783.987783:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945783.987791:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f8080 00000400:00000200:0.0:1784945783.987795:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945783.987800:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cda21 [1] + 224 00000800:00000001:0.0:1784945783.987806:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945783.987808:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945783.987811:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945783.987814:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945783.987818:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945783.987823:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950a80 x1871641054249088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945799 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945783.987833:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950a80 x1871641054249088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945783.987846:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945783.987853:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945783.987855:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945783.987857:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945783.987860:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945783.987862:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784945783.987863:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945783.987865:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784945783.987870:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000001:3.0:1784945783.987871:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945783.987873:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945783.987876:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:0.0:1784945783.987877:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945783.987880:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1f68 00000400:00000200:0.0:1784945783.987881:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945783.987883:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1f68. 00000100:00000001:3.0:1784945783.987886:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784945783.987887:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945783.987892:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f8100 00000100:00000200:3.0:1784945783.987892:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950a80 x1871641054249088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784945783.987900:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945783.987908:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cda29 [1] + 224 00000100:00000200:3.0:1784945783.987911:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950a80 x1871641054249088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945799 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784945783.987913:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784945783.987919:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945783.987920:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945783.987922:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945783.987923:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784945783.987925:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945783.987928:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1784945783.987931:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784945783.987931:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945783.987934:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945783.987936:0:2345:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1784945783.987937:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945783.987942:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=35 v=5 (5 5 5 5) 00000100:00000200:0.0:1784945783.987943:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950000 x1871641054249216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945799 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784945783.987948:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=35 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945783.987954:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945783.987955:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945783.987957:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945783.987960:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945783.987964:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945783.987967:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950000 x1871641054249216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784945783.987970:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950a80 x1871641054249088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945799 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945783.987995:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945783.987997:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945783.987999:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945783.988003:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950a80 x1871641054249088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945799 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945783.988006:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1784945783.988013:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054249088:192.168.202.106@tcp:400:kworker.0 00000800:00000001:0.0:1784945783.988014:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945783.988018:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945783.988020:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945783.988024:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945783.988027:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950a80 x1871641054249088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945799 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945783.988034:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945783.988037:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945783.988039:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479aea00. 02000000:00000001:3.0:1784945783.988043:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945783.988045:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945783.988046:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945783.988048:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945783.988051:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:3.0:1784945783.988054:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945783.988056:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945783.988057:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950a80. 00000100:00000001:3.0:1784945783.988060:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945783.988061:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945783.988063:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945783.988067:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945783.988068:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945783.988070:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945783.988071:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945783.988154:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945783.988157:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945783.988160:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945783.988161:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945783.988164:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945783.988167:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6d48 00000400:00000010:2.0:1784945783.988169:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6d48. 00000100:00000001:2.0:1784945783.988172:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945783.988176:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950000 x1871641054249216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945783.988185:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950000 x1871641054249216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945799 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945783.988191:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945783.988193:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945783.988195:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945783.988196:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945783.988197:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945783.988199:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945783.988201:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945783.988205:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=35 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945783.988208:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=105 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945783.988210:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945783.988212:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945783.988213:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945783.988216:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945783.988218:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945783.988220:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945783.988222:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945783.988223:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945783.988227:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950000 x1871641054249216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945799 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945783.988233:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945783.988235:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945783.988237:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945783.988240:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950000 x1871641054249216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945799 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945783.988247:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054249216:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945783.988251:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945783.988253:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945783.988256:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950000 x1871641054249216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945799 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945783.988262:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945783.988263:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945783.988265:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945783.988267:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945783.988269:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945783.988270:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945783.988272:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945783.988274:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b000. 02000000:00000001:2.0:1784945783.988276:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945783.988277:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945783.988279:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950000. 00000100:00000001:2.0:1784945783.988281:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945783.988282:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945783.988284:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945783.988287:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945783.988288:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945783.988290:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945783.988291:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945784.305838:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945784.305843:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945784.305898:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945784.305902:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945784.305906:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945784.689624:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304571567, at 4304571584 00000100:00000040:1.0:1784945784.689624:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304571567, at 4304571584 00000100:00000010:0.0:1784945784.689641:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3228a0. 00000100:00000010:1.0:1784945784.689642:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322060. 00010000:00000001:1.0:1784945785.329633:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945785.329640:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945785.329694:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945785.329698:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945785.329701:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945786.353636:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945786.353644:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945786.353699:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945786.353703:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945786.353710:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945787.377629:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945787.377635:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945787.377690:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945787.377694:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945787.377697:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784945787.761638:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784945787.761652:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784945787.761657:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1784945787.761870:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784945787.761876:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945787.761887:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945787.761892:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945787.761895:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784945788.401619:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945788.401625:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945788.401722:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945788.401726:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945788.401730:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945789.105638:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945789.105648:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945789.105664:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950000. 00000020:00000040:2.0:1784945789.105672:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945789.105677:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945789.105680:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945789.105684:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945789.105692:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b000. 00000100:00000001:2.0:1784945789.105697:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945789.105706:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950000 x1871641054249344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945789.105713:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945789.105717:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945789.105721:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac249ac8] to pc [ptlrpcd_01_01+1] req@ffff996d73950000 x1871641054249344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945789.105750:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945789.105753:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945789.105756:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945789.105759:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951500. 00000020:00000040:2.0:1784945789.105761:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945789.105763:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945789.105765:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945789.105767:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945789.105771:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784945789.105774:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945789.105780:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951500 x1871641054249472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945789.105786:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945789.105788:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945789.105792:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945789.105792:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784945789.105796:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fb9ec] to pc [ptlrpcd_01_00+0] req@ffff996d73951500 x1871641054249472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945789.105798:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784945789.105806:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945789.105808:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950000 x1871641054249344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784945789.105809:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945789.105815:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945789.105820:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945789.105826:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784945789.105827:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945789.105831:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945789.105832:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9913) 02000000:00000001:3.0:1784945789.105838:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945789.105841:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945789.105844:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945789.105847:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1784945789.105849:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054249344:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945789.105850:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945789.105853:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784945789.105858:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784945789.105859:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951500 x1871641054249472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945789.105865:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784945789.105865:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784945789.105868:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945789.105870:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945789.105871:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945789.105873:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945789.105876:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945789.105876:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1784945789.105880:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054249472:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945789.105883:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1784945789.105883:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479aea00. 02000000:00000001:2.0:1784945789.105887:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945789.105888:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945789.105890:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945789.105894:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945789.105898:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 00000400:00000200:3.0:1784945789.105898:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784945789.105902:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784945789.105906:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000200:2.0:1784945789.105910:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945789.105917:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:3.0:1784945789.105918:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1f68. 00000400:00000010:2.0:1784945789.105923:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6d48. 00000100:00000200:3.0:1784945789.105927:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054249344, portal 25 00000100:00000200:2.0:1784945789.105928:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054249472, portal 10 00000100:00000001:3.0:1784945789.105932:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945789.105933:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945789.105935:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102470656 : -112779607080960 : ffff996d73950000) 00000100:00000001:2.0:1784945789.105936:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476032 : -112779607075584 : ffff996d73951500) 00000100:00000040:2.0:1784945789.105947:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951500 x1871641054249472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784945789.105947:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950000 x1871641054249344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945789.105977:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784945789.105978:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945789.105982:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945789.105984:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6b28. 00000100:00000040:3.0:1784945789.105986:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000200:2.0:1784945789.105988:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054249472, offset 0 00000400:00000200:2.0:1784945789.105994:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945789.105998:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1cc0. 00000100:00000200:3.0:1784945789.106003:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054249344, offset 0 00000400:00000200:2.0:1784945789.106004:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945789.106012:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945789.106024:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945789.106030:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945789.106034:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945789.106037:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945789.106040:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945789.106043:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314459:314459:256:4294967295] 192.168.202.106@tcp LPNI seq info [314455:314455:8:4294967295] 00000400:00000200:2.0:1784945789.106046:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945789.106052:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945789.106058:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784945789.106062:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945789.106067:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784945789.106072:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945789.106074:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945789.106105:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945789.106108:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945789.106111:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314460:314460:255:4294967295] 192.168.202.106@tcp LPNI seq info [314456:314456:7:4294967295] 00000400:00000200:3.0:1784945789.106116:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945789.106122:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945789.106127:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945789.106131:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000800:00000200:3.0:1784945789.106138:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945789.106145:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945789.106149:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945789.106166:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945789.106170:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945789.106173:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304576687 00000100:00000010:3.0:1784945789.106179:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322360. 00000100:00000001:3.0:1784945789.106185:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945789.106201:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304576687 00000100:00000010:3.0:1784945789.106205:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322660. 00000100:00000001:3.0:1784945789.106209:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945789.106213:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945789.106215:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945789.106218:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945789.106220:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945789.106226:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945789.106229:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945789.106232:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945789.106234:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945789.106236:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784945789.106237:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b700. 00000100:00000001:3.0:1784945789.106240:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784945789.106246:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945789.106251:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945789.106254:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945789.106258:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945789.106261:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16806 usecs (17 jiffies) 00000400:00000200:2.0:1784945789.106265:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945789.106267:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304576017 00000100:00000001:2.0:1784945789.106270:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304576687 00000100:00000001:2.0:1784945789.106272:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304576017 00000100:00000001:2.0:1784945789.106273:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304576687 00000100:00000001:2.0:1784945789.106275:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945789.106277:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945789.106280:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945789.106281:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945789.106285:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945789.106286:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1784945789.106288:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784945789.106288:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945789.106290:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945789.106291:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784945789.106293:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea800. 00000100:00000001:2.0:1784945789.106293:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945789.106298:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945789.106303:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945789.106308:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1cc0 00000400:00000010:1.0:1784945789.106310:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1cc0. 00000100:00000001:1.0:1784945789.106314:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945789.106319:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950000 x1871641054249344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945789.106328:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945789.106331:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950000 x1871641054249344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945805 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945789.106338:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945789.106340:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945789.106355:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945789.106357:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b700. 00000400:00000200:1.0:1784945789.106359:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945789.106361:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945789.106364:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6b28 00000400:00000010:1.0:1784945789.106366:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6b28. 00000100:00000001:1.0:1784945789.106369:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945789.106384:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951500 x1871641054249472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945789.106391:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945789.106394:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951500 x1871641054249472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945805 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945789.106399:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945789.106400:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945789.108743:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945789.108755:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945789.108759:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945789.108762:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945789.108768:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945789.108774:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945789.108781:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945789.108786:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945789.108790:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945789.108795:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f8180 00000400:00000200:0.0:1784945789.108800:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945789.108805:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cda31 [1] + 224 00000800:00000001:0.0:1784945789.108811:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945789.108817:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945789.108820:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945789.108823:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945789.108829:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945789.108836:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950000 x1871641054249344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945805 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945789.108847:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950000 x1871641054249344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945789.108861:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945789.108869:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945789.108872:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945789.108894:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945789.108898:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945789.108903:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945789.108905:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945789.108908:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945789.108911:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1f68 00000400:00000010:3.0:1784945789.108912:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1f68. 00000100:00000001:3.0:1784945789.108914:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945789.108918:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950000 x1871641054249344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945789.108924:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950000 x1871641054249344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945805 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945789.108928:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945789.108930:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945789.108931:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945789.108934:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945789.108935:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945789.108937:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945789.108939:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945789.108944:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=41 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945789.108947:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=41 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945789.108948:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945789.108949:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945789.108951:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945789.108953:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945789.108954:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945789.108957:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950000 x1871641054249344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945805 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945789.108961:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945789.108963:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945789.108964:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945789.108966:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950000 x1871641054249344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945805 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945789.108971:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054249344:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945789.108976:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945789.108978:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945789.108981:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950000 x1871641054249344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945805 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945789.108987:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945789.108989:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945789.108992:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479aea00. 02000000:00000001:3.0:1784945789.108994:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945789.108997:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945789.108999:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945789.109001:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945789.109003:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b000. 02000000:00000001:3.0:1784945789.109006:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945789.109008:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945789.109010:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950000. 00000100:00000001:3.0:1784945789.109013:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945789.109014:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945789.109016:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945789.109021:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945789.109023:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945789.109025:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945789.109027:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784945789.109476:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945789.109483:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945789.109485:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945789.109487:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945789.109492:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945789.109496:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945789.109501:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945789.109504:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945789.109507:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945789.109510:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f8200 00000400:00000200:1.0:1784945789.109514:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945789.109544:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cda39 [1] + 224 00000800:00000001:1.0:1784945789.109549:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945789.109554:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945789.109557:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945789.109560:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945789.109564:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945789.109569:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951500 x1871641054249472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945805 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945789.109578:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951500 x1871641054249472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945789.109597:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945789.109603:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945789.109605:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945789.109636:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945789.109640:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945789.109644:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945789.109646:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945789.109649:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945789.109652:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6d48 00000400:00000010:2.0:1784945789.109654:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6d48. 00000100:00000001:2.0:1784945789.109657:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945789.109662:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951500 x1871641054249472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945789.109671:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951500 x1871641054249472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945805 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945789.109677:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945789.109679:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945789.109681:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945789.109682:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945789.109684:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945789.109685:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945789.109687:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945789.109692:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=41 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945789.109695:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=111 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945789.109698:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945789.109699:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945789.109700:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945789.109704:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945789.109706:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945789.109708:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945789.109710:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945789.109711:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945789.109715:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951500 x1871641054249472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945805 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945789.109722:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945789.109724:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945789.109725:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945789.109729:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951500 x1871641054249472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945805 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945789.109743:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054249472:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945789.109746:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945789.109748:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945789.109751:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951500 x1871641054249472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945805 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945789.109757:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945789.109758:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945789.109760:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945789.109763:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945789.109764:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945789.109766:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945789.109767:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945789.109769:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 02000000:00000001:2.0:1784945789.109771:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945789.109772:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945789.109774:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951500. 00000100:00000001:2.0:1784945789.109776:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945789.109777:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945789.109779:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945789.109782:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945789.109783:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945789.109785:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945789.109787:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945789.425619:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945789.425624:0:191202:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945789.425626:0:191202:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945789.425628:0:191202:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945789.425631:0:191202:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945789.425633:0:191202:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945789.425635:0:191202:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945789.425636:0:191202:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945789.425698:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945789.425701:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945789.425705:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945789.809736:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304576687, at 4304576704 00000100:00000010:1.0:1784945789.809763:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322660. 00000100:00000040:0.0:1784945789.811658:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304576687, at 4304576706 00000100:00000010:0.0:1784945789.811670:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322360. 00010000:00000001:1.0:1784945790.449638:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945790.449643:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945790.449709:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945790.449713:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945790.449716:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945791.473642:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945791.473648:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945791.473715:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945791.473718:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945791.473720:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945792.497638:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945792.497645:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945792.497712:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945792.497717:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945792.497720:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945793.521631:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945793.521638:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945793.521742:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945793.521745:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945793.521748:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945794.225668:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945794.225678:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945794.225688:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73777b80. 00000020:00000040:3.0:1784945794.225694:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945794.225698:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945794.225701:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945794.225706:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945794.225714:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beaf00. 00000100:00000001:3.0:1784945794.225720:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945794.225731:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73777b80 x1871641054249600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945794.225740:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945794.225744:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945794.225749:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7e33dc] to pc [ptlrpcd_01_01+1] req@ffff996d73777b80 x1871641054249600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945794.225771:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945794.225774:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945794.225777:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945794.225780:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775500. 00000020:00000040:3.0:1784945794.225783:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945794.225785:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945794.225786:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945794.225788:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945794.225790:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1784945794.225793:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea800. 00000100:00100000:2.0:1784945794.225795:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1784945794.225797:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945794.225797:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945794.225801:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73775500 x1871641054249728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945794.225803:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945794.225805:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945794.225808:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945794.225808:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945794.225809:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945794.225810:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945794.225811:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945794.225814:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060c0aa08] to pc [ptlrpcd_01_00+0] req@ffff996d73775500 x1871641054249728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784945794.225818:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73777b80 x1871641054249600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945794.225822:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945794.225825:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945794.225826:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945794.225828:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945794.225828:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784945794.225831:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784945794.225831:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784945794.225833:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784945794.225834:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784945794.225836:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945794.225838:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9918) 00000100:00100000:2.0:1784945794.225839:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73777b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054249600:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945794.225842:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945794.225848:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945794.225850:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945794.225852:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945794.225857:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945794.225859:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945794.225865:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945794.225865:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1784945794.225867:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1784945794.225868:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784945794.225869:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000100:00000001:3.0:1784945794.225871:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945794.225872:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945794.225874:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1784945794.225876:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6d48. 00000100:00000001:3.0:1784945794.225876:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945794.225877:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1784945794.225881:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054249600, portal 25 00000100:00000040:3.0:1784945794.225881:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775500 x1871641054249728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945794.225884:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945794.225885:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100536192 : -112779609015424 : ffff996d73777b80) 00000100:00000001:3.0:1784945794.225888:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945794.225889:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945794.225890:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73777b80 x1871641054249600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784945794.225891:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945794.225893:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945794.225895:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945794.225897:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1784945794.225897:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054249728:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784945794.225900:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784945794.225900:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1784945794.225902:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6aa0. 02000000:00000001:3.0:1784945794.225903:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945794.225904:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784945794.225905:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054249600, offset 0 02000000:00000001:3.0:1784945794.225906:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945794.225909:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479aea00. 02000000:00000001:3.0:1784945794.225910:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945794.225914:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945794.225916:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784945794.225921:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1f68. 00000400:00000200:2.0:1784945794.225924:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000200:3.0:1784945794.225924:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054249728, portal 10 00000100:00000001:3.0:1784945794.225926:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945794.225927:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100526336 : -112779609025280 : ffff996d73775500) 00000400:00000200:2.0:1784945794.225932:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784945794.225934:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775500 x1871641054249728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784945794.225939:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:3.0:1784945794.225939:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945794.225941:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945794.225943:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1784945794.225943:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1660. 00000100:00000200:3.0:1784945794.225945:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054249728, offset 0 00000400:00000200:2.0:1784945794.225947:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945794.225949:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945794.225951:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945794.225953:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945794.225958:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314461:314461:256:4294967295] 192.168.202.106@tcp LPNI seq info [314457:314457:8:4294967295] 00000400:00000200:2.0:1784945794.225963:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945794.225966:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945794.225969:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945794.225971:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945794.225973:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784945794.225973:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945794.225975:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945794.225977:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:2.0:1784945794.225979:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945794.225980:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314462:314462:255:4294967295] 192.168.202.106@tcp LPNI seq info [314458:314458:7:4294967295] 00000800:00000010:2.0:1784945794.225983:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bd00. 00000400:00000200:3.0:1784945794.225983:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945794.225989:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945794.225990:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945794.225993:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945794.225995:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000800:00000200:2.0:1784945794.225997:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945794.225999:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945794.226001:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784945794.226002:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945794.226004:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945794.226018:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945794.226018:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945794.226024:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784945794.226025:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16805 usecs (17 jiffies) 00000100:00000001:2.0:1784945794.226027:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304581807 00000400:00000200:3.0:1784945794.226028:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945794.226030:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304581137 00000100:00000010:2.0:1784945794.226032:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cc60. 00000100:00000001:2.0:1784945794.226048:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945794.226054:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304581807 00000100:00000001:3.0:1784945794.226055:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304581807 00000100:00000010:2.0:1784945794.226058:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c600. 00000100:00000001:3.0:1784945794.226058:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304581137 00000100:00000001:2.0:1784945794.226062:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945794.226065:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945794.226065:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304581807 00000100:00000001:3.0:1784945794.226067:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945794.226068:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945794.226069:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945794.226070:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945794.226071:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945794.226073:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945794.226073:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945794.226075:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945794.226076:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945794.226077:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945794.226079:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945794.226092:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945794.226098:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bd00. 00000400:00000200:0.0:1784945794.226104:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945794.226109:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945794.226114:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6aa0 00000400:00000010:0.0:1784945794.226116:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6aa0. 00000100:00000001:0.0:1784945794.226121:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945794.226126:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73777b80 x1871641054249600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945794.226142:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945794.226145:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73777b80 x1871641054249600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945810 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945794.226152:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945794.226154:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945794.226215:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945794.226218:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000400:00000200:0.0:1784945794.226221:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945794.226224:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945794.226226:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1660 00000400:00000010:0.0:1784945794.226228:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1660. 00000100:00000001:0.0:1784945794.226231:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945794.226234:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775500 x1871641054249728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945794.226241:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945794.226244:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775500 x1871641054249728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945810 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945794.226251:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945794.226252:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945794.227723:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945794.227736:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945794.227739:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945794.227741:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945794.227746:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945794.227751:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945794.227758:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945794.227762:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945794.227767:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945794.227770:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f8280 00000400:00000200:1.0:1784945794.227775:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945794.227780:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cda41 [1] + 224 00000800:00000001:1.0:1784945794.227785:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945794.227789:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945794.227790:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945794.227793:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945794.227797:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945794.227801:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73777b80 x1871641054249600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945810 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945794.227808:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73777b80 x1871641054249600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945794.227821:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945794.227829:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945794.227831:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945794.227832:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945794.227833:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945794.227835:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945794.227838:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945794.227842:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945794.227844:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945794.227847:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945794.227849:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f8300 00000100:00000001:2.0:1784945794.227849:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945794.227853:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784945794.227854:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945794.227858:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cda49 [1] + 224 00000800:00000001:1.0:1784945794.227860:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784945794.227866:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945794.227868:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945794.227870:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945794.227873:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6d48 00000400:00000010:2.0:1784945794.227875:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6d48. 00000100:00000001:2.0:1784945794.227877:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945794.227881:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73777b80 x1871641054249600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945794.227888:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73777b80 x1871641054249600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945810 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945794.227892:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945794.227893:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945794.227895:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945794.227897:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945794.227899:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945794.227900:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945794.227902:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945794.227907:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=46 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945794.227910:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=46 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945794.227912:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945794.227913:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945794.227915:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945794.227916:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945794.227918:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945794.227921:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73777b80 x1871641054249600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945810 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945794.227924:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945794.227926:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945794.227928:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945794.227932:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73777b80 x1871641054249600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945810 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945794.227939:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73777b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054249600:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945794.227943:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945794.227945:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945794.227948:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73777b80 x1871641054249600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945810 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945794.227954:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945794.227956:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945794.227960:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945794.227963:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945794.227964:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945794.227966:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945794.227967:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945794.227969:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beaf00. 02000000:00000001:2.0:1784945794.227971:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945794.227972:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945794.227974:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73777b80. 00000100:00000001:2.0:1784945794.227977:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945794.227977:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945794.227979:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945794.227983:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945794.227984:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945794.227986:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945794.227988:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784945794.228453:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945794.228457:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945794.228462:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945794.228466:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945794.228471:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775500 x1871641054249728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945810 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945794.228480:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775500 x1871641054249728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945794.228497:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945794.228506:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945794.228510:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945794.228553:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945794.228556:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945794.228559:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945794.228560:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945794.228562:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945794.228566:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1f68 00000400:00000010:3.0:1784945794.228568:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1f68. 00000100:00000001:3.0:1784945794.228570:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945794.228575:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775500 x1871641054249728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945794.228582:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775500 x1871641054249728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945810 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945794.228603:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945794.228605:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945794.228607:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945794.228608:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945794.228609:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945794.228611:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945794.228613:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945794.228618:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=46 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945794.228621:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=116 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945794.228623:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945794.228625:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945794.228627:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945794.228630:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945794.228632:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945794.228634:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945794.228636:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945794.228637:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945794.228642:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775500 x1871641054249728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945810 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945794.228648:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945794.228650:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945794.228651:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945794.228654:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775500 x1871641054249728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945810 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945794.228662:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054249728:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945794.228666:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945794.228668:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945794.228670:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775500 x1871641054249728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945810 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945794.228677:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945794.228678:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945794.228680:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479aea00. 02000000:00000001:3.0:1784945794.228683:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945794.228684:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945794.228686:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945794.228687:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945794.228689:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea800. 02000000:00000001:3.0:1784945794.228691:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945794.228692:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945794.228694:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775500. 00000100:00000001:3.0:1784945794.228697:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945794.228698:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945794.228699:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945794.228704:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945794.228705:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945794.228707:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945794.228709:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945794.545620:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945794.545627:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945794.545686:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945794.545690:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945794.545694:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945794.929581:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304581807, at 4304581824 00000100:00000040:0.0:1784945794.929583:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304581807, at 4304581824 00000100:00000010:1.0:1784945794.929597:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c600. 00000100:00000010:0.0:1784945794.929599:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cc60. 00010000:00000001:1.0:1784945795.569631:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945795.569637:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945795.569702:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945795.569705:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945795.569709:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945796.593634:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945796.593641:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945796.593713:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945796.593717:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945796.593721:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945797.617636:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945797.617642:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945797.617700:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945797.617704:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945797.617707:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945798.641646:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945798.641652:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945798.641715:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945798.641719:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945798.641722:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945799.345621:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945799.345628:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945799.345636:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775500. 00000020:00000040:3.0:1784945799.345640:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945799.345643:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945799.345646:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945799.345649:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945799.345654:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea800. 00000100:00000001:3.0:1784945799.345660:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945799.345670:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73775500 x1871641054249856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945799.345677:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945799.345680:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945799.345684:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060c0aa08] to pc [ptlrpcd_01_01+1] req@ffff996d73775500 x1871641054249856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945799.345707:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945799.345709:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945799.345711:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945799.345713:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774a80. 00000020:00000040:3.0:1784945799.345714:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945799.345716:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945799.345717:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945799.345718:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945799.345720:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beab00. 00000100:00000001:3.0:1784945799.345723:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945799.345725:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73774a80 x1871641054249984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945799.345730:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945799.345731:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945799.345734:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000830eceff] to pc [ptlrpcd_01_00+0] req@ffff996d73774a80 x1871641054249984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945799.345736:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1784945799.345742:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1784945799.345742:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945799.345747:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945799.345747:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945799.345752:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945799.345754:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945799.345756:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1784945799.345756:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784945799.345759:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945799.345762:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784945799.345762:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9923) 00000100:00000001:2.0:1784945799.345766:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945799.345768:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945799.345775:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774a80 x1871641054249984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945799.345781:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945799.345782:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945799.345783:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945799.345785:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945799.345786:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945799.345789:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945799.345791:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945799.345794:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054249984:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945799.345797:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945799.345802:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945799.345804:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945799.345805:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945799.345809:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945799.345810:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945799.345815:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945799.345818:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784945799.345823:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6d48. 00000100:00000200:2.0:1784945799.345828:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054249984, portal 10 00000100:00000001:2.0:1784945799.345829:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945799.345831:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100523648 : -112779609027968 : ffff996d73774a80) 00000100:00000040:2.0:1784945799.345836:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774a80 x1871641054249984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945799.345840:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945799.345842:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945799.345844:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6990. 00000100:00000200:2.0:1784945799.345846:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054249984, offset 0 00000400:00000200:2.0:1784945799.345850:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945799.345857:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945799.345861:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945799.345865:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945799.345868:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945799.345870:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945799.345872:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945799.345875:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314463:314463:256:4294967295] 192.168.202.106@tcp LPNI seq info [314459:314459:8:4294967295] 00000400:00000200:2.0:1784945799.345878:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945799.345885:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945799.345889:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945799.345893:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b500. 00000800:00000200:2.0:1784945799.345897:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945799.345903:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945799.345906:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945799.345918:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945799.345921:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16805 usecs (17 jiffies) 00000400:00000200:2.0:1784945799.345923:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945799.345925:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304586257 00000100:00000010:2.0:1784945799.345928:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c9c0. 00000100:00000001:2.0:1784945799.345932:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945799.345939:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304586257 00000100:00000010:2.0:1784945799.345942:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c840. 00000100:00000001:2.0:1784945799.345944:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945799.345950:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945799.345952:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945799.345954:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945799.345957:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775500 x1871641054249856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945799.345962:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945799.345963:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945799.345964:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945799.345966:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945799.345967:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945799.345970:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054249856:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945799.345972:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945799.345973:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945799.345974:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945799.345975:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945799.345978:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945799.345980:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945799.345982:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945799.345984:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784945799.345987:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6ee0. 00000100:00000200:2.0:1784945799.345989:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054249856, portal 25 00000100:00000001:2.0:1784945799.345990:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945799.345991:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100526336 : -112779609025280 : ffff996d73775500) 00000100:00000040:2.0:1784945799.346008:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775500 x1871641054249856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945799.346012:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945799.346013:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945799.346015:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6908. 00000100:00000200:2.0:1784945799.346016:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054249856, offset 0 00000400:00000200:2.0:1784945799.346019:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945799.346022:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945799.346024:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945799.346026:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945799.346027:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945799.346029:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945799.346030:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945799.346032:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314464:314464:255:4294967295] 192.168.202.106@tcp LPNI seq info [314460:314460:7:4294967295] 00000400:00000200:2.0:1784945799.346035:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945799.346038:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945799.346041:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945799.346043:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bc00. 00000800:00000200:2.0:1784945799.346046:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945799.346049:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945799.346051:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945799.346053:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945799.346055:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945799.346056:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304586927 00000800:00000200:0.0:1784945799.346058:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784945799.346061:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304586257 00000800:00000010:0.0:1784945799.346062:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b500. 00000100:00000001:2.0:1784945799.346065:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304586927 00000400:00000200:0.0:1784945799.346069:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784945799.346069:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304586257 00000100:00000001:2.0:1784945799.346074:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945799.346076:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945799.346080:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784945799.346080:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945799.346083:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945799.346085:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945799.346086:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945799.346089:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945799.346090:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945799.346092:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945799.346093:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6990 00000100:00000001:2.0:1784945799.346093:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784945799.346099:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6990. 00000100:00000001:0.0:1784945799.346105:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945799.346111:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73774a80 x1871641054249984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945799.346121:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945799.346125:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73774a80 x1871641054249984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945815 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945799.346132:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945799.346134:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945799.346158:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945799.346164:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bc00. 00000400:00000200:0.0:1784945799.346167:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945799.346171:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945799.346174:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6908 00000400:00000010:0.0:1784945799.346176:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6908. 00000100:00000001:0.0:1784945799.346178:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945799.346182:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775500 x1871641054249856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945799.346190:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945799.346196:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775500 x1871641054249856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945815 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945799.346203:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945799.346204:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945799.348297:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945799.348309:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945799.348313:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945799.348315:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945799.348320:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945799.348326:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945799.348333:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945799.348338:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945799.348343:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945799.348346:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f8400 00000400:00000200:1.0:1784945799.348350:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945799.348355:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cda51 [1] + 224 00000800:00000001:1.0:1784945799.348361:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945799.348364:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945799.348367:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945799.348370:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945799.348375:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945799.348381:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73774a80 x1871641054249984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945815 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945799.348390:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73774a80 x1871641054249984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945799.348407:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945799.348414:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945799.348417:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945799.348420:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945799.348422:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945799.348424:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945799.348428:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945799.348432:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945799.348435:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945799.348437:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945799.348440:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f8380 00000400:00000200:1.0:1784945799.348444:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945799.348447:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784945799.348448:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cda59 [1] + 224 00000100:00000001:2.0:1784945799.348452:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784945799.348454:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784945799.348460:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945799.348463:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945799.348466:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945799.348471:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6d48 00000800:00000001:1.0:1784945799.348473:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784945799.348474:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6d48. 00000400:00000200:1.0:1784945799.348479:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784945799.348481:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784945799.348485:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945799.348490:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945799.348490:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774a80 x1871641054249984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784945799.348498:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775500 x1871641054249856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945815 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945799.348506:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774a80 x1871641054249984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945815 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945799.348513:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775500 x1871641054249856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945799.348541:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945799.348544:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945799.348563:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945799.348568:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945799.348571:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945799.348639:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945799.348643:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945799.348645:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945799.348647:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945799.348650:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945799.348658:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=51 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945799.348662:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=121 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945799.348665:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945799.348667:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945799.348670:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945799.348673:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945799.348676:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945799.348678:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945799.348680:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945799.348682:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945799.348687:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774a80 x1871641054249984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945815 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945799.348694:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945799.348697:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945799.348698:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945799.348702:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774a80 x1871641054249984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945815 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945799.348710:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054249984:192.168.202.106@tcp:400:kworker.0 00000400:00000001:2.0:1784945799.348716:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945799.348718:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945799.348720:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945799.348723:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6ee0 00000400:00000010:2.0:1784945799.348725:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6ee0. 00000100:00000001:2.0:1784945799.348727:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945799.348731:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775500 x1871641054249856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945799.348739:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775500 x1871641054249856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945815 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945799.348745:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945799.348746:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945799.348748:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945799.348749:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945799.348750:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945799.348751:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945799.348753:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945799.348755:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=51 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945799.348758:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=51 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945799.348760:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945799.348761:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945799.348763:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945799.348765:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945799.348767:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945799.348770:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775500 x1871641054249856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945815 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945799.348776:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945799.348777:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945799.348779:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945799.348782:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775500 x1871641054249856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945815 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945799.348789:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054249856:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945799.348792:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945799.348794:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945799.348797:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774a80 x1871641054249984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945815 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945799.348804:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945799.348806:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945799.348809:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945799.348812:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945799.348815:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945799.348816:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945799.348819:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945799.348821:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beab00. 02000000:00000001:2.0:1784945799.348824:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945799.348825:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945799.348827:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774a80. 00000100:00000001:2.0:1784945799.348831:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945799.348832:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945799.348834:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945799.348837:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775500 x1871641054249856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945815 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945799.348843:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945799.348845:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945799.348846:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945799.348849:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945799.348850:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945799.348851:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945799.348853:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945799.348855:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea800. 02000000:00000001:2.0:1784945799.348857:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945799.348858:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945799.348859:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775500. 00000100:00000001:2.0:1784945799.348862:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945799.348862:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945799.348864:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945799.348870:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945799.348871:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945799.348873:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945799.348875:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945799.665633:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945799.665641:0:191202:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945799.665643:0:191202:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945799.665646:0:191202:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945799.665650:0:191202:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945799.665652:0:191202:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945799.665655:0:191202:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945799.665665:0:191202:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945799.665730:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945799.665734:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945799.665737:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945800.049616:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304586927, at 4304586944 00000100:00000040:1.0:1784945800.049626:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304586927, at 4304586944 00000100:00000010:0.0:1784945800.049630:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c9c0. 00000100:00000010:1.0:1784945800.049636:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c840. 00010000:00000001:1.0:1784945800.689633:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945800.689640:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945800.689701:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945800.689705:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945800.689708:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945801.714257:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945801.714264:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945801.714365:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945801.714368:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945801.714372:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945802.737629:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945802.737636:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945802.737691:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945802.737695:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945802.737699:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945803.761630:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945803.761637:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945803.761753:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945803.761756:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945803.761759:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945804.465624:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945804.465634:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945804.465644:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951500. 00000020:00000040:2.0:1784945804.465650:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945804.465654:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945804.465657:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945804.465662:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945804.465668:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784945804.465674:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945804.465684:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951500 x1871641054250112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945804.465696:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945804.465700:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945804.465706:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fb9ec] to pc [ptlrpcd_01_01+1] req@ffff996d73951500 x1871641054250112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945804.465735:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945804.465739:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945804.465742:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945804.465746:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953800. 00000020:00000040:2.0:1784945804.465749:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945804.465751:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945804.465752:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945804.465755:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945804.465757:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945804.465760:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1784945804.465762:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b100. 00000100:00000001:3.0:1784945804.465764:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784945804.465767:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945804.465773:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951500 x1871641054250112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784945804.465775:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73953800 x1871641054250240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945804.465794:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945804.465797:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945804.465798:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945804.465802:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945804.465803:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945804.465807:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784945804.465808:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000610493dc] to pc [ptlrpcd_01_00+0] req@ffff996d73953800 x1871641054250240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784945804.465812:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945804.465820:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054250112:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945804.465827:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945804.465828:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784945804.465832:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784945804.465836:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784945804.465837:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784945804.465841:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945804.465842:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784945804.465846:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784945804.465847:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945804.465853:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9929) 02000000:00000010:3.0:1784945804.465853:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479afa00. 02000000:00000001:3.0:1784945804.465857:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945804.465865:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945804.465869:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000100:00000001:2.0:1784945804.465870:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945804.465874:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945804.465876:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1784945804.465876:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1f68. 00000100:00000040:2.0:1784945804.465882:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953800 x1871641054250240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945804.465885:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054250112, portal 25 00000100:00000001:3.0:1784945804.465891:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945804.465894:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476032 : -112779607075584 : ffff996d73951500) 00000100:00000001:2.0:1784945804.465896:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945804.465899:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945804.465903:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784945804.465904:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951500 x1871641054250112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784945804.465907:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945804.465913:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945804.465920:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054250240:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945804.465920:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784945804.465927:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784945804.465928:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000001:2.0:1784945804.465931:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1784945804.465932:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1908. 02000000:00000001:2.0:1784945804.465934:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945804.465938:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1784945804.465938:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054250112, offset 0 02000000:00000010:2.0:1784945804.465944:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 00000400:00000200:3.0:1784945804.465949:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945804.465971:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784945804.465975:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945804.465978:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945804.465983:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945804.465985:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1784945804.465989:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000200:3.0:1784945804.465992:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000010:2.0:1784945804.465996:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6ee0. 00000400:00000200:3.0:1784945804.465998:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1784945804.466002:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054250240, portal 10 00000400:00000200:3.0:1784945804.466002:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:2.0:1784945804.466007:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945804.466010:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102484992 : -112779607066624 : ffff996d73953800) 00000400:00000200:3.0:1784945804.466011:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314465:314465:256:4294967295] 192.168.202.106@tcp LPNI seq info [314461:314461:8:4294967295] 00000400:00000200:3.0:1784945804.466020:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784945804.466021:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953800 x1871641054250240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945804.466031:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784945804.466035:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000040:2.0:1784945804.466037:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945804.466041:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6d48. 00000100:00000200:2.0:1784945804.466046:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054250240, offset 0 00000800:00000200:3.0:1784945804.466047:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945804.466054:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000400:00000200:2.0:1784945804.466055:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945804.466062:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784945804.466066:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945804.466073:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945804.466077:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784945804.466083:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945804.466087:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945804.466090:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945804.466092:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945804.466095:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:3.0:1784945804.466096:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945804.466102:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314466:314466:255:4294967295] 192.168.202.106@tcp LPNI seq info [314462:314462:7:4294967295] 00000400:00000200:3.0:1784945804.466104:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945804.466108:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304592047 00000400:00000200:2.0:1784945804.466113:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000010:3.0:1784945804.466116:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3222a0. 00000400:00000200:2.0:1784945804.466123:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:3.0:1784945804.466124:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945804.466132:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304592047 00000800:00000200:2.0:1784945804.466133:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000010:3.0:1784945804.466137:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3221e0. 00000800:00000010:2.0:1784945804.466140:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bc00. 00000100:00000001:3.0:1784945804.466141:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945804.466147:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1784945804.466149:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:3.0:1784945804.466151:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945804.466157:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784945804.466160:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:3.0:1784945804.466161:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784945804.466166:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945804.466170:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945804.466172:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945804.466174:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1784945804.466177:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16803 usecs (17 jiffies) 00000400:00000200:2.0:1784945804.466182:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945804.466186:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304591377 00000100:00000001:3.0:1784945804.466187:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945804.466190:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945804.466192:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304592047 00000100:00000001:3.0:1784945804.466193:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945804.466198:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304591377 00000100:00000001:3.0:1784945804.466198:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945804.466204:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304592047 00000100:00000001:2.0:1784945804.466206:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945804.466209:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945804.466212:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945804.466214:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945804.466225:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945804.466227:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945804.466230:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945804.466231:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945804.466232:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945804.466235:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945804.466297:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945804.466302:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bead00. 00000400:00000200:0.0:1784945804.466307:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945804.466312:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945804.466317:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1908 00000400:00000010:0.0:1784945804.466319:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1908. 00000100:00000001:0.0:1784945804.466324:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945804.466328:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951500 x1871641054250112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945804.466337:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945804.466340:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951500 x1871641054250112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945820 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945804.466347:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945804.466349:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945804.466399:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945804.466402:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bc00. 00000400:00000200:0.0:1784945804.466405:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945804.466408:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945804.466410:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6d48 00000400:00000010:0.0:1784945804.466412:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6d48. 00000100:00000001:0.0:1784945804.466415:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945804.466418:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953800 x1871641054250240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945804.466425:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945804.466428:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953800 x1871641054250240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945820 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945804.466435:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945804.466436:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945804.467991:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945804.468004:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945804.468008:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945804.468011:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945804.468016:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945804.468021:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945804.468027:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945804.468030:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945804.468034:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945804.468037:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f8480 00000400:00000200:1.0:1784945804.468041:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945804.468046:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cda61 [1] + 224 00000800:00000001:1.0:1784945804.468051:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945804.468053:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945804.468055:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945804.468058:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945804.468061:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945804.468066:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951500 x1871641054250112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945820 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945804.468073:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951500 x1871641054250112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945804.468085:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945804.468090:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945804.468093:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945804.468095:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945804.468097:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945804.468100:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945804.468103:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945804.468108:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945804.468110:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945804.468114:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945804.468118:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f8500 00000400:00000200:1.0:1784945804.468122:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945804.468126:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cda69 [1] + 224 00000100:00000001:3.0:1784945804.468128:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784945804.468132:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784945804.468132:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945804.468140:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784945804.468141:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784945804.468143:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784945804.468145:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1784945804.468148:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:1.0:1784945804.468153:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:3.0:1784945804.468155:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1f68 00000400:00000010:3.0:1784945804.468159:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1f68. 00000100:00000001:3.0:1784945804.468162:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784945804.468163:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945804.468170:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953800 x1871641054250240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945820 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945804.468170:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951500 x1871641054250112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945804.468205:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951500 x1871641054250112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945820 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945804.468213:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953800 x1871641054250240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945804.468218:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945804.468221:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945804.468226:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945804.468230:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945804.468232:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945804.468234:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945804.468237:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945804.468238:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945804.468244:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1784945804.468244:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=56 v=5 (5 5 5 5) 00000800:00000001:1.0:1784945804.468248:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784945804.468251:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=56 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945804.468255:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945804.468257:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945804.468260:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945804.468263:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945804.468266:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945804.468272:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951500 x1871641054250112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945820 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945804.468280:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945804.468284:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945804.468286:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945804.468290:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951500 x1871641054250112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945820 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945804.468299:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054250112:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945804.468304:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945804.468306:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945804.468309:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951500 x1871641054250112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945820 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945804.468316:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945804.468319:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945804.468322:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479afa00. 02000000:00000001:3.0:1784945804.468325:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945804.468327:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945804.468329:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945804.468331:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945804.468334:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 02000000:00000001:3.0:1784945804.468337:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945804.468339:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945804.468341:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951500. 00000100:00000001:3.0:1784945804.468344:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945804.468345:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945804.468347:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945804.468352:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945804.468354:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945804.468356:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945804.468358:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945804.468421:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945804.468423:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945804.468427:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945804.468428:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945804.468430:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945804.468434:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6ee0 00000400:00000010:2.0:1784945804.468435:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6ee0. 00000100:00000001:2.0:1784945804.468438:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945804.468443:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953800 x1871641054250240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945804.468451:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953800 x1871641054250240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945820 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945804.468463:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945804.468464:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945804.468466:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945804.468467:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945804.468469:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945804.468470:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945804.468472:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945804.468477:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=56 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945804.468480:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=126 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945804.468482:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945804.468483:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945804.468485:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945804.468494:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945804.468497:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945804.468499:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945804.468501:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945804.468502:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945804.468513:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953800 x1871641054250240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945820 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945804.468565:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945804.468567:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945804.468568:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945804.468571:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953800 x1871641054250240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945820 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945804.468576:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054250240:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945804.468579:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945804.468580:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945804.468582:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953800 x1871641054250240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945820 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945804.468586:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945804.468587:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945804.468589:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945804.468591:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945804.468592:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945804.468593:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945804.468594:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945804.468595:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b100. 02000000:00000001:2.0:1784945804.468596:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945804.468597:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945804.468598:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953800. 00000100:00000001:2.0:1784945804.468600:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945804.468600:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945804.468601:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945804.468604:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945804.468605:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945804.468606:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945804.468608:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945804.785625:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945804.785632:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945804.785687:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945804.785691:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945804.785694:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945805.169624:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304592047, at 4304592064 00000100:00000010:1.0:1784945805.169638:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3221e0. 00000100:00000040:0.0:1784945805.170019:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304592047, at 4304592064 00000100:00000010:0.0:1784945805.170026:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3222a0. 00010000:00000001:1.0:1784945805.809639:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945805.809646:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945805.809701:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945805.809704:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945805.809706:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945806.833641:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945806.833647:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945806.833718:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945806.833721:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945806.833725:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945807.857630:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945807.857637:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945807.857721:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945807.857724:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945807.857726:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945808.881625:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945808.881632:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945808.881693:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945808.881697:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945808.881701:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945809.585606:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945809.585614:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945809.585619:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775180. 00000020:00000040:3.0:1784945809.585624:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945809.585627:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945809.585629:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945809.585633:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945809.585638:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea700. 00000100:00000001:3.0:1784945809.585644:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945809.585653:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73775180 x1871641054250368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945809.585662:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945809.585667:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945809.585675:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bb2acf9] to pc [ptlrpcd_01_01+1] req@ffff996d73775180 x1871641054250368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945809.585700:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945809.585704:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945809.585707:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945809.585711:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774700. 00000020:00000040:3.0:1784945809.585714:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945809.585716:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945809.585718:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784945809.585720:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784945809.585721:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945809.585726:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000010:3.0:1784945809.585728:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bead00. 00000100:00000001:2.0:1784945809.585731:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945809.585733:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945809.585740:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1784945809.585740:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73774700 x1871641054250496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945809.585745:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945809.585750:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945809.585753:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945809.585754:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945809.585757:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784945809.585759:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945809.585767:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775180 x1871641054250368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784945809.585767:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d967472] to pc [ptlrpcd_01_00+0] req@ffff996d73774700 x1871641054250496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945809.585797:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945809.585800:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945809.585801:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945809.585806:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784945809.585807:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945809.585811:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784945809.585812:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784945809.585817:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945809.585818:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945809.585823:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1784945809.585825:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054250368:192.168.202.106@tcp:400:kworker.0 00000100:00000040:3.0:1784945809.585830:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9934) 00000100:00000001:2.0:1784945809.585831:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945809.585838:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945809.585841:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945809.585844:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945809.585849:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945809.585851:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945809.585858:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945809.585862:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784945809.585868:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6ee0. 00000100:00000200:2.0:1784945809.585875:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054250368, portal 25 00000100:00000001:2.0:1784945809.585877:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945809.585878:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100525440 : -112779609026176 : ffff996d73775180) 00000100:00000040:2.0:1784945809.585884:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775180 x1871641054250368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945809.585892:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945809.585894:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945809.585897:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f63b8. 00000100:00000200:2.0:1784945809.585899:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054250368, offset 0 00000400:00000200:2.0:1784945809.585905:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945809.585937:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945809.585944:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945809.585949:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945809.585953:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945809.585956:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945809.585957:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945809.585960:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314467:314467:256:4294967295] 192.168.202.106@tcp LPNI seq info [314463:314463:8:4294967295] 00000400:00000200:2.0:1784945809.585963:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945809.585970:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945809.585974:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945809.585978:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b100. 00000800:00000200:2.0:1784945809.585983:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945809.585989:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945809.585992:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945809.586004:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945809.586006:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945809.586008:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304597167 00000100:00000010:2.0:1784945809.586011:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c5a0. 00000100:00000001:2.0:1784945809.586015:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945809.586019:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304597167 00000100:00000010:2.0:1784945809.586021:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c180. 00000100:00000001:2.0:1784945809.586023:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945809.586025:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945809.586027:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945809.586029:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945809.586031:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945809.586033:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945809.586035:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945809.586036:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945809.586038:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945809.586039:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945809.586041:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774700 x1871641054250496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945809.586046:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945809.586047:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945809.586049:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945809.586050:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945809.586055:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945809.586057:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054250496:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945809.586060:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945809.586062:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945809.586063:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945809.586064:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945809.586067:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945809.586068:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945809.586071:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:0.0:1784945809.586072:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1784945809.586073:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000800:00000010:0.0:1784945809.586079:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b100. 00000400:00000010:2.0:1784945809.586079:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6550. 00000100:00000200:2.0:1784945809.586084:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054250496, portal 10 00000400:00000200:0.0:1784945809.586086:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784945809.586087:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945809.586090:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100522752 : -112779609028864 : ffff996d73774700) 00000400:00000200:0.0:1784945809.586095:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000040:2.0:1784945809.586100:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774700 x1871641054250496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784945809.586102:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f63b8 00000400:00000010:0.0:1784945809.586107:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f63b8. 00000100:00000001:2.0:1784945809.586112:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784945809.586115:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1784945809.586115:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945809.586120:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f63b8. 00000100:00000200:0.0:1784945809.586121:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775180 x1871641054250368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945809.586125:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054250496, offset 0 00000100:00000001:0.0:1784945809.586134:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784945809.586137:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:0.0:1784945809.586139:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775180 x1871641054250368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945825 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784945809.586147:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945809.586149:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945809.586152:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784945809.586153:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945809.586158:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945809.586161:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945809.586163:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945809.586164:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945809.586166:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314468:314468:256:4294967295] 192.168.202.106@tcp LPNI seq info [314464:314464:8:4294967295] 00000400:00000200:2.0:1784945809.586170:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945809.586174:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945809.586177:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945809.586180:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b500. 00000800:00000200:2.0:1784945809.586182:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945809.586185:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945809.586187:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945809.586195:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945809.586199:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16803 usecs (17 jiffies) 00000400:00000200:2.0:1784945809.586203:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945809.586204:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304596497 00000100:00000001:2.0:1784945809.586207:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304597167 00000100:00000001:2.0:1784945809.586209:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304596497 00000100:00000001:2.0:1784945809.586211:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304597167 00000100:00000001:2.0:1784945809.586213:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945809.586215:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945809.586217:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945809.586226:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784945809.586228:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784945809.586229:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1784945809.586231:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b500. 00000100:00000001:2.0:1784945809.586231:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945809.586233:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945809.586234:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945809.586236:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945809.586238:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945809.586243:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945809.586247:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945809.586250:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f63b8 00000400:00000010:1.0:1784945809.586252:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f63b8. 00000100:00000001:1.0:1784945809.586256:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945809.586260:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73774700 x1871641054250496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945809.586263:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945809.586265:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945809.586268:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945809.586271:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73774700 x1871641054250496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945825 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945809.586277:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945809.586279:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945809.589207:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945809.589216:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945809.589219:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945809.589221:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945809.589228:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945809.589233:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945809.589239:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945809.589242:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945809.589245:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945809.589248:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f8580 00000400:00000200:0.0:1784945809.589251:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945809.589255:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cda71 [1] + 224 00000800:00000001:0.0:1784945809.589267:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945809.589271:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945809.589273:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945809.589277:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945809.589283:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945809.589288:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775180 x1871641054250368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945825 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945809.589297:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775180 x1871641054250368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945825 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945809.589318:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945809.589326:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784945809.589368:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945809.589370:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945809.589375:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945809.589376:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945809.589378:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945809.589381:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6ee0 00000400:00000010:2.0:1784945809.589382:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6ee0. 00000100:00000001:2.0:1784945809.589398:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945809.589403:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775180 x1871641054250368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945825 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945809.589411:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775180 x1871641054250368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945825 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945809.589418:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945809.589419:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945809.589422:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945809.589425:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945809.589427:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945809.589430:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945809.589432:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945809.589439:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=61 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945809.589442:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=61 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945809.589444:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945809.589445:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945809.589446:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945809.589448:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945809.589450:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945809.589453:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775180 x1871641054250368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945825 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945809.589460:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945809.589468:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945809.589470:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945809.589474:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775180 x1871641054250368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945825 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945809.589481:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054250368:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945809.589486:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945809.589489:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945809.589492:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775180 x1871641054250368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945825 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945809.589498:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945809.589501:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945809.589504:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945809.589506:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945809.589508:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945809.589510:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945809.589512:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945809.589514:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea700. 02000000:00000001:2.0:1784945809.589532:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945809.589533:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945809.589536:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775180. 00000100:00000001:2.0:1784945809.589540:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945809.589542:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945809.589545:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945809.589547:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945809.589548:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945809.589549:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945809.589551:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945809.589606:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945809.589608:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945809.589610:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945809.589612:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945809.589614:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945809.589617:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945809.589619:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945809.589621:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945809.589623:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f8600 00000400:00000200:0.0:1784945809.589626:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945809.589628:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cda79 [1] + 224 00000800:00000001:0.0:1784945809.589631:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945809.589634:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945809.589635:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945809.589637:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945809.589639:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945809.589642:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73774700 x1871641054250496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945825 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945809.589647:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73774700 x1871641054250496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945825 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945809.589659:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945809.589664:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945809.589666:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945809.589754:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945809.589755:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945809.589758:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945809.589758:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945809.589760:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945809.589762:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6550 00000400:00000010:2.0:1784945809.589763:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6550. 00000100:00000001:2.0:1784945809.589765:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945809.589767:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774700 x1871641054250496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945825 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945809.589773:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774700 x1871641054250496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945825 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945809.589777:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945809.589777:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945809.589778:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945809.589779:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945809.589780:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945809.589781:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945809.589782:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945809.589786:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=61 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945809.589788:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=131 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945809.589790:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945809.589791:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945809.589792:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945809.589794:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945809.589795:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945809.589797:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945809.589798:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945809.589798:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945809.589801:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774700 x1871641054250496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945825 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945809.589805:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945809.589807:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945809.589807:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945809.589809:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774700 x1871641054250496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945825 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945809.589814:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054250496:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945809.589816:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945809.589817:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945809.589818:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774700 x1871641054250496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945825 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945809.589829:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945809.589830:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945809.589831:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945809.589832:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945809.589833:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945809.589834:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945809.589835:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945809.589836:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bead00. 02000000:00000001:2.0:1784945809.589838:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945809.589838:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945809.589839:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774700. 00000100:00000001:2.0:1784945809.589841:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945809.589842:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945809.589843:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945809.589847:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945809.589848:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945809.589850:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945809.589851:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945809.905614:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945809.905622:0:191202:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945809.905623:0:191202:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945809.905626:0:191202:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945809.905630:0:191202:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945809.905632:0:191202:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945809.905634:0:191202:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945809.905636:0:191202:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945809.905689:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945809.905692:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945809.905694:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945810.289614:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304597167, at 4304597184 00000100:00000040:1.0:1784945810.289614:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304597167, at 4304597184 00000100:00000010:1.0:1784945810.289629:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c180. 00000100:00000010:0.0:1784945810.289632:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c5a0. 00010000:00000001:1.0:1784945810.929638:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945810.929649:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945810.929714:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945810.929719:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945810.929722:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945811.958881:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945811.958910:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945811.958971:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945811.958975:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945811.958979:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945812.977618:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945812.977623:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945812.977673:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945812.977677:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945812.977680:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945814.001684:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945814.001688:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945814.001744:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945814.001748:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945814.001751:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945814.706142:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945814.706154:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945814.706164:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953800. 00000020:00000040:2.0:1784945814.706170:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945814.706174:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945814.706177:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945814.706183:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945814.706191:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784945814.706199:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945814.706271:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73953800 x1871641054250624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945814.706283:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945814.706287:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945814.706293:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000610493dc] to pc [ptlrpcd_01_01+1] req@ffff996d73953800 x1871641054250624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945814.706321:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945814.706323:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945814.706325:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945814.706329:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951500. 00000020:00000040:2.0:1784945814.706331:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945814.706332:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945814.706333:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945814.706335:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945814.706339:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b000. 00000100:00000001:2.0:1784945814.706342:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945814.706346:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951500 x1871641054250752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945814.706353:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945814.706355:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945814.706359:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fb9ec] to pc [ptlrpcd_01_00+0] req@ffff996d73951500 x1871641054250752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945814.706367:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945814.706370:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945814.706374:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945814.706376:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945814.706390:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945814.706395:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9939) 00000100:00000001:2.0:1784945814.706409:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945814.706413:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945814.706415:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945814.706420:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951500 x1871641054250752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945814.706428:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945814.706430:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945814.706433:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945814.706436:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945814.706438:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945814.706442:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054250752:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945814.706446:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945814.706451:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945814.706453:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945814.706455:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945814.706459:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945814.706461:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945814.706468:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945814.706473:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784945814.706479:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6550. 00000100:00000200:2.0:1784945814.706487:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054250752, portal 10 00000100:00000001:2.0:1784945814.706489:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945814.706491:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476032 : -112779607075584 : ffff996d73951500) 00000100:00000040:2.0:1784945814.706498:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951500 x1871641054250752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945830 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945814.706511:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945814.706514:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945814.706545:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6ee0. 00000100:00000200:2.0:1784945814.706549:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054250752, offset 0 00000400:00000200:2.0:1784945814.706555:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945814.706563:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945814.706570:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945814.706575:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945814.706578:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945814.706581:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945814.706583:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945814.706586:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314469:314469:256:4294967295] 192.168.202.106@tcp LPNI seq info [314465:314465:8:4294967295] 00000400:00000200:2.0:1784945814.706589:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945814.706596:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945814.706601:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945814.706604:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b700. 00000800:00000200:2.0:1784945814.706609:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945814.706614:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945814.706617:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945814.706631:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945814.706635:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16803 usecs (17 jiffies) 00000400:00000200:2.0:1784945814.706638:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945814.706641:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304601618 00000100:00000010:2.0:1784945814.706646:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c540. 00000100:00000001:2.0:1784945814.706652:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945814.706666:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304601618 00000100:00000010:2.0:1784945814.706670:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c480. 00000100:00000001:2.0:1784945814.706673:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945814.706676:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945814.706679:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945814.706682:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945814.706684:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945814.706690:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945814.706692:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945814.706694:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945814.706695:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945814.706696:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945814.706699:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1784945814.706700:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945814.706702:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945814.706703:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945814.706704:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945814.706705:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945814.706706:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945814.706710:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953800 x1871641054250624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945814.706716:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945814.706717:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945814.706719:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945814.706720:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945814.706722:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945814.706725:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054250624:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945814.706727:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945814.706730:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945814.706731:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945814.706733:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945814.706735:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945814.706737:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945814.706740:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945814.706742:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784945814.706746:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6d48. 00000100:00000200:2.0:1784945814.706749:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054250624, portal 25 00000100:00000001:2.0:1784945814.706750:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945814.706752:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102484992 : -112779607066624 : ffff996d73953800) 00000100:00000040:2.0:1784945814.706756:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953800 x1871641054250624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945830 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945814.706763:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945814.706766:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945814.706768:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6908. 00000100:00000200:2.0:1784945814.706770:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054250624, offset 0 00000400:00000200:2.0:1784945814.706774:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945814.706777:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945814.706781:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945814.706783:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945814.706785:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945814.706787:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945814.706790:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945814.706792:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314470:314470:255:4294967295] 192.168.202.106@tcp LPNI seq info [314466:314466:7:4294967295] 00000400:00000200:2.0:1784945814.706796:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945814.706803:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945814.706808:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945814.706810:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b800. 00000800:00000200:2.0:1784945814.706814:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945814.706817:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945814.706820:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945814.706823:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945814.706825:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945814.706827:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304602288 00000100:00000001:2.0:1784945814.706832:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304601618 00000100:00000001:2.0:1784945814.706835:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304602288 00000100:00000001:2.0:1784945814.706837:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304601618 00000100:00000001:2.0:1784945814.706839:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945814.706841:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945814.706843:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945814.706845:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945814.707016:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945814.707021:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b700. 00000400:00000200:1.0:1784945814.707026:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945814.707031:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945814.707036:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6ee0 00000400:00000010:1.0:1784945814.707039:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6ee0. 00000100:00000001:1.0:1784945814.707044:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945814.707048:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951500 x1871641054250752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945830 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945814.707057:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945814.707060:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951500 x1871641054250752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945830 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945814.707066:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945814.707068:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945814.707083:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945814.707085:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b800. 00000400:00000200:1.0:1784945814.707088:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945814.707104:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945814.707107:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6908 00000400:00000010:1.0:1784945814.707109:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6908. 00000100:00000001:1.0:1784945814.707111:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945814.707115:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953800 x1871641054250624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945830 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945814.707121:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945814.707124:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953800 x1871641054250624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945830 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945814.707130:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945814.707131:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784945814.707162:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945814.707167:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945814.710009:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945814.710027:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945814.710032:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945814.710035:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945814.710043:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945814.710050:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945814.710058:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945814.710063:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945814.710068:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945814.710073:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f8700 00000400:00000200:0.0:1784945814.710078:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945814.710085:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cda81 [1] + 224 00000800:00000001:0.0:1784945814.710092:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945814.710095:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945814.710099:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945814.710103:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945814.710110:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945814.710118:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951500 x1871641054250752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945830 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945814.710129:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951500 x1871641054250752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945830 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945814.710162:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945814.710171:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945814.710175:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945814.710178:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945814.710181:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945814.710185:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945814.710190:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:2.0:1784945814.710194:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784945814.710195:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945814.710201:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784945814.710202:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945814.710208:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:2.0:1784945814.710211:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784945814.710212:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f8680 00000400:00000001:2.0:1784945814.710214:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945814.710219:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945814.710225:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6550 00000400:00000200:0.0:1784945814.710228:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945814.710229:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6550. 00000100:00000001:2.0:1784945814.710236:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945814.710241:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951500 x1871641054250752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945830 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945814.710251:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951500 x1871641054250752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945830 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945814.710258:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945814.710260:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945814.710282:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cda89 [1] + 224 00000800:00000001:0.0:1784945814.710287:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945814.710295:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945814.710297:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945814.710353:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945814.710357:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945814.710361:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953800 x1871641054250624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945830 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945814.710371:0:2354:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:0.0:1784945814.710375:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953800 x1871641054250624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945830 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784945814.710376:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945814.710380:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945814.710384:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945814.710389:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945814.710390:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945814.710396:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945814.710400:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784945814.710400:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=66 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945814.710408:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=136 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945814.710411:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945814.710413:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945814.710416:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945814.710420:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945814.710424:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945814.710426:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945814.710428:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945814.710430:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945814.710435:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951500 x1871641054250752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945830 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945814.710442:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945814.710446:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945814.710447:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945814.710451:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951500 x1871641054250752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945830 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945814.710460:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054250752:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945814.710464:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945814.710467:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945814.710470:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951500 x1871641054250752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945830 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945814.710477:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945814.710479:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945814.710482:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945814.710485:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945814.710487:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945814.710489:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945814.710491:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945814.710493:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b000. 02000000:00000001:2.0:1784945814.710496:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945814.710498:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945814.710500:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951500. 00000100:00000001:2.0:1784945814.710503:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945814.710505:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945814.710508:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945814.710509:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945814.710511:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945814.710513:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945814.710543:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945814.710545:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945814.710548:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6d48 00000400:00000010:2.0:1784945814.710549:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6d48. 00000100:00000001:2.0:1784945814.710551:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945814.710555:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953800 x1871641054250624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945830 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945814.710563:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953800 x1871641054250624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945830 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945814.710569:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945814.710571:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945814.710572:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945814.710574:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945814.710575:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945814.710576:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945814.710578:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945814.710581:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=66 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945814.710584:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=66 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945814.710586:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945814.710587:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945814.710589:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945814.710591:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945814.710593:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945814.710596:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953800 x1871641054250624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945830 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945814.710602:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945814.710603:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945814.710605:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945814.710608:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953800 x1871641054250624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945830 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945814.710616:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054250624:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945814.710619:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945814.710621:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945814.710624:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953800 x1871641054250624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945830 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945814.710630:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945814.710631:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945814.710633:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945814.710635:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945814.710636:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945814.710638:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945814.710639:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945814.710641:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 02000000:00000001:2.0:1784945814.710643:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945814.710645:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945814.710646:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953800. 00000100:00000001:2.0:1784945814.710648:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945814.710650:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945814.710651:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945814.710658:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945814.710660:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945814.710662:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945814.710664:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945815.025626:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945815.025631:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945815.025726:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945815.025729:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945815.025732:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945815.410640:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304602288, at 4304602305 00000100:00000010:0.0:1784945815.410652:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c540. 00000100:00000040:1.0:1784945815.410819:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304602288, at 4304602305 00000100:00000010:1.0:1784945815.410826:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c480. 00010000:00000001:1.0:1784945816.049583:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945816.049590:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945816.049651:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945816.049656:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945816.049659:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945817.073970:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945817.073976:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945817.074033:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945817.074036:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945817.074039:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945818.097625:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945818.097631:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945818.097744:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945818.097748:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945818.097751:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945819.121645:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945819.121651:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945819.121746:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945819.121753:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945819.121758:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945819.826342:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945819.826353:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945819.826364:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953800. 00000020:00000040:2.0:1784945819.826370:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945819.826375:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945819.826377:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945819.826383:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945819.826391:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784945819.826398:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945819.826410:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73953800 x1871641054250880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945819.826422:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945819.826426:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945819.826433:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000610493dc] to pc [ptlrpcd_01_01+1] req@ffff996d73953800 x1871641054250880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945819.826470:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945819.826473:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945819.826476:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945819.826479:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951500. 00000020:00000040:2.0:1784945819.826482:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945819.826485:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945819.826487:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945819.826489:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945819.826493:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b000. 00000100:00000001:2.0:1784945819.826502:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945819.826508:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951500 x1871641054251008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945819.826551:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945819.826555:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945819.826556:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945819.826564:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784945819.826565:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fb9ec] to pc [ptlrpcd_01_00+0] req@ffff996d73951500 x1871641054251008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945819.826571:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784945819.826584:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945819.826584:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953800 x1871641054250880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784945819.826593:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945819.826615:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784945819.826617:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784945819.826620:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945819.826623:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784945819.826627:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784945819.826630:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784945819.826631:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945819.826638:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945819.826643:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9944) 00000100:00100000:3.0:1784945819.826643:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054250880:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945819.826653:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945819.826661:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945819.826663:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945819.826666:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784945819.826669:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1784945819.826675:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479af000. 00000100:00000001:2.0:1784945819.826676:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784945819.826679:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945819.826682:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1784945819.826691:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784945819.826694:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951500 x1871641054251008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784945819.826696:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784945819.826705:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1f68. 00000100:00000001:2.0:1784945819.826709:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945819.826714:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784945819.826714:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054250880, portal 25 00000100:00000001:3.0:1784945819.826722:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1784945819.826724:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784945819.826725:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102484992 : -112779607066624 : ffff996d73953800) 02000000:00000001:2.0:1784945819.826728:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945819.826732:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945819.826735:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953800 x1871641054250880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945819.826741:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054251008:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945819.826754:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945819.826761:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784945819.826763:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784945819.826764:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945819.826768:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945819.826774:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 00000100:00000040:3.0:1784945819.826774:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000001:2.0:1784945819.826780:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784945819.826783:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1550. 00000400:00000200:2.0:1784945819.826789:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:3.0:1784945819.826792:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054250880, offset 0 00000400:00000010:2.0:1784945819.826794:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784945819.826803:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6d48. 00000400:00000200:3.0:1784945819.826809:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000200:2.0:1784945819.826811:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054251008, portal 10 00000100:00000001:2.0:1784945819.826814:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945819.826815:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476032 : -112779607075584 : ffff996d73951500) 00000400:00000200:3.0:1784945819.826834:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784945819.826838:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951500 x1871641054251008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784945819.826848:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:2.0:1784945819.826853:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784945819.826857:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1784945819.826863:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945819.826864:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945819.826872:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1784945819.826873:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6550. 00000400:00000200:3.0:1784945819.826878:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000200:2.0:1784945819.826882:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054251008, offset 0 00000400:00000200:3.0:1784945819.826883:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314471:314471:256:4294967295] 192.168.202.106@tcp LPNI seq info [314467:314467:8:4294967295] 00000400:00000200:3.0:1784945819.826896:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945819.826905:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945819.826911:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945819.826918:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945819.826922:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:3.0:1784945819.826924:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000800:00000200:3.0:1784945819.826935:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784945819.826936:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945819.826947:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784945819.826948:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945819.826954:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784945819.826956:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945819.826967:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945819.826970:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945819.826974:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314472:314472:255:4294967295] 192.168.202.106@tcp LPNI seq info [314468:314468:7:4294967295] 00000400:00000200:2.0:1784945819.826978:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945819.826989:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945819.826995:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945819.827002:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b300. 00000800:00000200:2.0:1784945819.827009:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945819.827017:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:3.0:1784945819.827030:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945819.827036:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945819.827038:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304607408 00000100:00000010:3.0:1784945819.827043:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322300. 00000100:00000001:3.0:1784945819.827050:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945819.827059:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304607408 00000100:00000010:3.0:1784945819.827062:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322f00. 00000100:00000001:3.0:1784945819.827066:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945819.827070:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945819.827074:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945819.827077:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945819.827079:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945819.827088:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945819.827090:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945819.827092:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945819.827094:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945819.827095:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945819.827098:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784945819.827159:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945819.827167:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945819.827172:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16802 usecs (17 jiffies) 00000400:00000200:2.0:1784945819.827177:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945819.827180:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304606738 00000100:00000001:2.0:1784945819.827183:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304607408 00000800:00000200:1.0:1784945819.827186:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784945819.827187:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304606738 00000800:00000010:1.0:1784945819.827192:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea800. 00000100:00000001:2.0:1784945819.827193:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304607408 00000100:00000001:2.0:1784945819.827199:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784945819.827202:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784945819.827203:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945819.827209:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945819.827211:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945819.827217:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1550 00000400:00000010:1.0:1784945819.827219:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1550. 00000100:00000001:1.0:1784945819.827223:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945819.827227:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953800 x1871641054250880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945819.827237:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945819.827241:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953800 x1871641054250880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945835 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945819.827248:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945819.827250:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784945819.827273:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945819.827282:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945819.827284:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945819.827287:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945819.827288:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945819.827290:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945819.827292:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945819.827338:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945819.827342:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b300. 00000400:00000200:1.0:1784945819.827345:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945819.827349:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945819.827351:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6550 00000400:00000010:1.0:1784945819.827353:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6550. 00000100:00000001:1.0:1784945819.827357:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945819.827360:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951500 x1871641054251008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945819.827367:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945819.827369:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951500 x1871641054251008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945835 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945819.827386:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945819.827388:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945819.829551:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945819.829565:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945819.829570:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945819.829572:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945819.829578:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945819.829584:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945819.829591:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945819.829595:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945819.829600:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945819.829604:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f8780 00000400:00000200:0.0:1784945819.829609:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945819.829616:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cda91 [1] + 224 00000800:00000001:0.0:1784945819.829622:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945819.829626:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945819.829630:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945819.829635:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945819.829642:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945819.829649:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953800 x1871641054250880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945835 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945819.829660:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953800 x1871641054250880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945819.829717:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945819.829721:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945819.829739:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945819.829749:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945819.829753:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945819.829755:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945819.829757:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945819.829760:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945819.829764:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945819.829768:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945819.829771:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945819.829773:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945819.829776:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f8800 00000400:00000200:0.0:1784945819.829780:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945819.829784:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cda99 [1] + 224 00000800:00000001:0.0:1784945819.829787:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945819.829792:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945819.829794:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945819.829798:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945819.829801:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945819.829806:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951500 x1871641054251008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945835 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945819.829814:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951500 x1871641054251008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945819.829846:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945819.829851:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945819.829854:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945819.829972:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945819.829975:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945819.829982:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945819.829983:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945819.829986:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945819.829991:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6d48 00000400:00000010:2.0:1784945819.829993:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6d48. 00000100:00000001:2.0:1784945819.829996:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945819.830001:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951500 x1871641054251008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945819.830010:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951500 x1871641054251008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945835 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945819.830015:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945819.830017:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945819.830019:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945819.830022:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945819.830024:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945819.830027:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945819.830029:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945819.830037:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=71 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945819.830041:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=141 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945819.830044:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945819.830045:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945819.830048:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945819.830052:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945819.830055:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945819.830058:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945819.830060:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945819.830062:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945819.830067:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951500 x1871641054251008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945835 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945819.830074:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945819.830076:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945819.830078:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945819.830082:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951500 x1871641054251008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945835 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945819.830089:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054251008:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945819.830093:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945819.830095:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945819.830098:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951500 x1871641054251008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945835 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945819.830104:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945819.830107:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945819.830109:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945819.830112:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945819.830114:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945819.830116:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945819.830130:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945819.830134:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b000. 02000000:00000001:2.0:1784945819.830138:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945819.830139:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945819.830142:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951500. 00000100:00000001:2.0:1784945819.830145:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945819.830146:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945819.830148:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945819.830153:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945819.830155:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945819.830157:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945819.830159:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784945819.830350:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945819.830352:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945819.830355:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945819.830358:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1f68 00000400:00000010:3.0:1784945819.830360:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1f68. 00000100:00000001:3.0:1784945819.830363:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945819.830368:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953800 x1871641054250880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945819.830376:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953800 x1871641054250880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945835 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945819.830382:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945819.830383:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945819.830385:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945819.830386:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945819.830388:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945819.830389:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945819.830391:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945819.830394:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=71 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945819.830397:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=71 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945819.830399:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945819.830401:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945819.830402:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945819.830404:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945819.830406:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945819.830410:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953800 x1871641054250880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945835 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945819.830421:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945819.830423:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945819.830424:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945819.830428:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953800 x1871641054250880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945835 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945819.830435:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054250880:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945819.830439:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945819.830441:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945819.830444:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953800 x1871641054250880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945835 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945819.830450:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945819.830452:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945819.830453:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479af000. 02000000:00000001:3.0:1784945819.830456:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945819.830457:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945819.830458:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945819.830460:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945819.830462:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 02000000:00000001:3.0:1784945819.830464:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945819.830465:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945819.830467:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953800. 00000100:00000001:3.0:1784945819.830470:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945819.830471:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945819.830472:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945819.830476:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945819.830477:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945819.830479:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945819.830481:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945820.145673:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945820.145684:0:191202:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945820.145687:0:191202:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945820.145691:0:191202:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945820.145697:0:191202:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945820.145699:0:191202:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945820.145701:0:191202:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945820.145704:0:191202:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945820.145830:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945820.145835:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945820.145839:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945820.529665:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304607408, at 4304607424 00000100:00000040:1.0:1784945820.529665:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304607408, at 4304607424 00000100:00000010:1.0:1784945820.529691:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322f00. 00000100:00000010:0.0:1784945820.529695:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322300. 00010000:00000001:1.0:1784945821.169682:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945821.169692:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945821.169770:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945821.169775:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945821.169779:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945822.193669:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945822.193679:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945822.193771:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945822.193776:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945822.193780:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945823.217668:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945823.217675:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945823.217789:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945823.217807:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945823.217812:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945824.241685:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945824.241694:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945824.241764:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945824.241769:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945824.241774:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945824.945640:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945824.945647:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945824.945655:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73777480. 00000020:00000040:3.0:1784945824.945660:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945824.945663:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945824.945666:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945824.945670:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945824.945675:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beab00. 00000100:00000001:3.0:1784945824.945681:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945824.945690:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73777480 x1871641054251136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945824.945705:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945824.945709:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945824.945715:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000047bd945] to pc [ptlrpcd_01_01+1] req@ffff996d73777480 x1871641054251136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945824.945748:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945824.945753:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945824.945755:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945824.945758:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774000. 00000100:00000001:2.0:1784945824.945760:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1784945824.945760:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945824.945762:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945824.945765:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1784945824.945767:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:3.0:1784945824.945767:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945824.945773:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784945824.945774:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beaf00. 00000100:00000001:3.0:1784945824.945787:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945824.945791:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1784945824.945792:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73774000 x1871641054251264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945824.945795:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945824.945800:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945824.945802:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945824.945805:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945824.945814:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73777480 x1871641054251136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945824.945815:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945824.945820:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945824.945828:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784945824.945828:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d864fec1] to pc [ptlrpcd_01_00+0] req@ffff996d73774000 x1871641054251264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945824.945832:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945824.945836:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945824.945840:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945824.945844:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945824.945848:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73777480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054251136:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945824.945854:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784945824.945854:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945824.945858:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784945824.945859:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945824.945863:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945824.945864:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784945824.945867:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784945824.945869:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1784945824.945873:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 00000100:00000040:3.0:1784945824.945874:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784945824.945878:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945824.945885:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784945824.945887:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9949) 00000400:00000010:2.0:1784945824.945890:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784945824.945898:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6d48. 00000100:00000200:2.0:1784945824.945904:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054251136, portal 25 00000100:00000001:2.0:1784945824.945906:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945824.945908:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100534400 : -112779609017216 : ffff996d73777480) 00000100:00000040:2.0:1784945824.945914:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73777480 x1871641054251136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945824.945915:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1784945824.945919:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1784945824.945922:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945824.945927:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945824.945928:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784945824.945931:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945824.945934:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784945824.945936:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1784945824.945939:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6990. 00000100:00000001:3.0:1784945824.945939:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945824.945942:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1784945824.945945:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054251136, offset 0 00000100:00000040:3.0:1784945824.945951:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774000 x1871641054251264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784945824.945957:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784945824.945965:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945824.945967:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945824.945970:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:3.0:1784945824.945972:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945824.945975:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945824.945978:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945824.945980:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00100000:3.0:1784945824.945984:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054251264:192.168.202.106@tcp:400:kworker.0 00000400:00000200:2.0:1784945824.945989:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784945824.945992:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784945824.945995:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 02000000:00000001:3.0:1784945824.945995:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945824.945998:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945824.946000:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945824.946004:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479afa00. 00000400:00000200:2.0:1784945824.946006:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1784945824.946006:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945824.946013:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945824.946014:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945824.946018:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000200:2.0:1784945824.946022:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314473:314473:256:4294967295] 192.168.202.106@tcp LPNI seq info [314469:314469:8:4294967295] 00000400:00000010:3.0:1784945824.946023:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1f68. 00000100:00000200:3.0:1784945824.946029:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054251264, portal 10 00000400:00000200:2.0:1784945824.946032:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945824.946032:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945824.946035:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100520960 : -112779609030656 : ffff996d73774000) 00000100:00000040:3.0:1784945824.946042:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774000 x1871641054251264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784945824.946051:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:3.0:1784945824.946054:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945824.946059:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000800:00000200:2.0:1784945824.946062:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945824.946063:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1110. 00000100:00000200:3.0:1784945824.946067:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054251264, offset 0 00000800:00000010:2.0:1784945824.946069:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b000. 00000400:00000200:3.0:1784945824.946082:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000800:00000200:2.0:1784945824.946085:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784945824.946090:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784945824.946095:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:3.0:1784945824.946098:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:2.0:1784945824.946100:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784945824.946103:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945824.946107:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945824.946109:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945824.946112:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945824.946115:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314474:314474:255:4294967295] 192.168.202.106@tcp LPNI seq info [314470:314470:7:4294967295] 00000400:00000200:3.0:1784945824.946120:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945824.946121:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945824.946127:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945824.946129:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304612527 00000100:00000010:2.0:1784945824.946134:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c3c0. 00000400:00000200:3.0:1784945824.946140:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:2.0:1784945824.946143:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1784945824.946148:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784945824.946150:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304612527 00000800:00000010:3.0:1784945824.946154:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000100:00000010:2.0:1784945824.946155:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c240. 00000100:00000001:2.0:1784945824.946160:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1784945824.946162:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:2.0:1784945824.946165:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945824.946170:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784945824.946171:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:2.0:1784945824.946175:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945824.946179:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945824.946180:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945824.946182:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945824.946183:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784945824.946185:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945824.946186:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945824.946193:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945824.946198:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16802 usecs (17 jiffies) 00000400:00000200:3.0:1784945824.946202:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945824.946205:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304611857 00000100:00000001:3.0:1784945824.946208:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304612527 00000100:00000001:3.0:1784945824.946210:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304611857 00000100:00000001:3.0:1784945824.946213:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304612527 00000100:00000001:3.0:1784945824.946215:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945824.946217:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945824.946219:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945824.946221:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945824.946284:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945824.946289:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b000. 00000400:00000200:1.0:1784945824.946296:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945824.946301:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945824.946305:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6990 00000400:00000010:1.0:1784945824.946307:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6990. 00000100:00000001:1.0:1784945824.946312:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945824.946316:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73777480 x1871641054251136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945824.946325:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945824.946328:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73777480 x1871641054251136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945840 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945824.946335:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945824.946336:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945824.946401:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945824.946403:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000400:00000200:1.0:1784945824.946406:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945824.946409:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945824.946412:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1110 00000400:00000010:1.0:1784945824.946414:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1110. 00000100:00000001:1.0:1784945824.946416:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945824.946419:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73774000 x1871641054251264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945824.946425:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945824.946428:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73774000 x1871641054251264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945840 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945824.946434:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945824.946436:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945824.947650:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945824.947660:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945824.947663:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945824.947665:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945824.947670:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945824.947675:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945824.947682:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945824.947685:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945824.947689:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945824.947693:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f8880 00000400:00000200:0.0:1784945824.947697:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945824.947701:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdaa1 [1] + 224 00000800:00000001:0.0:1784945824.947707:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945824.947724:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945824.947727:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945824.947731:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945824.947737:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945824.947742:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73777480 x1871641054251136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945840 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945824.947751:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73777480 x1871641054251136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945824.947768:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945824.947776:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945824.947790:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945824.947814:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945824.947817:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945824.947822:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945824.947825:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945824.947827:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945824.947831:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6d48 00000400:00000010:2.0:1784945824.947833:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6d48. 00000100:00000001:2.0:1784945824.947836:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945824.947841:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73777480 x1871641054251136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945824.947851:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73777480 x1871641054251136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945840 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945824.947858:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945824.947859:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945824.947862:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945824.947864:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945824.947866:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945824.947868:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945824.947870:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945824.947875:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=76 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945824.947879:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=76 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945824.947881:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945824.947883:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945824.947886:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945824.947893:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945824.947895:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945824.947900:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73777480 x1871641054251136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945840 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945824.947908:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945824.947911:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945824.947913:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945824.947917:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73777480 x1871641054251136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945840 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945824.947925:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73777480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054251136:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945824.947929:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945824.947931:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945824.947935:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73777480 x1871641054251136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945840 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945824.947942:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945824.947945:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945824.947947:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945824.947950:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945824.947953:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945824.947954:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945824.947957:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945824.947960:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beab00. 02000000:00000001:2.0:1784945824.947963:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945824.947965:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945824.947966:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73777480. 00000100:00000001:2.0:1784945824.947971:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945824.947973:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945824.947975:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945824.947979:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945824.947981:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945824.947983:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945824.947985:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784945824.948047:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945824.948053:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945824.948055:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945824.948058:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945824.948062:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945824.948067:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945824.948071:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945824.948073:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945824.948075:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945824.948077:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f8900 00000400:00000200:1.0:1784945824.948080:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945824.948083:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdaa9 [1] + 224 00000800:00000001:1.0:1784945824.948087:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945824.948099:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945824.948102:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945824.948105:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945824.948109:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945824.948113:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73774000 x1871641054251264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945840 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945824.948123:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73774000 x1871641054251264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945824.948142:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945824.948146:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945824.948149:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945824.948201:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945824.948204:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945824.948207:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945824.948209:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945824.948211:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945824.948215:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1f68 00000400:00000010:3.0:1784945824.948216:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1f68. 00000100:00000001:3.0:1784945824.948219:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945824.948223:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774000 x1871641054251264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945824.948232:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774000 x1871641054251264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945840 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945824.948238:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945824.948239:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945824.948241:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945824.948242:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945824.948244:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945824.948245:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945824.948247:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945824.948252:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=76 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945824.948255:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=146 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945824.948257:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945824.948258:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945824.948260:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945824.948263:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945824.948266:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945824.948267:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945824.948269:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945824.948270:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945824.948273:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774000 x1871641054251264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945840 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945824.948280:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945824.948281:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945824.948283:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945824.948286:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774000 x1871641054251264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945840 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945824.948294:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054251264:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945824.948297:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945824.948299:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945824.948302:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774000 x1871641054251264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945840 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945824.948308:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945824.948309:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945824.948311:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479afa00. 02000000:00000001:3.0:1784945824.948314:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945824.948315:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945824.948316:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945824.948319:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945824.948320:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beaf00. 02000000:00000001:3.0:1784945824.948322:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945824.948324:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945824.948325:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774000. 00000100:00000001:3.0:1784945824.948328:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945824.948329:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945824.948331:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945824.948334:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945824.948336:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945824.948338:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945824.948339:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945825.265656:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945825.265664:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945825.265830:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945825.265834:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945825.265838:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945825.649636:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304612527, at 4304612544 00000100:00000040:1.0:1784945825.649636:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304612527, at 4304612544 00000100:00000010:1.0:1784945825.649652:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c240. 00000100:00000010:0.0:1784945825.649654:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c3c0. 00010000:00000001:1.0:1784945826.289636:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945826.289640:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945826.289703:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945826.289707:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945826.289710:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784945826.673641:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784945826.673649:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784945826.673653:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1784945826.673928:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784945826.673933:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945826.673944:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945826.673949:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945826.673952:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784945827.313632:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945827.313638:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945827.313705:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945827.313709:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945827.313713:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945828.337626:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945828.337631:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945828.337685:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945828.337689:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945828.337692:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945829.361579:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945829.361584:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945829.361633:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945829.361636:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945829.361639:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945830.065651:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945830.065661:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945830.065671:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951500. 00000020:00000040:2.0:1784945830.065677:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945830.065681:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945830.065684:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945830.065689:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945830.065698:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b000. 00000100:00000001:2.0:1784945830.065704:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945830.065715:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951500 x1871641054251392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945830.065725:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945830.065729:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945830.065735:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fb9ec] to pc [ptlrpcd_01_01+1] req@ffff996d73951500 x1871641054251392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945830.065797:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945830.065801:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945830.065804:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945830.065807:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950000. 00000020:00000040:2.0:1784945830.065809:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945830.065812:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945830.065813:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945830.065815:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945830.065818:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784945830.065821:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945830.065825:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950000 x1871641054251520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945830.065837:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945830.065839:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945830.065842:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac249ac8] to pc [ptlrpcd_01_00+0] req@ffff996d73950000 x1871641054251520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945830.065849:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945830.065851:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945830.065854:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945830.065856:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945830.065859:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945830.065864:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9954) 00000100:00000001:2.0:1784945830.065876:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945830.065879:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945830.065882:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945830.065886:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950000 x1871641054251520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945830.065892:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945830.065894:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945830.065897:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945830.065899:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945830.065902:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945830.065904:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054251520:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945830.065909:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945830.065913:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945830.065915:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945830.065917:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945830.065921:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945830.065923:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945830.065929:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945830.065933:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784945830.065940:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6d48. 00000100:00000200:2.0:1784945830.065946:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054251520, portal 10 00000100:00000001:2.0:1784945830.065948:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945830.065949:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102470656 : -112779607080960 : ffff996d73950000) 00000100:00000040:2.0:1784945830.065956:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950000 x1871641054251520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945830.065964:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945830.065966:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945830.065969:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6aa0. 00000100:00000200:2.0:1784945830.065972:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054251520, offset 0 00000400:00000200:2.0:1784945830.065978:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945830.065986:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945830.065993:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945830.065998:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945830.066002:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945830.066005:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945830.066007:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945830.066011:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314475:314475:256:4294967295] 192.168.202.106@tcp LPNI seq info [314471:314471:8:4294967295] 00000400:00000200:2.0:1784945830.066015:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945830.066025:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945830.066030:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945830.066034:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b300. 00000800:00000200:2.0:1784945830.066041:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945830.066048:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945830.066052:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945830.066132:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945830.066136:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16801 usecs (17 jiffies) 00000400:00000200:2.0:1784945830.066140:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945830.066143:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304616977 00000100:00000010:2.0:1784945830.066148:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668ca20. 00000100:00000001:2.0:1784945830.066154:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945830.066170:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304616977 00000100:00000010:2.0:1784945830.066173:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c780. 00000100:00000001:2.0:1784945830.066176:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945830.066179:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945830.066182:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945830.066184:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945830.066187:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945830.066193:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945830.066195:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945830.066197:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945830.066198:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945830.066199:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945830.066202:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1784945830.066203:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945830.066205:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945830.066206:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945830.066208:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945830.066209:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945830.066210:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945830.066214:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951500 x1871641054251392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945830.066220:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945830.066221:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945830.066224:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945830.066225:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945830.066227:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945830.066230:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054251392:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945830.066233:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945830.066235:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945830.066236:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945830.066238:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945830.066241:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945830.066242:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945830.066246:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945830.066248:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784945830.066252:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6b28. 00000100:00000200:2.0:1784945830.066255:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054251392, portal 25 00000100:00000001:2.0:1784945830.066257:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945830.066258:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476032 : -112779607075584 : ffff996d73951500) 00000100:00000040:2.0:1784945830.066262:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951500 x1871641054251392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945830.066268:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945830.066270:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945830.066272:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6770. 00000100:00000200:2.0:1784945830.066275:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054251392, offset 0 00000400:00000200:2.0:1784945830.066278:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945830.066282:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945830.066285:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945830.066288:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945830.066290:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945830.066292:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945830.066294:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945830.066297:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314476:314476:255:4294967295] 192.168.202.106@tcp LPNI seq info [314472:314472:7:4294967295] 00000400:00000200:2.0:1784945830.066300:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945830.066305:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945830.066309:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945830.066312:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b800. 00000800:00000200:2.0:1784945830.066316:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945830.066319:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945830.066322:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945830.066325:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945830.066327:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945830.066329:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304617647 00000100:00000001:2.0:1784945830.066333:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304616977 00000100:00000001:2.0:1784945830.066336:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304617647 00000100:00000001:2.0:1784945830.066339:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304616977 00000100:00000001:2.0:1784945830.066354:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945830.066357:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945830.066359:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945830.066361:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945830.066421:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945830.066424:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945830.066570:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945830.066574:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b300. 00000400:00000200:1.0:1784945830.066579:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945830.066582:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945830.066586:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6aa0 00000400:00000010:1.0:1784945830.066587:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6aa0. 00000100:00000001:1.0:1784945830.066597:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945830.066600:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950000 x1871641054251520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945830.066609:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945830.066611:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950000 x1871641054251520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945846 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945830.066615:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945830.066617:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945830.066670:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945830.066673:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b800. 00000400:00000200:1.0:1784945830.066676:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945830.066680:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945830.066682:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6770 00000400:00000010:1.0:1784945830.066684:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6770. 00000100:00000001:1.0:1784945830.066687:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945830.066690:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951500 x1871641054251392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945830.066697:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945830.066699:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951500 x1871641054251392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945846 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945830.066703:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945830.066704:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945830.068104:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945830.068115:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945830.068118:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945830.068121:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945830.068126:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945830.068131:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945830.068138:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945830.068140:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945830.068143:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945830.068145:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f8a00 00000400:00000200:0.0:1784945830.068148:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945830.068152:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdab1 [1] + 224 00000800:00000001:0.0:1784945830.068156:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945830.068159:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945830.068160:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945830.068162:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945830.068166:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945830.068170:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950000 x1871641054251520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945846 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945830.068177:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950000 x1871641054251520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945830.068220:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945830.068222:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945830.068236:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945830.068244:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945830.068249:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945830.068251:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945830.068291:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945830.068295:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945830.068298:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945830.068303:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945830.068306:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945830.068308:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945830.068310:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f8980 00000400:00000200:0.0:1784945830.068314:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945830.068317:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdab9 [1] + 224 00000800:00000001:0.0:1784945830.068321:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945830.068326:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945830.068329:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945830.068332:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945830.068335:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945830.068339:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951500 x1871641054251392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945846 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945830.068347:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951500 x1871641054251392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945830.068354:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945830.068357:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945830.068359:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784945830.068392:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945830.068394:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945830.068396:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945830.068401:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6d48 00000400:00000010:2.0:1784945830.068403:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6d48. 00000100:00000001:2.0:1784945830.068405:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945830.068409:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950000 x1871641054251520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945830.068418:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950000 x1871641054251520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945846 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945830.068425:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945830.068427:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945830.068429:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945830.068431:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945830.068433:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945830.068435:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945830.068437:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945830.068443:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=82 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945830.068446:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=152 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945830.068447:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945830.068448:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945830.068450:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945830.068453:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945830.068456:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945830.068457:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945830.068458:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945830.068460:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945830.068463:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950000 x1871641054251520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945846 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945830.068467:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945830.068469:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945830.068471:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945830.068473:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950000 x1871641054251520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945846 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945830.068477:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054251520:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945830.068480:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945830.068481:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945830.068483:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950000 x1871641054251520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945846 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945830.068487:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945830.068488:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945830.068490:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945830.068492:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945830.068494:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945830.068495:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945830.068497:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945830.068498:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 02000000:00000001:2.0:1784945830.068501:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945830.068502:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945830.068503:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950000. 00000100:00000001:2.0:1784945830.068505:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945830.068506:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945830.068507:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945830.068509:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945830.068509:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945830.068511:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945830.068512:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945830.068513:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945830.068514:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6b28 00000400:00000010:2.0:1784945830.068535:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6b28. 00000100:00000001:2.0:1784945830.068537:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945830.068539:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951500 x1871641054251392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945830.068544:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951500 x1871641054251392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945846 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945830.068547:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945830.068548:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945830.068549:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945830.068550:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945830.068551:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945830.068552:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945830.068553:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945830.068555:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=82 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945830.068556:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=82 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945830.068558:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945830.068558:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945830.068559:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945830.068560:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945830.068561:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945830.068563:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951500 x1871641054251392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945846 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945830.068567:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945830.068568:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945830.068569:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945830.068571:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951500 x1871641054251392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945846 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945830.068575:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054251392:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945830.068577:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945830.068578:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945830.068580:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951500 x1871641054251392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945846 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945830.068586:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945830.068587:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945830.068588:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945830.068590:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945830.068590:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945830.068591:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945830.068592:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945830.068593:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b000. 02000000:00000001:2.0:1784945830.068594:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945830.068594:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945830.068595:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951500. 00000100:00000001:2.0:1784945830.068597:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945830.068598:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945830.068599:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945830.068603:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945830.068604:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945830.068605:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945830.068606:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945830.385629:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945830.385636:0:191202:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945830.385638:0:191202:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945830.385640:0:191202:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945830.385644:0:191202:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945830.385646:0:191202:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945830.385647:0:191202:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945830.385649:0:191202:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945830.385707:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945830.385711:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945830.385714:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945830.769606:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304617647, at 4304617664 00000100:00000040:0.0:1784945830.769612:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304617647, at 4304617664 00000100:00000010:1.0:1784945830.769621:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c780. 00000100:00000010:0.0:1784945830.769623:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668ca20. 00010000:00000001:1.0:1784945831.409582:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945831.409588:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945831.409649:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945831.409653:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945831.409656:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945832.433637:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945832.433641:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945832.433697:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945832.433701:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945832.433704:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945833.457599:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945833.457605:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945833.457672:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945833.457675:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945833.457679:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945834.481653:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945834.481659:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945834.481733:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945834.481736:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945834.481739:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945835.185642:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945835.185652:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945835.185666:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774000. 00000020:00000040:3.0:1784945835.185672:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945835.185676:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945835.185678:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945835.185682:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945835.185690:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beaf00. 00000100:00000001:3.0:1784945835.185706:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945835.185717:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73774000 x1871641054251648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945835.185732:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945835.185736:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945835.185743:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d864fec1] to pc [ptlrpcd_01_01+1] req@ffff996d73774000 x1871641054251648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945835.185774:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945835.185777:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945835.185781:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945835.185784:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775c00. 00000020:00000040:3.0:1784945835.185787:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945835.185789:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945835.185790:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945835.185792:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945835.185797:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beab00. 00000100:00000001:3.0:1784945835.185800:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945835.185804:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73775c00 x1871641054251776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945835.185811:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945835.185813:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945835.185817:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdc2357] to pc [ptlrpcd_01_00+0] req@ffff996d73775c00 x1871641054251776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945835.185825:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945835.185827:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945835.185830:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945835.185833:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945835.185836:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945835.185841:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9959) 00000100:00000001:2.0:1784945835.185905:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945835.185910:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945835.185912:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945835.185918:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775c00 x1871641054251776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945835.185925:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945835.185928:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945835.185931:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945835.185934:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945835.185937:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945835.185940:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054251776:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945835.185944:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945835.185949:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945835.185952:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945835.185954:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945835.185958:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945835.185960:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945835.185967:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945835.185971:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784945835.185977:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6b28. 00000100:00000200:2.0:1784945835.185983:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054251776, portal 10 00000100:00000001:2.0:1784945835.185985:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945835.185987:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100528128 : -112779609023488 : ffff996d73775c00) 00000100:00000040:2.0:1784945835.185993:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775c00 x1871641054251776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945835.186000:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945835.186003:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945835.186005:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6d48. 00000100:00000200:2.0:1784945835.186009:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054251776, offset 0 00000400:00000200:2.0:1784945835.186015:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945835.186023:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945835.186030:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945835.186035:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945835.186039:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945835.186043:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945835.186046:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945835.186050:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314477:314477:256:4294967295] 192.168.202.106@tcp LPNI seq info [314473:314473:8:4294967295] 00000400:00000200:2.0:1784945835.186054:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945835.186065:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945835.186070:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945835.186075:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b000. 00000800:00000200:2.0:1784945835.186082:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945835.186089:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945835.186099:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945835.186117:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945835.186122:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16801 usecs (17 jiffies) 00000400:00000200:2.0:1784945835.186125:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945835.186128:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304622097 00000100:00000010:2.0:1784945835.186134:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c8a0. 00000100:00000001:2.0:1784945835.186140:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945835.186151:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304622097 00000100:00000010:2.0:1784945835.186156:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cd20. 00000100:00000001:2.0:1784945835.186160:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945835.186165:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945835.186168:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945835.186172:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945835.186175:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945835.186181:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945835.186183:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945835.186186:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945835.186187:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945835.186189:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945835.186192:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1784945835.186193:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945835.186196:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945835.186197:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945835.186200:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945835.186201:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945835.186203:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945835.186207:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774000 x1871641054251648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945835.186215:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945835.186216:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945835.186218:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945835.186220:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945835.186222:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945835.186226:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054251648:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945835.186229:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945835.186233:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945835.186234:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945835.186236:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945835.186239:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945835.186242:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945835.186245:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945835.186248:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784945835.186251:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6880. 00000100:00000200:2.0:1784945835.186255:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054251648, portal 25 00000100:00000001:2.0:1784945835.186256:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945835.186258:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100520960 : -112779609030656 : ffff996d73774000) 00000100:00000040:2.0:1784945835.186262:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774000 x1871641054251648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945835.186268:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945835.186271:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945835.186273:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6198. 00000100:00000200:2.0:1784945835.186275:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054251648, offset 0 00000400:00000200:2.0:1784945835.186280:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945835.186284:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945835.186287:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945835.186290:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945835.186292:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945835.186295:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945835.186298:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945835.186301:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314478:314478:255:4294967295] 192.168.202.106@tcp LPNI seq info [314474:314474:7:4294967295] 00000400:00000200:2.0:1784945835.186305:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945835.186311:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945835.186316:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945835.186320:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bd00. 00000800:00000200:2.0:1784945835.186323:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945835.186328:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945835.186330:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945835.186334:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945835.186336:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945835.186338:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304622767 00000100:00000001:2.0:1784945835.186343:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304622097 00000100:00000001:2.0:1784945835.186346:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304622767 00000100:00000001:2.0:1784945835.186349:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304622097 00000100:00000001:2.0:1784945835.186352:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945835.186354:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945835.186357:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945835.186359:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945835.186369:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945835.186372:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945835.186779:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945835.186785:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b000. 00000400:00000200:1.0:1784945835.186791:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945835.186796:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945835.186801:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6d48 00000400:00000010:1.0:1784945835.186810:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6d48. 00000100:00000001:1.0:1784945835.186816:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945835.186821:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775c00 x1871641054251776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945835.186830:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945835.186833:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775c00 x1871641054251776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945851 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945835.186841:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945835.186842:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945835.186906:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945835.186909:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bd00. 00000400:00000200:1.0:1784945835.186913:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945835.186916:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945835.186919:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6198 00000400:00000010:1.0:1784945835.186921:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6198. 00000100:00000001:1.0:1784945835.186930:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945835.186937:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73774000 x1871641054251648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945835.186945:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945835.186948:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73774000 x1871641054251648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945851 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945835.186954:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945835.186956:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945835.188834:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945835.188846:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945835.188850:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945835.188854:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945835.188860:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945835.188865:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945835.188872:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945835.188876:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945835.188881:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945835.188886:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f8a80 00000400:00000200:0.0:1784945835.188890:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945835.188895:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdac9 [1] + 224 00000800:00000001:0.0:1784945835.188901:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945835.188904:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945835.188907:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945835.188910:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945835.188916:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945835.188921:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73774000 x1871641054251648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945851 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945835.188931:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73774000 x1871641054251648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945851 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945835.188953:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945835.188960:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945835.188963:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945835.188965:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945835.188967:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945835.188970:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945835.188973:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945835.188977:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945835.188979:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945835.188981:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945835.188983:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f8b00 00000400:00000200:0.0:1784945835.188991:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945835.188995:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdac1 [1] + 224 00000800:00000001:0.0:1784945835.188999:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945835.189005:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945835.189006:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945835.189009:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945835.189012:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945835.189015:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775c00 x1871641054251776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945851 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945835.189022:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775c00 x1871641054251776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945851 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945835.189029:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945835.189032:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945835.189035:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945835.189092:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945835.189096:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945835.189101:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945835.189103:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945835.189106:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945835.189110:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6880 00000400:00000010:2.0:1784945835.189112:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6880. 00000100:00000001:2.0:1784945835.189114:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945835.189119:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774000 x1871641054251648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945851 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945835.189127:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774000 x1871641054251648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945851 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945835.189133:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945835.189135:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945835.189137:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945835.189140:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945835.189142:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945835.189143:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945835.189146:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945835.189151:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=87 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945835.189155:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=87 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945835.189158:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945835.189160:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945835.189162:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945835.189164:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945835.189166:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945835.189170:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774000 x1871641054251648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945851 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945835.189177:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945835.189187:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945835.189189:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945835.189193:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774000 x1871641054251648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945851 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945835.189199:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054251648:192.168.202.106@tcp:400:kworker.0 00000400:00000001:2.0:1784945835.189204:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945835.189205:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945835.189206:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945835.189209:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6b28 00000400:00000010:2.0:1784945835.189211:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6b28. 00000100:00000001:2.0:1784945835.189213:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945835.189216:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775c00 x1871641054251776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945851 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945835.189223:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775c00 x1871641054251776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945851 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945835.189229:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945835.189230:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945835.189239:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945835.189240:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945835.189241:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945835.189243:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945835.189244:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945835.189249:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=87 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945835.189252:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=7 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945835.189254:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945835.189256:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945835.189257:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945835.189260:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945835.189262:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945835.189264:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945835.189266:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945835.189267:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945835.189270:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775c00 x1871641054251776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945851 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945835.189276:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945835.189277:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945835.189279:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945835.189282:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775c00 x1871641054251776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945851 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945835.189288:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054251776:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945835.189292:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945835.189294:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945835.189297:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774000 x1871641054251648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945851 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945835.189303:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945835.189305:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945835.189308:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945835.189311:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945835.189313:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945835.189315:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945835.189317:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945835.189319:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beaf00. 02000000:00000001:2.0:1784945835.189329:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945835.189331:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945835.189333:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774000. 00000100:00000001:2.0:1784945835.189337:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945835.189338:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945835.189339:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945835.189343:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775c00 x1871641054251776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945851 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945835.189349:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945835.189350:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945835.189351:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945835.189353:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945835.189354:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945835.189355:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945835.189357:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945835.189358:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beab00. 02000000:00000001:2.0:1784945835.189360:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945835.189361:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945835.189362:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775c00. 00000100:00000001:2.0:1784945835.189365:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945835.189366:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945835.189368:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945835.189374:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945835.189375:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945835.189377:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945835.189379:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945835.505632:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945835.505638:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945835.505716:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945835.505720:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945835.505723:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945835.889642:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304622767, at 4304622784 00000100:00000010:1.0:1784945835.889708:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cd20. 00000100:00000040:0.0:1784945835.889751:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304622767, at 4304622784 00000100:00000010:0.0:1784945835.889758:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c8a0. 00010000:00000001:1.0:1784945836.529641:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945836.529647:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945836.529722:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945836.529725:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945836.529729:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945837.554054:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945837.554061:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945837.554118:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945837.554122:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945837.554125:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945838.577645:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945838.577651:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945838.577742:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945838.577746:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945838.577749:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945839.601634:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945839.601641:0:191202:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945839.601643:0:191202:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945839.601646:0:191202:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945839.601651:0:191202:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945839.601653:0:191202:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945839.601655:0:191202:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945839.601685:0:191202:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945839.601742:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945839.601746:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945839.601750:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945840.305614:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945840.305622:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945840.305630:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775c00. 00000020:00000040:3.0:1784945840.305634:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945840.305637:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945840.305639:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945840.305644:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945840.305672:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea000. 00000100:00000001:3.0:1784945840.305678:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945840.305687:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73775c00 x1871641054251904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945840.305695:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945840.305697:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945840.305702:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdc2357] to pc [ptlrpcd_01_01+1] req@ffff996d73775c00 x1871641054251904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945840.305726:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945840.305729:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945840.305732:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945840.305735:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774000. 00000020:00000040:3.0:1784945840.305737:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945840.305739:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945840.305740:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945840.305742:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945840.305745:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea800. 00000100:00000001:3.0:1784945840.305747:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945840.305752:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73774000 x1871641054252032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945840.305761:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945840.305764:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945840.305764:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945840.305766:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945840.305767:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945840.305770:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d864fec1] to pc [ptlrpcd_01_00+0] req@ffff996d73774000 x1871641054252032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784945840.305773:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775c00 x1871641054251904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945840.305777:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945840.305780:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784945840.305780:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945840.305783:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945840.305783:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945840.305785:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784945840.305786:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784945840.305788:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784945840.305789:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945840.305791:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945840.305792:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9964) 00000100:00100000:2.0:1784945840.305794:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054251904:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945840.305797:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945840.305804:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945840.305806:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945840.305808:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945840.305813:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945840.305814:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945840.305821:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945840.305824:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1784945840.305825:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000100:00000001:3.0:1784945840.305826:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945840.305827:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945840.305831:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774000 x1871641054252032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784945840.305832:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6b28. 00000100:00000001:3.0:1784945840.305837:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1784945840.305838:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054251904, portal 25 00000100:00000001:3.0:1784945840.305838:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945840.305840:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1784945840.305840:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784945840.305842:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100528128 : -112779609023488 : ffff996d73775c00) 02000000:00000001:3.0:1784945840.305842:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945840.305844:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945840.305847:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054252032:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784945840.305848:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775c00 x1871641054251904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945840.305851:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945840.305853:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945840.305854:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945840.305855:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784945840.305856:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784945840.305857:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000010:3.0:1784945840.305859:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479afa00. 00000400:00000010:2.0:1784945840.305860:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6880. 02000000:00000001:3.0:1784945840.305860:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784945840.305863:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054251904, offset 0 00000400:00000200:3.0:1784945840.305864:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945840.305866:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000200:2.0:1784945840.305868:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945840.305870:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1f68. 00000100:00000200:3.0:1784945840.305872:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054252032, portal 10 00000100:00000001:3.0:1784945840.305874:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945840.305875:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100520960 : -112779609030656 : ffff996d73774000) 00000400:00000200:2.0:1784945840.305876:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784945840.305880:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774000 x1871641054252032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784945840.305882:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:3.0:1784945840.305886:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784945840.305887:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1784945840.305888:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945840.305890:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f13b8. 00000400:00000200:2.0:1784945840.305891:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000200:3.0:1784945840.305892:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054252032, offset 0 00000400:00000200:2.0:1784945840.305894:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945840.305896:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945840.305897:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945840.305901:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314479:314479:256:4294967295] 192.168.202.106@tcp LPNI seq info [314475:314475:8:4294967295] 00000400:00000200:2.0:1784945840.305905:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945840.305909:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945840.305911:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945840.305914:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945840.305915:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784945840.305916:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945840.305918:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945840.305920:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:2.0:1784945840.305921:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945840.305923:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314480:314480:255:4294967295] 192.168.202.106@tcp LPNI seq info [314476:314476:7:4294967295] 00000800:00000010:2.0:1784945840.305926:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b700. 00000400:00000200:3.0:1784945840.305927:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784945840.305932:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784945840.305932:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945840.305936:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000200:2.0:1784945840.305938:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000010:3.0:1784945840.305938:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000800:00000200:3.0:1784945840.305941:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945840.305942:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784945840.305945:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945840.305947:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945840.305962:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945840.305962:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945840.305965:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784945840.305966:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16800 usecs (17 jiffies) 00000100:00000001:2.0:1784945840.305968:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304627887 00000400:00000200:3.0:1784945840.305969:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945840.305970:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304627217 00000100:00000010:2.0:1784945840.305972:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cea0. 00000100:00000001:2.0:1784945840.305978:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945840.305982:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304627887 00000100:00000001:3.0:1784945840.305987:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304627887 00000100:00000001:3.0:1784945840.305991:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304627217 00000100:00000010:3.0:1784945840.305994:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322b40. 00000100:00000001:3.0:1784945840.305998:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945840.306005:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945840.306008:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945840.306011:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945840.306013:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945840.306020:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945840.306021:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945840.306023:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945840.306024:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945840.306026:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945840.306027:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945840.306049:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945840.306053:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b700. 00000400:00000200:1.0:1784945840.306059:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945840.306064:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945840.306068:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6880 00000400:00000010:1.0:1784945840.306070:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6880. 00000100:00000001:1.0:1784945840.306074:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945840.306077:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775c00 x1871641054251904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945840.306083:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945840.306086:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775c00 x1871641054251904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945856 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945840.306090:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945840.306091:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945840.306140:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945840.306142:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bead00. 00000400:00000200:1.0:1784945840.306144:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945840.306146:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945840.306147:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f13b8 00000400:00000010:1.0:1784945840.306148:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f13b8. 00000100:00000001:1.0:1784945840.306150:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945840.306152:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73774000 x1871641054252032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945840.306156:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945840.306158:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73774000 x1871641054252032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945856 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945840.306165:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945840.306166:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784945840.306197:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304627217 00000100:00000001:2.0:1784945840.306201:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945840.306203:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945840.306205:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945840.306207:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945840.306210:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945840.306212:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945840.306214:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945840.306215:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945840.306216:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945840.306218:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945840.307683:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945840.307693:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945840.307695:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945840.307698:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945840.307703:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945840.307707:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945840.307711:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945840.307713:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945840.307716:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945840.307719:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f8b80 00000400:00000200:0.0:1784945840.307722:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945840.307726:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdad1 [1] + 224 00000800:00000001:0.0:1784945840.307731:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945840.307734:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945840.307735:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945840.307738:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945840.307742:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945840.307745:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775c00 x1871641054251904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945856 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945840.307751:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775c00 x1871641054251904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945856 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945840.307763:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945840.307769:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945840.307772:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945840.307774:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945840.307776:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945840.307778:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945840.307782:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945840.307786:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945840.307788:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945840.307791:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945840.307791:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784945840.307793:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f8c00 00000100:00000001:2.0:1784945840.307794:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784945840.307796:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:2.0:1784945840.307798:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945840.307799:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945840.307802:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945840.307805:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6b28 00000400:00000010:2.0:1784945840.307807:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6b28. 00000100:00000001:2.0:1784945840.307810:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784945840.307812:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdad9 [1] + 224 00000100:00000200:2.0:1784945840.307814:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775c00 x1871641054251904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945856 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784945840.307816:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945840.307821:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784945840.307822:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775c00 x1871641054251904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945856 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784945840.307823:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945840.307826:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945840.307828:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784945840.307829:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945840.307830:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784945840.307832:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73774000 x1871641054252032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945856 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945840.307833:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945840.307835:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945840.307838:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1784945840.307839:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73774000 x1871641054252032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945856 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945840.307840:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945840.307843:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945840.307848:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=92 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945840.307852:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=92 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945840.307853:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945840.307855:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945840.307856:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945840.307857:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945840.307859:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784945840.307859:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945840.307861:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945840.307864:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945840.307868:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775c00 x1871641054251904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945856 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945840.307875:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945840.307878:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945840.307881:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945840.307886:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775c00 x1871641054251904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945856 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945840.307893:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1784945840.307895:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054251904:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945840.307897:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945840.307902:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784945840.307903:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784945840.307905:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784945840.307907:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1784945840.307909:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000100:00000040:2.0:1784945840.307913:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775c00 x1871641054251904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945856 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784945840.307915:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1f68 00000400:00000010:3.0:1784945840.307919:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1f68. 00000100:00000001:3.0:1784945840.307924:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784945840.307926:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945840.307929:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1784945840.307931:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774000 x1871641054252032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945856 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784945840.307933:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1400. 02000000:00000001:2.0:1784945840.307939:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945840.307941:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945840.307944:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945840.307946:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945840.307949:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea000. 00000100:00000200:3.0:1784945840.307949:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774000 x1871641054252032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945856 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784945840.307953:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945840.307956:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945840.307958:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775c00. 00000100:00000001:2.0:1784945840.307964:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945840.307964:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945840.307968:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945840.307969:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945840.307972:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945840.307974:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945840.307978:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945840.307979:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945840.307980:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945840.307981:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945840.307984:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945840.307985:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945840.307988:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945840.307991:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945840.307993:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=92 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945840.308010:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=12 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945840.308013:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945840.308015:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945840.308017:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945840.308020:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945840.308022:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945840.308024:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945840.308026:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945840.308028:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945840.308032:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774000 x1871641054252032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945856 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945840.308039:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945840.308041:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945840.308042:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945840.308046:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774000 x1871641054252032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945856 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945840.308054:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054252032:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945840.308058:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945840.308060:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945840.308063:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774000 x1871641054252032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945856 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945840.308069:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945840.308071:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945840.308078:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479afa00. 02000000:00000001:3.0:1784945840.308081:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945840.308082:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945840.308083:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945840.308085:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945840.308087:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea800. 02000000:00000001:3.0:1784945840.308089:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945840.308090:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945840.308092:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774000. 00000100:00000001:3.0:1784945840.308095:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945840.308096:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945840.308097:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945840.308101:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945840.308102:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945840.308104:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945840.308106:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945840.625631:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945840.625635:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945840.625699:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945840.625702:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945840.625707:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945841.009610:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304627887, at 4304627904 00000100:00000040:1.0:1784945841.009610:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304627887, at 4304627904 00000100:00000010:0.0:1784945841.009625:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cea0. 00000100:00000010:1.0:1784945841.009627:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322b40. 00010000:00000001:1.0:1784945841.649607:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945841.649614:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945841.649682:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945841.649686:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945841.649690:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945842.673669:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945842.673675:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945842.673768:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945842.673772:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945842.673775:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945843.697641:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945843.697648:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945843.697774:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945843.697777:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945843.697780:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945844.721647:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945844.721654:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945844.721749:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945844.721752:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945844.721755:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945845.425659:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945845.425670:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945845.425678:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951500. 00000020:00000040:2.0:1784945845.425684:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945845.425688:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945845.425691:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945845.425697:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945845.425707:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b500. 00000100:00000001:2.0:1784945845.425714:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945845.425727:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951500 x1871641054252160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945845.425738:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945845.425743:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945845.425750:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fb9ec] to pc [ptlrpcd_01_01+1] req@ffff996d73951500 x1871641054252160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945845.425778:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945845.425781:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945845.425785:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945845.425789:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950000. 00000020:00000040:2.0:1784945845.425792:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945845.425795:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945845.425796:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945845.425798:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945845.425798:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945845.425804:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1784945845.425805:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b100. 00000100:00000001:3.0:1784945845.425809:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784945845.425811:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945845.425818:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951500 x1871641054252160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784945845.425819:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950000 x1871641054252288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945845.425843:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945845.425844:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945845.425846:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945845.425848:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945845.425853:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784945845.425855:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac249ac8] to pc [ptlrpcd_01_00+0] req@ffff996d73950000 x1871641054252288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784945845.425857:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945845.425864:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945845.425873:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054252160:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945845.425875:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945845.425879:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784945845.425880:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945845.425885:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784945845.425887:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784945845.425888:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784945845.425891:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945845.425894:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784945845.425896:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784945845.425901:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9970) 02000000:00000010:3.0:1784945845.425902:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479af400. 02000000:00000001:3.0:1784945845.425907:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945845.425915:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945845.425920:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784945845.425938:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1f68. 00000100:00000200:3.0:1784945845.425946:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054252160, portal 25 00000100:00000001:3.0:1784945845.425949:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945845.425951:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476032 : -112779607075584 : ffff996d73951500) 00000100:00000040:3.0:1784945845.425957:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951500 x1871641054252160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945845.425965:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945845.425967:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945845.425969:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f12a8. 00000100:00000200:3.0:1784945845.425971:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054252160, offset 0 00000400:00000200:3.0:1784945845.425975:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945845.426055:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945845.426063:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945845.426068:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945845.426071:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945845.426074:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945845.426076:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945845.426079:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314481:314481:256:4294967295] 192.168.202.106@tcp LPNI seq info [314477:314477:8:4294967295] 00000400:00000200:3.0:1784945845.426082:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945845.426091:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945845.426097:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945845.426103:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000800:00000200:3.0:1784945845.426110:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945845.426116:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945845.426120:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945845.426132:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945845.426137:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945845.426139:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304633007 00000100:00000010:3.0:1784945845.426143:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322000. 00000100:00000001:3.0:1784945845.426150:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945845.426156:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304633007 00000100:00000010:3.0:1784945845.426160:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322a20. 00000100:00000001:3.0:1784945845.426171:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945845.426178:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945845.426181:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945845.426184:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945845.426187:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945845.426195:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945845.426197:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945845.426199:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945845.426201:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945845.426203:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945845.426206:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:3.0:1784945845.426206:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1784945845.426211:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945845.426219:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945845.426221:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784945845.426222:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea800. 00000100:00000001:3.0:1784945845.426223:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945845.426226:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784945845.426230:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945845.426236:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945845.426241:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f12a8 00000400:00000010:1.0:1784945845.426243:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f12a8. 00000100:00000001:1.0:1784945845.426247:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945845.426252:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951500 x1871641054252160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945845.426261:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945845.426265:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951500 x1871641054252160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945861 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945845.426271:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945845.426273:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784945845.426383:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945845.426389:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950000 x1871641054252288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945845.426396:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945845.426397:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945845.426399:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945845.426400:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945845.426401:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945845.426403:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054252288:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945845.426405:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945845.426407:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945845.426408:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945845.426410:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945845.426412:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479aec00. 02000000:00000001:3.0:1784945845.426413:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945845.426646:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945845.426651:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784945845.426655:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f12a8. 00000100:00000200:3.0:1784945845.426658:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054252288, portal 10 00000100:00000001:3.0:1784945845.426660:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945845.426662:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102470656 : -112779607080960 : ffff996d73950000) 00000100:00000040:3.0:1784945845.426670:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950000 x1871641054252288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945845.426677:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945845.426680:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945845.426683:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f13b8. 00000100:00000200:3.0:1784945845.426685:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054252288, offset 0 00000400:00000200:3.0:1784945845.426689:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945845.426692:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945845.426695:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945845.426697:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945845.426698:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945845.426700:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945845.426701:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945845.426704:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314482:314482:256:4294967295] 192.168.202.106@tcp LPNI seq info [314478:314478:8:4294967295] 00000400:00000200:3.0:1784945845.426706:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945845.426711:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945845.426714:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945845.426716:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea700. 00000800:00000200:3.0:1784945845.426718:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945845.426721:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945845.426724:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945845.426734:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945845.426738:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16800 usecs (17 jiffies) 00000400:00000200:3.0:1784945845.426745:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945845.426747:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304632338 00000100:00000001:3.0:1784945845.426749:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304633007 00000100:00000001:3.0:1784945845.426752:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304632338 00000100:00000001:3.0:1784945845.426754:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304633007 00000100:00000001:3.0:1784945845.426757:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945845.426759:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945845.426762:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945845.426764:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945845.426788:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945845.426790:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945845.426795:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945845.426798:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea700. 00000400:00000200:0.0:1784945845.426802:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945845.426807:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945845.426811:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f13b8 00000400:00000010:0.0:1784945845.426813:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f13b8. 00000100:00000001:0.0:1784945845.426817:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945845.426821:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950000 x1871641054252288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945845.426830:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945845.426832:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950000 x1871641054252288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945861 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945845.426837:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945845.426838:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945845.428402:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945845.428413:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945845.428417:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945845.428420:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945845.428427:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945845.428433:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945845.428439:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945845.428443:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945845.428447:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945845.428452:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f8c80 00000400:00000200:1.0:1784945845.428456:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945845.428461:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdae1 [1] + 224 00000800:00000001:1.0:1784945845.428468:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945845.428472:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945845.428474:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945845.428477:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945845.428483:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945845.428494:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951500 x1871641054252160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945861 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945845.428503:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951500 x1871641054252160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945861 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945845.428547:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945845.428554:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945845.428558:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945845.428560:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945845.428562:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945845.428565:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945845.428569:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945845.428573:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945845.428575:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945845.428577:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945845.428580:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f8d00 00000400:00000200:1.0:1784945845.428583:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945845.428587:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdae9 [1] + 224 00000800:00000001:1.0:1784945845.428592:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784945845.428592:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945845.428596:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784945845.428600:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784945845.428602:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784945845.428605:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1784945845.428605:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945845.428619:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:1.0:1784945845.428625:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:3.0:1784945845.428625:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1f68 00000400:00000010:3.0:1784945845.428629:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1f68. 00000100:00000001:3.0:1784945845.428633:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784945845.428634:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945845.428639:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951500 x1871641054252160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945861 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784945845.428643:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950000 x1871641054252288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945861 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945845.428652:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951500 x1871641054252160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945861 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945845.428662:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1784945845.428663:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950000 x1871641054252288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945861 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945845.428664:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945845.428668:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945845.428671:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945845.428674:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945845.428676:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945845.428679:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1784945845.428680:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784945845.428687:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1784945845.428687:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=97 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945845.428691:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=97 v=5 (1 1 1 1) 00000800:00000001:1.0:1784945845.428694:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945845.428694:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945845.428696:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945845.428700:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945845.428701:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945845.428703:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945845.428707:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951500 x1871641054252160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945861 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945845.428711:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945845.428713:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945845.428715:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945845.428718:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951500 x1871641054252160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945861 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945845.428723:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054252160:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945845.428726:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945845.428727:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945845.428729:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951500 x1871641054252160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945861 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945845.428732:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945845.428734:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945845.428737:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479af400. 02000000:00000001:3.0:1784945845.428739:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945845.428741:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945845.428742:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945845.428744:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945845.428746:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b500. 02000000:00000001:3.0:1784945845.428748:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945845.428749:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945845.428750:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951500. 00000100:00000001:3.0:1784945845.428753:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945845.428754:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945845.428756:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945845.428757:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945845.428758:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945845.428759:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945845.428760:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945845.428761:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945845.428762:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f12a8 00000400:00000010:3.0:1784945845.428763:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f12a8. 00000100:00000001:3.0:1784945845.428764:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945845.428767:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950000 x1871641054252288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945861 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945845.428775:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950000 x1871641054252288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945861 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945845.428781:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945845.428783:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945845.428784:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945845.428785:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945845.428786:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945845.428788:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945845.428790:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945845.428795:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=97 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945845.428797:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=17 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945845.428800:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945845.428801:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945845.428802:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945845.428806:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945845.428808:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945845.428810:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945845.428812:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945845.428813:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945845.428817:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950000 x1871641054252288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945861 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945845.428823:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945845.428824:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945845.428826:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945845.428829:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950000 x1871641054252288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945861 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945845.428836:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054252288:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945845.428840:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945845.428842:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945845.428845:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950000 x1871641054252288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945861 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945845.428850:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945845.428851:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945845.428852:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479aec00. 02000000:00000001:3.0:1784945845.428854:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945845.428855:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945845.428855:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945845.428857:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945845.428858:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b100. 02000000:00000001:3.0:1784945845.428859:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945845.428860:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945845.428861:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950000. 00000100:00000001:3.0:1784945845.428864:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945845.428865:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945845.428867:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945845.428873:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945845.428874:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945845.428876:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945845.428878:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945845.745585:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945845.745590:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945845.745638:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945845.745642:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945845.745645:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945846.129618:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304633007, at 4304633024 00000100:00000040:1.0:1784945846.129618:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304633007, at 4304633024 00000100:00000010:0.0:1784945846.129632:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322000. 00000100:00000010:1.0:1784945846.129634:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322a20. 00010000:00000001:1.0:1784945846.769628:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945846.769635:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945846.769719:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945846.769721:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945846.769723:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945847.793674:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945847.793680:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945847.793787:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945847.793790:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945847.793794:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945848.817619:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945848.817625:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945848.817673:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945848.817677:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945848.817679:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945849.841651:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945849.841660:0:191202:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945849.841662:0:191202:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945849.841665:0:191202:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945849.841670:0:191202:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945849.841672:0:191202:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945849.841674:0:191202:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945849.841676:0:191202:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945849.841768:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945849.841772:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945849.841776:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945850.546114:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784945850.546123:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784945850.546131:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8b800. 00000020:00000040:1.0:1784945850.546136:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784945850.546139:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784945850.546142:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784945850.546146:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784945850.546202:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad100. 00000100:00000001:1.0:1784945850.546209:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945850.546220:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d8b800 x1871641054252416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784945850.546229:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784945850.546233:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945850.546240:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adb34ecc] to pc [ptlrpcd_00_01+1] req@ffff996d44d8b800 x1871641054252416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945850.546264:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945850.546267:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784945850.546270:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784945850.546273:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8bb80. 00000020:00000040:1.0:1784945850.546275:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784945850.546277:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784945850.546279:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784945850.546280:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945850.546296:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1784945850.546299:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ade00. 00000100:00000001:0.0:1784945850.546302:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945850.546304:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945850.546307:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784945850.546311:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d8bb80 x1871641054252544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1784945850.546318:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8b800 x1871641054252416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945850.546323:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945850.546331:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784945850.546331:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945850.546336:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945850.546340:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b021a1ec] to pc [ptlrpcd_00_00+0] req@ffff996d44d8bb80 x1871641054252544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784945850.546342:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945850.546346:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945850.546352:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945850.546359:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945850.546360:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054252416:192.168.202.106@tcp:400:kworker.0 00000100:00000040:1.0:1784945850.546363:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945850.546368:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1784945850.546368:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784945850.546373:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784945850.546375:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784945850.546376:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1784945850.546379:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9975) 02000000:00000001:0.0:1784945850.546380:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945850.546385:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945850.546391:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394a200. 02000000:00000001:0.0:1784945850.546393:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945850.546401:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945850.546401:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945850.546405:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945850.546406:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1784945850.546407:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652fb58. 00000100:00000040:1.0:1784945850.546410:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8bb80 x1871641054252544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784945850.546416:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fbb0. 00000100:00000001:1.0:1784945850.546416:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784945850.546418:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945850.546421:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784945850.546423:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784945850.546424:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784945850.546426:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054252416, portal 25 00000100:00100000:1.0:1784945850.546426:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054252544:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945850.546432:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784945850.546433:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1784945850.546434:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784945850.546437:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318379520 : -112780391172096 : ffff996d44d8b800) 02000000:00000001:1.0:1784945850.546437:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945850.546438:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784945850.546442:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ada00. 02000000:00000001:1.0:1784945850.546445:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945850.546449:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8b800 x1871641054252416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784945850.546450:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784945850.546453:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d1b8. 00000400:00000010:1.0:1784945850.546458:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294660. 00000100:00000200:1.0:1784945850.546462:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054252544, portal 10 00000100:00000001:0.0:1784945850.546464:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784945850.546465:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784945850.546467:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318380416 : -112780391171200 : ffff996d44d8bb80) 00000100:00000040:0.0:1784945850.546472:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000040:1.0:1784945850.546475:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8bb80 x1871641054252544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784945850.546477:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f220. 00000100:00000200:0.0:1784945850.546484:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054252416, offset 0 00000100:00000001:1.0:1784945850.546485:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784945850.546489:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784945850.546493:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2945d8. 00000400:00000200:0.0:1784945850.546494:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000200:1.0:1784945850.546505:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054252544, offset 0 00000400:00000200:0.0:1784945850.546506:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945850.546513:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945850.546546:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945850.546553:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945850.546557:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945850.546561:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945850.546564:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945850.546582:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314483:314483:256:4294967295] 192.168.202.106@tcp LPNI seq info [314479:314479:8:4294967295] 00000400:00000200:0.0:1784945850.546591:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945850.546600:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784945850.546608:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784945850.546608:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945850.546613:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000010:0.0:1784945850.546616:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4400. 00000400:00000200:1.0:1784945850.546616:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784945850.546618:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784945850.546623:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784945850.546625:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784945850.546630:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314484:314484:255:4294967295] 192.168.202.106@tcp LPNI seq info [314480:314480:7:4294967295] 00000800:00000200:0.0:1784945850.546633:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784945850.546635:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945850.546643:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784945850.546647:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784945850.546649:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000200:0.0:1784945850.546654:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4400 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1784945850.546655:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad300. 00000800:00000200:1.0:1784945850.546661:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784945850.546665:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784945850.546668:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945850.546669:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945850.546671:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945850.546675:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16798 usecs (17 jiffies) 00000400:00000200:1.0:1784945850.546677:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945850.546679:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304637458 00000400:00000200:0.0:1784945850.546684:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000010:1.0:1784945850.546685:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8fba0. 00000100:00000001:0.0:1784945850.546687:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304638128 00000100:00000001:1.0:1784945850.546691:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784945850.546697:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304637458 00000100:00000010:1.0:1784945850.546700:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f8a0. 00000100:00000001:1.0:1784945850.546702:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784945850.546704:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304637458 00000100:00000001:1.0:1784945850.546705:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945850.546709:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945850.546713:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304638128 00000100:00000001:1.0:1784945850.546713:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945850.546716:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945850.546720:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304637458 00000100:00000001:1.0:1784945850.546723:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945850.546725:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945850.546725:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784945850.546729:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945850.546731:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945850.546731:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945850.546733:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945850.546736:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945850.546737:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945850.546741:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945850.546746:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945850.546748:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945850.546751:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945850.546753:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945850.546755:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945850.546758:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945850.546783:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945850.546788:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4400. 00000400:00000200:1.0:1784945850.546806:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945850.546811:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945850.546816:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f220 00000400:00000010:1.0:1784945850.546819:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f220. 00000100:00000001:1.0:1784945850.546822:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945850.546826:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8b800 x1871641054252416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945850.546835:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945850.546838:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8b800 x1871641054252416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945866 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945850.546844:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945850.546846:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945850.546896:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945850.546899:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad300. 00000400:00000200:1.0:1784945850.546904:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945850.546908:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945850.546911:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2945d8 00000400:00000010:1.0:1784945850.546913:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2945d8. 00000100:00000001:1.0:1784945850.546915:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945850.546918:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8bb80 x1871641054252544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945850.546925:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945850.546928:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8bb80 x1871641054252544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945866 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945850.546935:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945850.546937:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945850.548418:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945850.548429:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945850.548431:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945850.548433:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945850.548437:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945850.548441:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945850.548444:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945850.548447:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945850.548450:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945850.548455:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f8d80 00000400:00000200:1.0:1784945850.548460:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945850.548465:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdaf1 [1] + 224 00000800:00000001:1.0:1784945850.548471:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945850.548474:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945850.548477:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945850.548481:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945850.548487:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945850.548492:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8b800 x1871641054252416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945866 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945850.548502:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8b800 x1871641054252416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945866 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945850.548539:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945850.548546:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945850.548551:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945850.548553:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945850.548554:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945850.548555:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945850.548557:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784945850.548557:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:0.0:1784945850.548562:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945850.548564:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945850.548576:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652fb58. 00000400:00000200:1.0:1784945850.548579:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945850.548580:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fbb0 00000400:00000010:0.0:1784945850.548582:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fbb0. 00000100:00000001:0.0:1784945850.548585:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945850.548589:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8b800 x1871641054252416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945866 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784945850.548591:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945850.548594:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945850.548597:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:0.0:1784945850.548599:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8b800 x1871641054252416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945866 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784945850.548600:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f8e00 00000400:00000200:1.0:1784945850.548603:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945850.548606:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945850.548608:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945850.548608:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdaf9 [1] + 224 00000100:00000001:0.0:1784945850.548610:0:2353:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:1.0:1784945850.548611:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784945850.548613:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945850.548615:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945850.548617:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784945850.548617:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945850.548619:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1784945850.548620:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945850.548622:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00001000:0.0:1784945850.548625:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=102 v=5 (5 5 5 5) 00000100:00000001:1.0:1784945850.548625:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945850.548628:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8bb80 x1871641054252544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945866 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784945850.548629:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=102 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945850.548631:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945850.548633:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945850.548636:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1784945850.548636:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8bb80 x1871641054252544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945866 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784945850.548638:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945850.548641:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945850.548645:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8b800 x1871641054252416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945866 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945850.548648:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945850.548651:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784945850.548652:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784945850.548654:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945850.548655:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945850.548657:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945850.548660:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8b800 x1871641054252416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945866 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945850.548661:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945850.548663:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784945850.548666:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1784945850.548668:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054252416:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945850.548672:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945850.548674:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1784945850.548675:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1784945850.548677:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8b800 x1871641054252416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945866 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784945850.548677:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d1b8. 00000400:00000200:1.0:1784945850.548680:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294660 00000400:00000010:1.0:1784945850.548682:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294660. 00000100:00000001:0.0:1784945850.548683:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784945850.548684:0:2352:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1784945850.548685:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1784945850.548687:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8bb80 x1871641054252544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945866 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784945850.548688:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394a200. 02000000:00000001:0.0:1784945850.548692:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945850.548695:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000200:1.0:1784945850.548695:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8bb80 x1871641054252544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945866 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1784945850.548696:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784945850.548699:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945850.548701:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad100. 00000100:00000001:1.0:1784945850.548701:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784945850.548703:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945850.548704:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945850.548705:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784945850.548706:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1784945850.548707:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784945850.548707:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000010:0.0:1784945850.548708:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8b800. 00000100:00000001:1.0:1784945850.548708:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945850.548710:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945850.548712:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945850.548713:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945850.548714:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1784945850.548715:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=102 v=5 (5 5 5 5) 00000100:00001000:1.0:1784945850.548717:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=22 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945850.548719:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945850.548719:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945850.548720:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945850.548721:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945850.548722:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1784945850.548722:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784945850.548724:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945850.548725:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945850.548728:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784945850.548730:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784945850.548731:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784945850.548733:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945850.548737:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8bb80 x1871641054252544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945866 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945850.548751:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945850.548753:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784945850.548755:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784945850.548758:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8bb80 x1871641054252544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945866 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784945850.548766:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054252544:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945850.548769:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945850.548771:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945850.548774:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8bb80 x1871641054252544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945866 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945850.548780:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784945850.548782:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784945850.548784:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ada00. 02000000:00000001:1.0:1784945850.548787:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784945850.548788:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784945850.548789:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784945850.548791:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784945850.548793:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ade00. 02000000:00000001:1.0:1784945850.548804:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784945850.548806:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784945850.548807:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8bb80. 00000100:00000001:1.0:1784945850.548810:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784945850.548811:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945850.548812:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945850.548816:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945850.548817:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945850.548819:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945850.548820:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945850.865654:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945850.865661:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945850.865722:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945850.865726:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945850.865728:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945851.249619:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304638128, at 4304638144 00000100:00000010:0.0:1784945851.249635:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8fba0. 00000100:00000040:1.0:1784945851.250784:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304638128, at 4304638145 00000100:00000010:1.0:1784945851.250793:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f8a0. 00010000:00000001:1.0:1784945851.889655:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945851.889662:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945851.889726:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945851.889729:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945851.889732:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945852.913640:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945852.913646:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945852.913699:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945852.913701:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945852.913703:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945853.937653:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945853.937670:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945853.937739:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945853.937744:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945853.937747:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945854.961635:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945854.961641:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945854.961740:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945854.961744:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945854.961747:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945855.665695:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945855.665711:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945855.665725:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950a80. 00000020:00000040:2.0:1784945855.665732:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945855.665738:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945855.665741:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945855.665748:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945855.665757:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784945855.665767:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945855.665780:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950a80 x1871641054252672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945855.665791:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945855.665807:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945855.665815:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011f70e2a] to pc [ptlrpcd_01_01+1] req@ffff996d73950a80 x1871641054252672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945855.665847:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945855.665851:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945855.665854:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945855.665857:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952680. 00000020:00000040:2.0:1784945855.665860:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945855.665862:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945855.665863:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945855.665873:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945855.665877:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bc00. 00000100:00000001:2.0:1784945855.665880:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945855.665884:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73952680 x1871641054252800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945855.665891:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945855.665893:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945855.665896:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f291fbe] to pc [ptlrpcd_01_00+0] req@ffff996d73952680 x1871641054252800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945855.665904:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945855.665906:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945855.665909:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945855.665912:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945855.665915:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945855.665920:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9980) 00000100:00000001:3.0:1784945855.666082:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945855.666089:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945855.666091:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945855.666101:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952680 x1871641054252800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945855.666109:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945855.666111:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945855.666114:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945855.666116:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945855.666119:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945855.666121:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054252800:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945855.666124:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945855.666129:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945855.666131:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945855.666132:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945855.666137:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479aea00. 02000000:00000001:3.0:1784945855.666139:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945855.666144:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945855.666148:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784945855.666153:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f12a8. 00000100:00000200:3.0:1784945855.666159:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054252800, portal 10 00000100:00000001:3.0:1784945855.666160:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945855.666161:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102480512 : -112779607071104 : ffff996d73952680) 00000100:00000040:3.0:1784945855.666166:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952680 x1871641054252800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945855.666180:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945855.666182:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945855.666184:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1f68. 00000100:00000200:3.0:1784945855.666187:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054252800, offset 0 00000400:00000200:3.0:1784945855.666191:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945855.666197:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945855.666202:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945855.666206:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945855.666209:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945855.666211:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945855.666213:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945855.666216:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314485:314485:256:4294967295] 192.168.202.106@tcp LPNI seq info [314481:314481:8:4294967295] 00000400:00000200:3.0:1784945855.666219:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945855.666226:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945855.666230:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945855.666235:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea700. 00000800:00000200:3.0:1784945855.666241:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945855.666246:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945855.666249:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945855.666267:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945855.666270:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16798 usecs (17 jiffies) 00000400:00000200:3.0:1784945855.666272:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945855.666274:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304642577 00000100:00000010:3.0:1784945855.666277:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322e40. 00000100:00000001:3.0:1784945855.666282:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945855.666290:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304642577 00000100:00000010:3.0:1784945855.666292:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3223c0. 00000100:00000001:3.0:1784945855.666294:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945855.666298:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945855.666300:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945855.666302:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945855.666303:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945855.666308:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945855.666310:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945855.666312:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945855.666312:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945855.666313:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945855.666316:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1784945855.666317:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945855.666319:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945855.666321:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945855.666322:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945855.666323:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945855.666324:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945855.666328:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950a80 x1871641054252672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945855.666335:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945855.666337:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945855.666339:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945855.666341:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945855.666343:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945855.666346:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054252672:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945855.666349:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945855.666351:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945855.666353:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945855.666354:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945855.666357:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479ae200. 02000000:00000001:3.0:1784945855.666359:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945855.666362:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945855.666365:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784945855.666369:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1110. 00000100:00000200:3.0:1784945855.666371:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054252672, portal 25 00000100:00000001:3.0:1784945855.666373:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945855.666374:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102473344 : -112779607078272 : ffff996d73950a80) 00000100:00000040:3.0:1784945855.666378:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950a80 x1871641054252672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945855.666383:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945855.666386:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945855.666388:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1550. 00000100:00000200:3.0:1784945855.666390:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054252672, offset 0 00000400:00000200:3.0:1784945855.666395:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945855.666398:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945855.666402:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:1.0:1784945855.666678:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945855.666683:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea700. 00000400:00000200:1.0:1784945855.666687:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945855.666693:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945855.666698:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1f68 00000400:00000010:1.0:1784945855.666700:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1f68. 00000100:00000001:1.0:1784945855.666704:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945855.666708:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952680 x1871641054252800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945855.666717:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945855.666719:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952680 x1871641054252800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945871 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945855.666723:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945855.666724:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784945855.667107:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945855.667112:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945855.667144:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945855.667148:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945855.667149:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945855.667151:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945855.667153:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314486:314486:256:4294967295] 192.168.202.106@tcp LPNI seq info [314482:314482:8:4294967295] 00000400:00000200:3.0:1784945855.667156:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945855.667160:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945855.667164:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945855.667210:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000800:00000200:3.0:1784945855.667214:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945855.667217:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945855.667219:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945855.667259:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945855.667262:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945855.667263:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304643248 00000100:00000001:3.0:1784945855.667268:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304642577 00000100:00000001:3.0:1784945855.667270:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304643248 00000100:00000001:3.0:1784945855.667272:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304642577 00000100:00000001:3.0:1784945855.667273:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945855.667275:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945855.667276:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945855.667279:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945855.667601:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945855.667604:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea800. 00000400:00000200:1.0:1784945855.667607:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945855.667612:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945855.667615:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1550 00000400:00000010:1.0:1784945855.667617:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1550. 00000100:00000001:1.0:1784945855.667619:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945855.667623:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950a80 x1871641054252672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945855.667630:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945855.667633:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950a80 x1871641054252672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945871 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945855.667638:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945855.667650:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945855.668070:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945855.668080:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945855.668082:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945855.668085:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945855.668090:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945855.668095:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945855.668100:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945855.668103:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945855.668107:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945855.668110:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f8f00 00000400:00000200:1.0:1784945855.668114:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945855.668119:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdb11 [1] + 224 00000800:00000001:1.0:1784945855.668124:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945855.668130:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945855.668132:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945855.668135:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945855.668139:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945855.668144:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952680 x1871641054252800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945871 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945855.668152:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952680 x1871641054252800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945871 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945855.668165:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945855.668388:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945855.668393:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945855.668511:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945855.668513:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945855.668544:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945855.668546:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945855.668549:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945855.668552:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f12a8 00000400:00000010:3.0:1784945855.668554:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f12a8. 00000100:00000001:3.0:1784945855.668557:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945855.668561:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952680 x1871641054252800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945871 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945855.668570:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952680 x1871641054252800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945871 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945855.668576:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945855.668577:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945855.668580:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945855.668582:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945855.668584:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945855.668587:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945855.668589:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945855.668597:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=107 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945855.668601:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=27 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945855.668603:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945855.668605:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945855.668608:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945855.668611:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945855.668615:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945855.668616:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945855.668618:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945855.668620:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945855.668625:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952680 x1871641054252800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945871 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945855.668631:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945855.668633:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945855.668635:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945855.668639:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952680 x1871641054252800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945871 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945855.668658:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054252800:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945855.668663:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945855.668665:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945855.668668:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952680 x1871641054252800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945871 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945855.668673:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945855.668675:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945855.668678:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479aea00. 02000000:00000001:3.0:1784945855.668680:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945855.668682:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945855.668684:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945855.668686:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945855.668688:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bc00. 02000000:00000001:3.0:1784945855.668691:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945855.668693:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945855.668694:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952680. 00000100:00000001:3.0:1784945855.668698:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945855.668699:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945855.668700:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945855.668702:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945855.668703:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945855.668705:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945855.668706:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784945855.669383:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945855.669389:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945855.669391:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945855.669393:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945855.669398:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945855.669402:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945855.669466:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945855.669470:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945855.669473:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945855.669476:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f8e80 00000400:00000200:1.0:1784945855.669480:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945855.669483:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdb19 [1] + 224 00000800:00000001:1.0:1784945855.669488:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945855.669493:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945855.669495:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945855.669498:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945855.669502:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945855.669506:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950a80 x1871641054252672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945871 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945855.669544:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950a80 x1871641054252672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945871 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945855.669589:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945855.669591:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945855.669605:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945855.669611:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945855.669614:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784945855.669697:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945855.669699:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945855.669701:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945855.669704:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1110 00000400:00000010:3.0:1784945855.669706:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1110. 00000100:00000001:3.0:1784945855.669708:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945855.669712:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950a80 x1871641054252672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945871 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945855.669721:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950a80 x1871641054252672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945871 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945855.669727:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945855.669728:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945855.669730:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945855.669731:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945855.669733:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945855.669735:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945855.669737:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945855.669740:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=107 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945855.669743:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=107 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945855.669745:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945855.669746:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945855.669747:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945855.669749:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945855.669750:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945855.669754:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950a80 x1871641054252672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945871 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945855.669760:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945855.669762:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945855.669764:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945855.669767:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950a80 x1871641054252672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945871 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945855.669774:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054252672:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945855.669778:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945855.669779:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945855.669782:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950a80 x1871641054252672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945871 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945855.669788:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945855.669790:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945855.669792:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479ae200. 02000000:00000001:3.0:1784945855.669794:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945855.669795:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945855.669797:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945855.669799:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945855.669800:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 02000000:00000001:3.0:1784945855.669802:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945855.669803:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945855.669805:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950a80. 00000100:00000001:3.0:1784945855.669807:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945855.669809:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945855.669810:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945855.669816:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945855.669817:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945855.669819:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945855.669821:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945855.987653:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945855.987660:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945855.987757:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945855.987761:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945855.987764:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945856.369611:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304643248, at 4304643264 00000100:00000040:0.0:1784945856.369621:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304643248, at 4304643264 00000100:00000010:1.0:1784945856.369628:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3223c0. 00000100:00000010:0.0:1784945856.369635:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322e40. 00010000:00000001:1.0:1784945857.009617:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945857.009622:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945857.010089:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945857.010094:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945857.010097:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945858.033634:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945858.033640:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945858.033688:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945858.033690:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945858.033693:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945859.057718:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945859.057723:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945859.058021:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945859.058024:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945859.058026:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945860.081629:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945860.081635:0:191202:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945860.081637:0:191202:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945860.081640:0:191202:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945860.081644:0:191202:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945860.081645:0:191202:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945860.081646:0:191202:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945860.081648:0:191202:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945860.081693:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945860.081696:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945860.081698:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945860.785761:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784945860.785770:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784945860.785779:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8bb80. 00000020:00000040:1.0:1784945860.785785:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784945860.785789:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784945860.785792:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784945860.785797:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784945860.785805:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ade00. 00000100:00000001:1.0:1784945860.785812:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945860.785823:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d8bb80 x1871641054252928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784945860.785834:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784945860.785838:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945860.785844:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b021a1ec] to pc [ptlrpcd_00_01+1] req@ffff996d44d8bb80 x1871641054252928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945860.785869:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945860.785872:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784945860.785876:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784945860.785878:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d88700. 00000020:00000040:1.0:1784945860.785881:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784945860.785883:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784945860.785885:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784945860.785887:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784945860.785890:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad300. 00000100:00000001:1.0:1784945860.785893:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945860.785897:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d88700 x1871641054253056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945860.785900:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945860.785906:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945860.785908:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945860.785911:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784945860.785911:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945860.785922:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aafabc0e] to pc [ptlrpcd_00_00+0] req@ffff996d44d88700 x1871641054253056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945860.785923:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8bb80 x1871641054252928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945860.785943:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945860.785945:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1784945860.785947:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945860.785949:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945860.785951:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784945860.785955:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1784945860.785956:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784945860.785960:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784945860.785961:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784945860.785965:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945860.785968:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9985) 00000100:00100000:0.0:1784945860.785971:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054252928:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945860.785978:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784945860.785982:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784945860.785985:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784945860.785985:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784945860.785989:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945860.785989:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1784945860.785995:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1784945860.785995:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88700 x1871641054253056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784945860.786002:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394a200. 00000100:00000001:1.0:1784945860.786005:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1784945860.786006:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945860.786008:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945860.786012:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784945860.786014:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784945860.786017:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945860.786018:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00100000:1.0:1784945860.786023:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054253056:192.168.202.106@tcp:400:kworker.0 00000400:00000010:0.0:1784945860.786025:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652fb58. 00000100:00000001:1.0:1784945860.786027:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784945860.786031:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784945860.786033:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784945860.786035:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fbb0. 02000000:00000001:1.0:1784945860.786036:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784945860.786041:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ade00. 00000100:00000200:0.0:1784945860.786044:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054252928, portal 25 02000000:00000001:1.0:1784945860.786044:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945860.786050:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1784945860.786051:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945860.786053:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318380416 : -112780391171200 : ffff996d44d8bb80) 00000400:00000010:1.0:1784945860.786056:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d1b8. 00000400:00000010:1.0:1784945860.786062:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294660. 00000100:00000040:0.0:1784945860.786063:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8bb80 x1871641054252928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784945860.786067:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054253056, portal 10 00000100:00000001:1.0:1784945860.786072:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784945860.786074:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318366976 : -112780391184640 : ffff996d44d88700) 00000100:00000001:0.0:1784945860.786079:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945860.786086:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000040:1.0:1784945860.786086:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88700 x1871641054253056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784945860.786091:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f880. 00000100:00000200:0.0:1784945860.786095:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054252928, offset 0 00000400:00000200:0.0:1784945860.786101:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945860.786112:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945860.786112:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784945860.786118:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784945860.786121:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2945d8. 00000100:00000200:1.0:1784945860.786123:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054253056, offset 0 00000400:00000200:0.0:1784945860.786127:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784945860.786132:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945860.786137:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945860.786143:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945860.786147:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945860.786149:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945860.786153:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314487:314487:256:4294967295] 192.168.202.106@tcp LPNI seq info [314483:314483:8:4294967295] 00000400:00000200:0.0:1784945860.786158:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945860.786167:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:1.0:1784945860.786176:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:0.0:1784945860.786177:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784945860.786182:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000010:0.0:1784945860.786186:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4d00. 00000400:00000200:1.0:1784945860.786187:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784945860.786192:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784945860.786196:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1784945860.786197:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784945860.786201:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784945860.786205:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314488:314488:255:4294967295] 192.168.202.106@tcp LPNI seq info [314484:314484:7:4294967295] 00000800:00000200:0.0:1784945860.786211:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:1.0:1784945860.786212:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:0.0:1784945860.786218:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784945860.786223:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784945860.786228:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784945860.786232:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83adc00. 00000100:00000001:0.0:1784945860.786237:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945860.786237:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784945860.786245:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784945860.786247:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:0.0:1784945860.786250:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304648367 00000800:00000200:1.0:1784945860.786252:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83adc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784945860.786257:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784945860.786258:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373d20. 00000100:00000040:1.0:1784945860.786261:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16797 usecs (17 jiffies) 00000400:00000200:1.0:1784945860.786266:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945860.786267:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784945860.786274:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304648367 00000100:00000001:1.0:1784945860.786278:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304647697 00000100:00000010:0.0:1784945860.786279:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d593732a0. 00000100:00000001:1.0:1784945860.786284:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304648367 00000100:00000001:0.0:1784945860.786286:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784945860.786289:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304647697 00000100:00000001:0.0:1784945860.786291:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945860.786293:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304648367 00000100:00000001:0.0:1784945860.786296:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945860.786297:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945860.786302:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945860.786302:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945860.786305:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945860.786307:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945860.786308:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945860.786315:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945860.786323:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945860.786323:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784945860.786326:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945860.786327:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784945860.786329:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945860.786331:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945860.786336:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945860.786337:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945860.786340:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945860.786342:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945860.786345:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945860.786389:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945860.786393:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4d00. 00000400:00000200:1.0:1784945860.786399:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945860.786404:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945860.786409:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f880 00000400:00000010:1.0:1784945860.786411:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f880. 00000100:00000001:1.0:1784945860.786415:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945860.786419:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8bb80 x1871641054252928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945860.786429:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945860.786432:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8bb80 x1871641054252928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945876 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945860.786439:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945860.786440:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945860.786510:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945860.786512:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83adc00. 00000400:00000200:1.0:1784945860.786535:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945860.786539:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945860.786542:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2945d8 00000400:00000010:1.0:1784945860.786544:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2945d8. 00000100:00000001:1.0:1784945860.786546:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945860.786550:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d88700 x1871641054253056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945860.786557:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945860.786560:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d88700 x1871641054253056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945876 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945860.786567:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945860.786568:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945860.790158:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945860.790241:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945860.790245:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945860.790248:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945860.790253:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945860.790259:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945860.790264:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945860.790268:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945860.790272:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945860.790275:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f8f80 00000400:00000200:1.0:1784945860.790278:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945860.790283:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdb21 [1] + 224 00000800:00000001:1.0:1784945860.790288:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945860.790292:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945860.790295:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945860.790297:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945860.790302:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945860.790309:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8bb80 x1871641054252928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945876 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945860.790317:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8bb80 x1871641054252928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945876 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945860.790379:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945860.790384:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945860.790390:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1784945860.790401:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784945860.790402:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784945860.790405:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1784945860.790407:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784945860.790410:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652fb58. 00000400:00000200:0.0:1784945860.790421:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fbb0 00000400:00000010:0.0:1784945860.790423:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fbb0. 00000100:00000001:0.0:1784945860.790427:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945860.790432:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8bb80 x1871641054252928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945876 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945860.790441:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8bb80 x1871641054252928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945876 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945860.790448:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945860.790449:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945860.790452:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945860.790455:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945860.790457:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945860.790460:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945860.790463:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945860.790470:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=112 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945860.790474:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=112 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945860.790476:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945860.790478:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945860.790480:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945860.790639:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945860.790642:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945860.790648:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8bb80 x1871641054252928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945876 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945860.790656:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945860.790659:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945860.790661:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945860.790665:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8bb80 x1871641054252928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945876 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945860.790674:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054252928:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945860.790679:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945860.790681:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945860.790685:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8bb80 x1871641054252928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945876 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945860.790692:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945860.790694:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945860.790698:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394a200. 02000000:00000001:0.0:1784945860.790701:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945860.790711:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945860.790713:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784945860.790716:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945860.790718:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ade00. 02000000:00000001:0.0:1784945860.790724:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945860.790726:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945860.790727:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8bb80. 00000100:00000001:0.0:1784945860.790730:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945860.790732:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945860.790734:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945860.790740:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945860.790742:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945860.790744:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945860.790746:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784945860.793348:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945860.793363:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945860.793367:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945860.793370:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945860.793377:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945860.793400:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945860.793407:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945860.793412:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945860.793418:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945860.793422:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f9000 00000400:00000200:1.0:1784945860.793427:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945860.793435:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdb29 [1] + 224 00000800:00000001:1.0:1784945860.793441:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945860.793459:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945860.793463:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945860.793468:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945860.793475:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945860.793494:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d88700 x1871641054253056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945876 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945860.793507:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d88700 x1871641054253056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945876 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945860.793554:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945860.793564:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945860.793568:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945860.793570:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945860.793574:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784945860.793579:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945860.793580:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945860.793582:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d1b8. 00000400:00000200:0.0:1784945860.793587:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294660 00000400:00000010:0.0:1784945860.793589:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294660. 00000100:00000001:0.0:1784945860.793591:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945860.793595:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88700 x1871641054253056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945876 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945860.793602:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88700 x1871641054253056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945876 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945860.793606:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945860.793608:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945860.793609:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945860.793612:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945860.793613:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945860.793615:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945860.793617:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945860.793628:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=112 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945860.793631:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=32 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945860.793633:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945860.793634:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945860.793636:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945860.793639:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945860.793642:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784945860.793643:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784945860.793644:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784945860.793645:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945860.793649:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88700 x1871641054253056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945876 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945860.793654:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945860.793656:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945860.793657:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945860.793659:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88700 x1871641054253056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945876 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945860.793664:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054253056:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945860.793667:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945860.793668:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945860.793670:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88700 x1871641054253056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945876 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945860.793674:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945860.793675:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945860.793677:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ade00. 02000000:00000001:0.0:1784945860.793679:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945860.793681:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945860.793682:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784945860.793684:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945860.793685:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad300. 02000000:00000001:0.0:1784945860.793688:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945860.793690:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945860.793691:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88700. 00000100:00000001:0.0:1784945860.793693:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945860.793694:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945860.793695:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945860.793699:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945860.793700:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945860.793702:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945860.793703:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945861.105643:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945861.105650:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945861.105716:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945861.105720:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945861.105724:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945861.489631:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304648367, at 4304648384 00000100:00000040:1.0:1784945861.489631:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304648367, at 4304648384 00000100:00000010:0.0:1784945861.489647:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373d20. 00000100:00000010:1.0:1784945861.489652:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d593732a0. 00010000:00000001:1.0:1784945862.129640:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945862.129645:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945862.129715:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945862.129719:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945862.129722:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945863.153695:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945863.153701:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945863.153758:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945863.153761:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945863.153764:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945864.177637:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945864.177644:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945864.177708:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945864.177711:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945864.177715:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784945864.561635:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784945864.561643:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784945864.561647:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1784945864.561842:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784945864.561847:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945864.561858:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945864.561862:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945864.561865:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784945865.201629:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945865.201635:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945865.201695:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945865.201699:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945865.201702:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945865.905629:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784945865.905639:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784945865.905648:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d88a80. 00000020:00000040:1.0:1784945865.905654:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784945865.905658:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784945865.905660:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784945865.905724:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784945865.905733:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83adc00. 00000100:00000001:1.0:1784945865.905741:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945865.905805:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d88a80 x1871641054253184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784945865.905816:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784945865.905820:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945865.905826:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a23219d9] to pc [ptlrpcd_00_01+1] req@ffff996d44d88a80 x1871641054253184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945865.905863:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945865.905866:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784945865.905869:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784945865.905872:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8aa00. 00000020:00000040:1.0:1784945865.905874:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784945865.905877:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784945865.905878:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784945865.905880:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784945865.905883:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad900. 00000100:00000001:1.0:1784945865.905886:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945865.905890:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d8aa00 x1871641054253312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784945865.905896:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784945865.905897:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945865.905900:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000484376cf] to pc [ptlrpcd_00_00+0] req@ffff996d44d8aa00 x1871641054253312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945865.905907:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945865.905909:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784945865.905912:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784945865.905914:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784945865.905917:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784945865.905922:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9990) 00000100:00000001:0.0:1784945865.905990:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945865.905994:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945865.905996:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945865.906001:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8aa00 x1871641054253312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945865.906009:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945865.906012:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945865.906015:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945865.906017:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945865.906020:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945865.906023:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054253312:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945865.906027:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945865.906032:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945865.906034:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945865.906036:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945865.906041:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394a200. 02000000:00000001:0.0:1784945865.906043:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945865.906049:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945865.906054:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652fb58. 00000400:00000010:0.0:1784945865.906060:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fbb0. 00000100:00000200:0.0:1784945865.906067:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054253312, portal 10 00000100:00000001:0.0:1784945865.906069:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945865.906070:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318375936 : -112780391175680 : ffff996d44d8aa00) 00000100:00000040:0.0:1784945865.906077:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8aa00 x1871641054253312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945865.906084:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945865.906087:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945865.906090:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f088. 00000100:00000200:0.0:1784945865.906092:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054253312, offset 0 00000400:00000200:0.0:1784945865.906099:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945865.906107:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945865.906115:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945865.906120:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945865.906124:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945865.906127:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945865.906130:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945865.906133:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314489:314489:256:4294967295] 192.168.202.106@tcp LPNI seq info [314485:314485:8:4294967295] 00000400:00000200:0.0:1784945865.906137:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945865.906146:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784945865.906152:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784945865.906157:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4500. 00000800:00000200:0.0:1784945865.906164:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784945865.906170:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945865.906175:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945865.906229:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945865.906233:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16797 usecs (17 jiffies) 00000400:00000200:0.0:1784945865.906236:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945865.906239:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304652817 00000100:00000010:0.0:1784945865.906244:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373d20. 00000100:00000001:0.0:1784945865.906250:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784945865.906255:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304652817 00000100:00000010:0.0:1784945865.906258:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373ba0. 00000100:00000001:0.0:1784945865.906261:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784945865.906264:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945865.906266:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945865.906269:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945865.906271:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945865.906278:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945865.906281:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945865.906283:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945865.906284:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945865.906285:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945865.906288:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1784945865.906290:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945865.906291:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945865.906293:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945865.906294:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945865.906295:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945865.906296:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945865.906301:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88a80 x1871641054253184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945865.906308:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945865.906309:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945865.906311:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945865.906313:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945865.906315:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945865.906318:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054253184:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945865.906321:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945865.906323:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945865.906325:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945865.906326:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945865.906331:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b000. 02000000:00000001:0.0:1784945865.906333:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945865.906337:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945865.906340:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f948. 00000400:00000010:0.0:1784945865.906344:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fcc0. 00000100:00000200:0.0:1784945865.906347:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054253184, portal 25 00000100:00000001:0.0:1784945865.906348:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945865.906350:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318367872 : -112780391183744 : ffff996d44d88a80) 00000100:00000040:0.0:1784945865.906355:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88a80 x1871641054253184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945865.906361:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945865.906363:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945865.906366:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f5d8. 00000100:00000200:0.0:1784945865.906368:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054253184, offset 0 00000400:00000200:0.0:1784945865.906372:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945865.906376:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945865.906379:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945865.906382:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945865.906384:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945865.906386:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945865.906389:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945865.906390:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314490:314490:255:4294967295] 192.168.202.106@tcp LPNI seq info [314486:314486:7:4294967295] 00000400:00000200:0.0:1784945865.906393:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945865.906397:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784945865.906400:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784945865.906403:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4800. 00000800:00000200:0.0:1784945865.906405:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784945865.906408:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945865.906410:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945865.906413:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945865.906426:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945865.906428:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304653487 00000100:00000001:0.0:1784945865.906433:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304652817 00000100:00000001:0.0:1784945865.906436:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304653487 00000100:00000001:0.0:1784945865.906449:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304652817 00000100:00000001:0.0:1784945865.906452:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945865.906454:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945865.906457:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945865.906459:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945865.906469:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945865.906471:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945865.906555:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945865.906558:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4500. 00000400:00000200:1.0:1784945865.906563:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945865.906568:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945865.906572:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f088 00000400:00000010:1.0:1784945865.906574:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f088. 00000100:00000001:1.0:1784945865.906577:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945865.906581:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8aa00 x1871641054253312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945865.906588:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945865.906590:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8aa00 x1871641054253312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945881 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945865.906594:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945865.906595:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945865.906650:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945865.906653:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4800. 00000400:00000200:1.0:1784945865.906657:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945865.906660:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945865.906718:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f5d8 00000400:00000010:1.0:1784945865.906720:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f5d8. 00000100:00000001:1.0:1784945865.906723:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945865.906726:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d88a80 x1871641054253184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945865.906731:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945865.906733:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d88a80 x1871641054253184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945881 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945865.906736:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945865.906737:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945865.908710:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945865.908725:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945865.908728:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945865.908730:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945865.908738:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945865.908816:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945865.908826:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945865.908830:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945865.908847:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945865.908852:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f9080 00000400:00000200:0.0:1784945865.908857:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945865.908862:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdb51 [1] + 224 00000800:00000001:0.0:1784945865.908869:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945865.908874:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945865.908878:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945865.908882:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945865.908889:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945865.908896:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d88a80 x1871641054253184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945881 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945865.908907:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d88a80 x1871641054253184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945881 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945865.908934:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945865.908942:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945865.908946:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945865.908948:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945865.908950:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945865.908953:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945865.908956:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945865.908970:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945865.908973:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945865.908976:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945865.908979:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f9100 00000400:00000200:0.0:1784945865.908982:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945865.908986:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdb41 [1] + 224 00000800:00000001:0.0:1784945865.908990:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945865.908996:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945865.908998:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945865.909002:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945865.909004:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945865.909008:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8aa00 x1871641054253312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945881 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945865.909016:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8aa00 x1871641054253312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945881 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945865.909023:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945865.909026:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945865.909030:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945865.909104:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945865.909108:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784945865.909114:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784945865.909116:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784945865.909119:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f948. 00000400:00000200:1.0:1784945865.909124:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fcc0 00000400:00000010:1.0:1784945865.909126:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fcc0. 00000100:00000001:1.0:1784945865.909129:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945865.909134:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88a80 x1871641054253184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945881 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784945865.909146:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88a80 x1871641054253184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945881 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945865.909152:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784945865.909154:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945865.909157:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784945865.909160:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784945865.909162:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784945865.909165:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945865.909168:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784945865.909173:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=117 v=5 (5 5 5 5) 00000100:00001000:1.0:1784945865.909177:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=117 v=5 (1 1 1 1) 00000100:00000001:1.0:1784945865.909180:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784945865.909182:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945865.909185:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784945865.909188:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945865.909190:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945865.909195:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88a80 x1871641054253184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945881 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945865.909201:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945865.909205:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784945865.909206:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784945865.909210:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88a80 x1871641054253184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945881 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784945865.909217:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054253184:192.168.202.106@tcp:400:kworker.0 00000400:00000001:1.0:1784945865.909222:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784945865.909223:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784945865.909225:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652fb58. 00000400:00000200:1.0:1784945865.909228:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fbb0 00000400:00000010:1.0:1784945865.909230:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fbb0. 00000100:00000001:1.0:1784945865.909232:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945865.909234:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8aa00 x1871641054253312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945881 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784945865.909241:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8aa00 x1871641054253312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945881 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945865.909246:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784945865.909248:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945865.909249:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784945865.909251:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784945865.909252:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784945865.909253:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945865.909254:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784945865.909260:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=117 v=5 (5 5 5 5) 00000100:00001000:1.0:1784945865.909262:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=37 v=5 (1 1 1 1) 00000100:00000001:1.0:1784945865.909264:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784945865.909266:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945865.909267:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784945865.909270:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945865.909273:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784945865.909275:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784945865.909277:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784945865.909278:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945865.909282:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8aa00 x1871641054253312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945881 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945865.909289:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945865.909290:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784945865.909292:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784945865.909295:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8aa00 x1871641054253312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945881 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784945865.909302:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054253312:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945865.909305:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945865.909308:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945865.909310:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88a80 x1871641054253184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945881 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945865.909316:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784945865.909319:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784945865.909323:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b000. 02000000:00000001:1.0:1784945865.909326:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784945865.909328:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784945865.909330:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784945865.909332:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784945865.909335:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83adc00. 02000000:00000001:1.0:1784945865.909340:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784945865.909342:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784945865.909344:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88a80. 00000100:00000001:1.0:1784945865.909348:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784945865.909350:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945865.909352:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945865.909355:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8aa00 x1871641054253312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945881 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945865.909361:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784945865.909362:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784945865.909365:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394a200. 02000000:00000001:1.0:1784945865.909368:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784945865.909369:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784945865.909370:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784945865.909372:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784945865.909373:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad900. 02000000:00000001:1.0:1784945865.909375:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784945865.909376:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784945865.909378:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8aa00. 00000100:00000001:1.0:1784945865.909380:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784945865.909381:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945865.909383:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945865.909391:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945865.909393:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945865.909395:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945865.909398:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945866.227569:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945866.227576:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945866.230505:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945866.230510:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945866.230513:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945866.609718:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304653487, at 4304653504 00000100:00000010:0.0:1784945866.609731:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373d20. 00000100:00000040:1.0:1784945866.610419:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304653487, at 4304653504 00000100:00000010:1.0:1784945866.610424:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373ba0. 00010000:00000001:1.0:1784945867.249631:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945867.249636:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945867.249694:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945867.249699:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945867.249703:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945868.273661:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945868.273669:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945868.273748:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945868.273753:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945868.273757:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945869.297647:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945869.297654:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945869.297720:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945869.297724:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945869.297727:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945870.322265:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945870.322274:0:191202:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945870.322277:0:191202:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945870.322280:0:191202:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945870.322285:0:191202:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945870.322287:0:191202:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945870.322290:0:191202:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945870.322292:0:191202:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945870.322352:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945870.322356:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945870.322360:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945871.026456:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945871.026466:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945871.026475:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952300. 00000020:00000040:2.0:1784945871.026481:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945871.026484:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945871.026487:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945871.026492:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945871.026500:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784945871.026506:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945871.026549:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73952300 x1871641054253440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945871.026560:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945871.026564:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945871.026571:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b6164b6] to pc [ptlrpcd_01_01+1] req@ffff996d73952300 x1871641054253440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945871.026598:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945871.026604:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945871.026607:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945871.026611:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951180. 00000020:00000040:2.0:1784945871.026613:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945871.026616:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945871.026617:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945871.026619:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945871.026623:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bc00. 00000100:00000001:2.0:1784945871.026626:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945871.026631:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951180 x1871641054253568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945871.026634:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945871.026639:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945871.026640:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945871.026644:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945871.026647:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047f3cd37] to pc [ptlrpcd_01_00+0] req@ffff996d73951180 x1871641054253568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945871.026655:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945871.026657:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945871.026660:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945871.026663:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945871.026666:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945871.026670:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9995) 00000100:00000001:3.0:1784945871.026696:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784945871.026697:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945871.026700:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945871.026702:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945871.026710:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951180 x1871641054253568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784945871.026710:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952300 x1871641054253440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945871.026734:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945871.026735:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945871.026739:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945871.026742:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945871.026744:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945871.026746:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945871.026748:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945871.026750:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945871.026752:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945871.026754:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945871.026758:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054253568:192.168.202.106@tcp:400:kworker.0 00000100:00100000:3.0:1784945871.026762:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054253440:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945871.026766:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945871.026772:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784945871.026772:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945871.026776:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945871.026776:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945871.026780:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945871.026781:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1784945871.026784:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945871.026787:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000010:3.0:1784945871.026790:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d479af400. 02000000:00000001:2.0:1784945871.026791:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945871.026794:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945871.026804:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945871.026804:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945871.026810:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:2.0:1784945871.026812:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:3.0:1784945871.026819:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1110. 00000400:00000010:2.0:1784945871.026820:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6b28. 00000100:00000200:3.0:1784945871.026828:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054253440, portal 25 00000100:00000200:2.0:1784945871.026829:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054253568, portal 10 00000100:00000001:3.0:1784945871.026833:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945871.026834:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945871.026836:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102479616 : -112779607072000 : ffff996d73952300) 00000100:00000001:2.0:1784945871.026837:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102475136 : -112779607076480 : ffff996d73951180) 00000100:00000040:3.0:1784945871.026846:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952300 x1871641054253440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784945871.026849:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951180 x1871641054253568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945871.026867:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784945871.026868:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945871.026873:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000040:2.0:1784945871.026874:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945871.026879:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f12a8. 00000400:00000010:2.0:1784945871.026880:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f65d8. 00000100:00000200:3.0:1784945871.026885:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054253440, offset 0 00000100:00000200:2.0:1784945871.026886:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054253568, offset 0 00000400:00000200:3.0:1784945871.026897:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945871.026905:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945871.026907:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945871.026915:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945871.026975:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945871.026979:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945871.026983:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945871.026986:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945871.026990:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314491:314491:256:4294967295] 192.168.202.106@tcp LPNI seq info [314487:314487:8:4294967295] 00000400:00000200:3.0:1784945871.026995:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945871.027004:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945871.027010:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945871.027015:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000800:00000200:3.0:1784945871.027021:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945871.027029:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945871.027033:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945871.027096:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945871.027101:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945871.027103:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304658608 00000100:00000010:3.0:1784945871.027108:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322180. 00000100:00000001:3.0:1784945871.027115:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945871.027120:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304658608 00000100:00000010:3.0:1784945871.027123:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322d20. 00000100:00000001:3.0:1784945871.027125:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945871.027128:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945871.027131:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945871.027134:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945871.027136:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945871.027143:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945871.027145:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945871.027147:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945871.027148:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945871.027149:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945871.027152:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945871.027271:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945871.027276:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000400:00000200:0.0:1784945871.027281:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945871.027286:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945871.027291:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f12a8 00000400:00000010:0.0:1784945871.027293:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f12a8. 00000100:00000001:0.0:1784945871.027298:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945871.027302:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952300 x1871641054253440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945871.027311:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945871.027314:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952300 x1871641054253440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945887 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945871.027333:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945871.027334:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784945871.028910:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945871.028918:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945871.028921:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945871.028924:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945871.028927:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945871.028930:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945871.028933:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314492:314492:256:4294967295] 192.168.202.106@tcp LPNI seq info [314488:314488:8:4294967295] 00000400:00000200:2.0:1784945871.028938:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945871.028946:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945871.028951:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945871.028956:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b100. 00000800:00000200:2.0:1784945871.028961:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945871.028967:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945871.028970:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945871.028983:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945871.028988:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16797 usecs (17 jiffies) 00000400:00000200:2.0:1784945871.028991:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945871.028993:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304657940 00000100:00000001:2.0:1784945871.028997:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304658608 00000100:00000001:2.0:1784945871.028999:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304657940 00000100:00000001:2.0:1784945871.029001:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304658608 00000100:00000001:2.0:1784945871.029004:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945871.029007:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945871.029010:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945871.029013:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945871.029020:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945871.029021:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945871.029024:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945871.029025:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945871.029027:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945871.029029:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945871.029067:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945871.029071:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b100. 00000400:00000200:0.0:1784945871.029075:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945871.029080:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945871.029085:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f65d8 00000400:00000010:0.0:1784945871.029088:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f65d8. 00000100:00000001:0.0:1784945871.029100:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945871.029106:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951180 x1871641054253568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945871.029114:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945871.029118:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951180 x1871641054253568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945887 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945871.029124:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945871.029125:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945871.030322:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945871.030333:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945871.030337:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945871.030339:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945871.030345:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945871.030350:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945871.030357:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945871.030360:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945871.030364:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945871.030368:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f9180 00000400:00000200:0.0:1784945871.030372:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945871.030379:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdb61 [1] + 224 00000800:00000001:0.0:1784945871.030385:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945871.030428:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945871.030432:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945871.030435:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945871.030441:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945871.030446:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952300 x1871641054253440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945887 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945871.030456:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952300 x1871641054253440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945887 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945871.030476:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945871.030483:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945871.030487:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945871.030489:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945871.030491:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945871.030494:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945871.030497:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945871.030502:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945871.030504:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945871.030507:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945871.030510:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f9200 00000400:00000200:0.0:1784945871.030513:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945871.030543:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdb69 [1] + 224 00000800:00000001:0.0:1784945871.030547:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945871.030563:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945871.030566:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945871.030569:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945871.030573:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945871.030576:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951180 x1871641054253568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945887 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945871.030584:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951180 x1871641054253568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945887 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945871.030604:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945871.030609:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945871.030612:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945871.030713:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945871.030717:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945871.030727:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945871.030728:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945871.030732:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945871.030736:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1110 00000400:00000010:3.0:1784945871.030738:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1110. 00000100:00000001:3.0:1784945871.030741:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945871.030744:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952300 x1871641054253440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945887 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945871.030752:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952300 x1871641054253440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945887 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945871.030758:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945871.030760:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945871.030762:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945871.030765:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945871.030767:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945871.030769:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945871.030771:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945871.030777:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=123 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945871.030782:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=123 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945871.030784:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945871.030785:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945871.030788:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945871.030790:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945871.030793:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945871.030797:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952300 x1871641054253440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945887 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945871.030804:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945871.030806:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945871.030808:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945871.030812:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952300 x1871641054253440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945887 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945871.030820:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054253440:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945871.030825:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945871.030827:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945871.030830:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952300 x1871641054253440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945887 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945871.030836:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945871.030839:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945871.030842:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d479af400. 02000000:00000001:3.0:1784945871.030845:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945871.030847:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945871.030849:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945871.030851:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945871.030853:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 02000000:00000001:3.0:1784945871.030856:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945871.030858:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945871.030860:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952300. 00000100:00000001:3.0:1784945871.030864:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945871.030865:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945871.030867:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945871.030871:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945871.030872:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945871.030874:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945871.030876:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945871.030931:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945871.030934:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945871.030937:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945871.030939:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945871.030940:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945871.030944:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6b28 00000400:00000010:2.0:1784945871.030946:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6b28. 00000100:00000001:2.0:1784945871.030949:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945871.030953:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951180 x1871641054253568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945887 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945871.030961:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951180 x1871641054253568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945887 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945871.030967:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945871.030969:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945871.030971:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945871.030972:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945871.030974:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945871.030975:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945871.030977:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945871.030982:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=123 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945871.030985:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=43 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945871.030988:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945871.030989:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945871.030991:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945871.030993:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945871.030996:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945871.030998:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945871.030999:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945871.031001:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945871.031004:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951180 x1871641054253568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945887 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945871.031009:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945871.031010:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945871.031012:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945871.031015:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951180 x1871641054253568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945887 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945871.031023:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054253568:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945871.031027:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945871.031029:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945871.031032:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951180 x1871641054253568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945887 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945871.031038:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945871.031039:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945871.031041:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945871.031044:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945871.031045:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945871.031047:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945871.031048:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945871.031050:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bc00. 02000000:00000001:2.0:1784945871.031052:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945871.031053:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945871.031054:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951180. 00000100:00000001:2.0:1784945871.031057:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945871.031058:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945871.031060:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945871.031063:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945871.031064:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945871.031066:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945871.031067:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945871.345607:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945871.345613:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945871.345686:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945871.345689:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945871.345693:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945871.729604:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304658608, at 4304658624 00000100:00000040:0.0:1784945871.729605:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304658608, at 4304658624 00000100:00000010:1.0:1784945871.729618:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322d20. 00000100:00000010:0.0:1784945871.729620:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322180. 00010000:00000001:1.0:1784945872.369637:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945872.369643:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945872.369713:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945872.369717:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945872.369720:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945873.393648:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945873.393659:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945873.393727:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945873.393730:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945873.393733:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945874.417622:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945874.417626:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945874.417685:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945874.417688:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945874.417691:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945875.441613:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945875.441618:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945875.441672:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945875.441676:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945875.441679:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945876.145733:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784945876.145742:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784945876.145753:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8aa00. 00000020:00000040:1.0:1784945876.145760:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784945876.145763:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784945876.145766:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784945876.145772:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784945876.145780:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad900. 00000100:00000001:1.0:1784945876.145787:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945876.145798:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d8aa00 x1871641054253696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784945876.145808:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784945876.145812:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945876.145818:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000484376cf] to pc [ptlrpcd_00_01+1] req@ffff996d44d8aa00 x1871641054253696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945876.145846:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945876.145849:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784945876.145853:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784945876.145856:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d88a80. 00000020:00000040:1.0:1784945876.145858:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784945876.145860:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784945876.145862:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784945876.145864:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784945876.145867:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83adc00. 00000100:00000001:1.0:1784945876.145871:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945876.145875:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d88a80 x1871641054253824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945876.145881:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945876.145883:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945876.145887:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945876.145887:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945876.145892:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784945876.145893:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a23219d9] to pc [ptlrpcd_00_00+0] req@ffff996d44d88a80 x1871641054253824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945876.145903:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8aa00 x1871641054253696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945876.145906:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945876.145911:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945876.145924:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1784945876.145925:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1784945876.145929:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945876.145930:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784945876.145935:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784945876.145936:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1784945876.145940:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10000) 02000000:00000001:0.0:1784945876.145941:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945876.145946:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945876.145950:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054253696:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945876.145954:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945876.145959:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945876.145962:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945876.145965:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945876.145971:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394a800. 02000000:00000001:0.0:1784945876.145973:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945876.145982:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945876.145987:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f2c0. 00000400:00000010:0.0:1784945876.145995:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fa18. 00000100:00000200:0.0:1784945876.146002:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054253696, portal 25 00000100:00000001:0.0:1784945876.146005:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945876.146006:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318375936 : -112780391175680 : ffff996d44d8aa00) 00000100:00000040:0.0:1784945876.146012:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8aa00 x1871641054253696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945876.146018:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945876.146021:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784945876.146022:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945876.146026:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945876.146027:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945876.146031:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f660. 00000100:00000040:1.0:1784945876.146035:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88a80 x1871641054253824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945876.146037:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054253696, offset 0 00000100:00000001:1.0:1784945876.146048:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1784945876.146049:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784945876.146051:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945876.146054:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784945876.146056:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784945876.146058:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945876.146063:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00100000:1.0:1784945876.146065:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054253824:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945876.146071:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1784945876.146074:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 02000000:00000001:1.0:1784945876.146075:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784945876.146078:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945876.146081:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1784945876.146081:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1784945876.146088:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 02000000:00000010:1.0:1784945876.146088:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ade00. 02000000:00000001:1.0:1784945876.146093:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945876.146097:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784945876.146102:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945876.146103:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000010:1.0:1784945876.146109:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d6e0. 00000400:00000200:0.0:1784945876.146112:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314493:314493:256:4294967295] 192.168.202.106@tcp LPNI seq info [314489:314489:8:4294967295] 00000400:00000010:1.0:1784945876.146116:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2945d8. 00000400:00000200:0.0:1784945876.146121:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:1.0:1784945876.146123:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054253824, portal 10 00000100:00000001:1.0:1784945876.146127:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784945876.146128:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318367872 : -112780391183744 : ffff996d44d88a80) 00000400:00000200:0.0:1784945876.146135:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000040:1.0:1784945876.146140:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88a80 x1871641054253824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784945876.146147:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784945876.146155:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:0.0:1784945876.146156:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4000. 00000100:00000040:1.0:1784945876.146161:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784945876.146165:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294cc0. 00000800:00000200:0.0:1784945876.146168:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000200:1.0:1784945876.146169:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054253824, offset 0 00000400:00000200:1.0:1784945876.146180:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000800:00000200:0.0:1784945876.146181:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945876.146188:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784945876.146189:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945876.146197:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784945876.146201:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784945876.146202:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945876.146205:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945876.146210:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945876.146211:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784945876.146216:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304663727 00000400:00000200:1.0:1784945876.146216:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784945876.146223:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314494:314494:255:4294967295] 192.168.202.106@tcp LPNI seq info [314490:314490:7:4294967295] 00000100:00000010:0.0:1784945876.146224:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373d20. 00000400:00000200:1.0:1784945876.146231:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945876.146233:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784945876.146241:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304663727 00000400:00000200:1.0:1784945876.146242:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000010:0.0:1784945876.146246:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d593739c0. 00000800:00000200:1.0:1784945876.146252:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784945876.146253:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000800:00000010:1.0:1784945876.146258:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad500. 00000100:00000001:0.0:1784945876.146259:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945876.146264:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945876.146268:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:0.0:1784945876.146269:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945876.146274:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784945876.146276:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784945876.146280:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945876.146283:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945876.146284:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945876.146287:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1784945876.146290:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16796 usecs (17 jiffies) 00000100:00000001:0.0:1784945876.146291:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945876.146295:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784945876.146297:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945876.146298:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945876.146302:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304663057 00000100:00000001:0.0:1784945876.146303:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945876.146308:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304663727 00000100:00000001:1.0:1784945876.146312:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304663057 00000100:00000001:1.0:1784945876.146314:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304663727 00000100:00000001:1.0:1784945876.146316:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945876.146318:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945876.146321:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945876.146323:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945876.146327:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945876.146329:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784945876.146331:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945876.146333:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945876.146334:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945876.146336:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945876.146399:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945876.146403:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4000. 00000400:00000200:0.0:1784945876.146409:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945876.146414:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945876.146420:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f660 00000400:00000010:0.0:1784945876.146422:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f660. 00000100:00000001:0.0:1784945876.146425:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945876.146430:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8aa00 x1871641054253696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945876.146439:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945876.146443:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8aa00 x1871641054253696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945892 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945876.146449:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945876.146451:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945876.146511:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945876.146514:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad500. 00000400:00000200:0.0:1784945876.146542:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945876.146546:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945876.146548:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294cc0 00000400:00000010:0.0:1784945876.146550:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294cc0. 00000100:00000001:0.0:1784945876.146553:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945876.146556:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d88a80 x1871641054253824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945876.146563:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945876.146566:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d88a80 x1871641054253824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945892 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945876.146572:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945876.146573:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945876.149237:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945876.149251:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945876.149255:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945876.149258:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945876.149264:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945876.149276:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945876.149285:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945876.149289:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945876.149294:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945876.149299:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f9280 00000400:00000200:0.0:1784945876.149304:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945876.149310:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdb71 [1] + 224 00000800:00000001:0.0:1784945876.149316:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945876.149321:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945876.149323:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945876.149327:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945876.149334:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945876.149342:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8aa00 x1871641054253696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945892 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945876.149352:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8aa00 x1871641054253696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945892 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945876.149382:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945876.149388:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945876.149391:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945876.149393:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945876.149394:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945876.149396:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945876.149398:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945876.149401:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945876.149403:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945876.149405:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945876.149407:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f9300 00000400:00000200:0.0:1784945876.149409:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945876.149412:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdb81 [1] + 224 00000800:00000001:0.0:1784945876.149415:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945876.149418:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945876.149419:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945876.149421:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945876.149423:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945876.149426:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d88a80 x1871641054253824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945892 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945876.149435:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d88a80 x1871641054253824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945892 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945876.149442:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945876.149444:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945876.149445:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945876.149506:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945876.149510:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784945876.149551:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784945876.149553:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784945876.149555:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d6e0. 00000400:00000200:1.0:1784945876.149559:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2945d8 00000400:00000010:1.0:1784945876.149561:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2945d8. 00000100:00000001:1.0:1784945876.149565:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945876.149569:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88a80 x1871641054253824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945892 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784945876.149578:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88a80 x1871641054253824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945892 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945876.149583:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784945876.149585:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945876.149587:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784945876.149589:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784945876.149591:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784945876.149592:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945876.149594:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784945876.149601:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=128 v=5 (5 5 5 5) 00000100:00001000:1.0:1784945876.149604:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=48 v=5 (1 1 1 1) 00000100:00000001:1.0:1784945876.149606:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784945876.149607:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945876.149610:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784945876.149613:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945876.149617:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784945876.149619:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784945876.149621:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784945876.149623:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945876.149628:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88a80 x1871641054253824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945892 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945876.149639:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945876.149641:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784945876.149643:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784945876.149647:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88a80 x1871641054253824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945892 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784945876.149653:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054253824:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945876.149658:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945876.149660:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945876.149663:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88a80 x1871641054253824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945892 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945876.149668:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784945876.149670:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784945876.149673:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ade00. 02000000:00000001:1.0:1784945876.149676:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784945876.149678:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784945876.149680:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784945876.149682:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784945876.149684:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83adc00. 02000000:00000001:1.0:1784945876.149703:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784945876.149705:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784945876.149706:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88a80. 00000100:00000001:1.0:1784945876.149710:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784945876.149711:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945876.149713:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945876.149718:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945876.149720:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945876.149722:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945876.149724:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945876.149733:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945876.149734:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784945876.149738:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784945876.149739:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784945876.149741:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f2c0. 00000400:00000200:1.0:1784945876.149744:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fa18 00000400:00000010:1.0:1784945876.149746:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fa18. 00000100:00000001:1.0:1784945876.149748:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945876.149752:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8aa00 x1871641054253696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945892 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784945876.149760:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8aa00 x1871641054253696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945892 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945876.149766:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784945876.149768:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945876.149769:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784945876.149771:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784945876.149772:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784945876.149774:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945876.149776:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784945876.149778:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=128 v=5 (5 5 5 5) 00000100:00001000:1.0:1784945876.149781:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=128 v=5 (1 1 1 1) 00000100:00000001:1.0:1784945876.149783:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784945876.149785:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945876.149786:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784945876.149788:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945876.149790:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945876.149793:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8aa00 x1871641054253696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945892 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945876.149800:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945876.149802:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784945876.149803:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784945876.149806:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8aa00 x1871641054253696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945892 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784945876.149813:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054253696:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945876.149817:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945876.149818:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945876.149821:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8aa00 x1871641054253696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945892 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945876.149827:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784945876.149829:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784945876.149830:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394a800. 02000000:00000001:1.0:1784945876.149833:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784945876.149835:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784945876.149836:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784945876.149838:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784945876.149839:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad900. 02000000:00000001:1.0:1784945876.149842:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784945876.149843:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784945876.149844:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8aa00. 00000100:00000001:1.0:1784945876.149846:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784945876.149848:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945876.149849:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945876.149852:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945876.149854:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945876.149856:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945876.149857:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945876.465638:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945876.465646:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945876.465706:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945876.465709:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945876.465711:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945876.849626:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304663727, at 4304663744 00000100:00000010:0.0:1784945876.849640:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373d20. 00000100:00000040:1.0:1784945876.849718:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304663727, at 4304663744 00000100:00000010:1.0:1784945876.849725:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d593739c0. 00010000:00000001:1.0:1784945877.490575:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945877.490585:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945877.490743:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945877.490747:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945877.490750:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945878.514911:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945878.514917:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945878.515406:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945878.515410:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945878.515413:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945879.537677:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945879.537689:0:191202:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945879.537692:0:191202:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945879.537696:0:191202:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945879.537703:0:191202:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945879.537705:0:191202:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945879.537708:0:191202:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945879.537710:0:191202:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945879.537805:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945879.537811:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945879.537816:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945880.561636:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945880.561644:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945880.561702:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945880.561706:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945880.561709:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945881.266840:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945881.266846:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945881.266852:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951180. 00000020:00000040:2.0:1784945881.266856:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945881.266859:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945881.266861:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945881.266865:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945881.266871:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bc00. 00000100:00000001:2.0:1784945881.266877:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945881.266885:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951180 x1871641054253952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945881.266893:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945881.266897:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945881.266902:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047f3cd37] to pc [ptlrpcd_01_01+1] req@ffff996d73951180 x1871641054253952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945881.266918:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945881.266922:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945881.266925:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945881.266933:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950e00. 00000020:00000040:2.0:1784945881.266945:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945881.266948:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945881.266950:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945881.266951:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945881.266955:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b500. 00000100:00000001:2.0:1784945881.266958:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945881.266962:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950e00 x1871641054254080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945881.266969:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945881.266971:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945881.266974:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006776830d] to pc [ptlrpcd_01_00+0] req@ffff996d73950e00 x1871641054254080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945881.266982:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945881.266984:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945881.266988:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945881.266991:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945881.266994:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945881.266998:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10005) 00000100:00000001:2.0:1784945881.267008:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945881.267011:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945881.267014:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945881.267018:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950e00 x1871641054254080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945881.267025:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945881.267027:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945881.267031:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945881.267034:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945881.267037:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945881.267041:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054254080:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945881.267045:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945881.267050:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945881.267053:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945881.267056:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945881.267060:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945881.267063:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945881.267069:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945881.267082:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784945881.267088:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6b28. 00000100:00000200:2.0:1784945881.267095:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054254080, portal 10 00000100:00000001:2.0:1784945881.267097:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945881.267099:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102474240 : -112779607077376 : ffff996d73950e00) 00000100:00000040:2.0:1784945881.267106:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950e00 x1871641054254080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945881.267114:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945881.267118:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784945881.267120:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1784945881.267122:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f64c8. 00000100:00000001:3.0:1784945881.267124:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1784945881.267127:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054254080, offset 0 00000100:00000001:3.0:1784945881.267128:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945881.267136:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951180 x1871641054253952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784945881.267140:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784945881.267150:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1784945881.267151:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945881.267153:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945881.267156:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945881.267158:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784945881.267160:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 02000000:00000001:3.0:1784945881.267162:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945881.267167:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054253952:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945881.267172:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784945881.267175:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1784945881.267176:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945881.267179:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945881.267181:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784945881.267183:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 02000000:00000010:3.0:1784945881.267186:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3da00. 00000400:00000200:2.0:1784945881.267190:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1784945881.267191:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945881.267196:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945881.267198:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945881.267202:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000200:2.0:1784945881.267203:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314495:314495:256:4294967295] 192.168.202.106@tcp LPNI seq info [314491:314491:8:4294967295] 00000400:00000010:3.0:1784945881.267209:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1110. 00000400:00000200:2.0:1784945881.267210:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:3.0:1784945881.267216:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054253952, portal 25 00000100:00000001:3.0:1784945881.267219:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945881.267223:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102475136 : -112779607076480 : ffff996d73951180) 00000400:00000200:2.0:1784945881.267227:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000040:3.0:1784945881.267232:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951180 x1871641054253952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784945881.267238:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945881.267246:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b700. 00000100:00000001:3.0:1784945881.267246:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945881.267251:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945881.267255:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1908. 00000800:00000200:2.0:1784945881.267257:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000200:3.0:1784945881.267260:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054253952, offset 0 00000800:00000200:2.0:1784945881.267266:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:3.0:1784945881.267269:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000800:00000200:2.0:1784945881.267272:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784945881.267277:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945881.267282:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945881.267285:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945881.267288:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:2.0:1784945881.267290:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945881.267291:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945881.267296:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000040:2.0:1784945881.267297:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16796 usecs (17 jiffies) 00000400:00000200:3.0:1784945881.267302:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314496:314496:255:4294967295] 192.168.202.106@tcp LPNI seq info [314492:314492:7:4294967295] 00000400:00000200:2.0:1784945881.267305:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945881.267324:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945881.267332:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:2.0:1784945881.267333:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304668178 00000100:00000010:2.0:1784945881.267340:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668ce40. 00000800:00000200:3.0:1784945881.267340:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784945881.267349:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000800:00000010:3.0:1784945881.267357:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000100:00000001:2.0:1784945881.267359:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304668178 00000100:00000010:2.0:1784945881.267365:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c660. 00000800:00000200:3.0:1784945881.267365:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:2.0:1784945881.267371:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000800:00000200:3.0:1784945881.267376:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945881.267379:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945881.267383:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945881.267384:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784945881.267389:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945881.267390:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945881.267393:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304668848 00000100:00000001:2.0:1784945881.267395:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945881.267399:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945881.267400:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304668178 00000100:00000001:3.0:1784945881.267405:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304668848 00000100:00000001:2.0:1784945881.267406:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945881.267408:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304668178 00000100:00000001:2.0:1784945881.267410:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945881.267414:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945881.267415:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945881.267418:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945881.267419:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945881.267423:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945881.267423:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945881.267429:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945881.267429:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945881.267436:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945881.267439:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945881.267441:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945881.267443:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945881.267445:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945881.267448:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945881.267452:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945881.267457:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b700. 00000400:00000200:0.0:1784945881.267462:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945881.267469:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945881.267475:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f64c8 00000400:00000010:0.0:1784945881.267478:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f64c8. 00000100:00000001:0.0:1784945881.267482:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945881.267487:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950e00 x1871641054254080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945881.267497:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945881.267501:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950e00 x1871641054254080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945897 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945881.267508:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945881.267510:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945881.267563:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945881.267566:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bead00. 00000400:00000200:0.0:1784945881.267569:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945881.267572:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945881.267575:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1908 00000400:00000010:0.0:1784945881.267577:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1908. 00000100:00000001:0.0:1784945881.267579:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945881.267583:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951180 x1871641054253952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945881.267589:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945881.267592:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951180 x1871641054253952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945897 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945881.267599:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945881.267600:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945881.270893:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945881.270905:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945881.270910:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945881.270912:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945881.270918:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945881.270924:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945881.270932:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945881.270946:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945881.270952:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945881.270956:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f9400 00000400:00000200:0.0:1784945881.270961:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945881.270966:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdb91 [1] + 224 00000800:00000001:0.0:1784945881.270971:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945881.270976:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945881.270978:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945881.270981:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945881.270986:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945881.270992:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950e00 x1871641054254080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945897 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945881.271000:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950e00 x1871641054254080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945897 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945881.271013:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945881.271024:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945881.271027:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945881.271038:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945881.271042:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945881.271048:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945881.271050:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945881.271053:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945881.271057:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6b28 00000400:00000010:2.0:1784945881.271059:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6b28. 00000100:00000001:2.0:1784945881.271062:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945881.271067:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950e00 x1871641054254080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945897 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945881.271081:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950e00 x1871641054254080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945897 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945881.271088:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945881.271090:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945881.271093:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945881.271096:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945881.271099:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945881.271101:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945881.271103:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945881.271111:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=133 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945881.271114:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=53 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945881.271115:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945881.271116:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945881.271118:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945881.271122:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945881.271124:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945881.271126:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945881.271127:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945881.271128:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945881.271131:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950e00 x1871641054254080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945897 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945881.271136:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945881.271138:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945881.271139:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945881.271142:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950e00 x1871641054254080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945897 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945881.271146:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054254080:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945881.271149:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945881.271150:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945881.271152:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950e00 x1871641054254080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945897 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945881.271157:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945881.271159:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945881.271161:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945881.271164:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945881.271165:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945881.271166:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945881.271168:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945881.271169:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b500. 02000000:00000001:2.0:1784945881.271171:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945881.271173:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945881.271174:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950e00. 00000100:00000001:2.0:1784945881.271177:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945881.271178:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945881.271179:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945881.271184:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945881.271185:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945881.271186:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945881.271187:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945881.280546:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945881.280562:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945881.280567:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945881.280570:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945881.280579:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945881.280588:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945881.280597:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945881.280601:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945881.280607:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945881.280611:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f9380 00000400:00000200:0.0:1784945881.280616:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945881.280623:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdb99 [1] + 224 00000800:00000001:0.0:1784945881.280630:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945881.280636:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945881.280640:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945881.280644:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945881.280651:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945881.280660:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951180 x1871641054253952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945897 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945881.280672:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951180 x1871641054253952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945897 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945881.280693:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945881.280987:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945881.280992:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945881.280998:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945881.281001:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945881.281004:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945881.281008:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1110 00000400:00000010:3.0:1784945881.281010:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1110. 00000100:00000001:3.0:1784945881.281013:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945881.281018:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951180 x1871641054253952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945897 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945881.281026:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951180 x1871641054253952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945897 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945881.281032:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945881.281034:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945881.281036:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945881.281041:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945881.281043:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945881.281045:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945881.281047:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945881.281053:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=133 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945881.281057:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=133 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945881.281060:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945881.281061:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945881.281065:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945881.281067:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945881.281069:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945881.281074:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951180 x1871641054253952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945897 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945881.281081:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945881.281083:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945881.281085:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945881.281089:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951180 x1871641054253952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945897 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945881.281096:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054253952:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945881.281101:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945881.281103:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945881.281106:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951180 x1871641054253952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945897 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945881.281113:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945881.281115:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945881.281118:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3da00. 02000000:00000001:3.0:1784945881.281121:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945881.281123:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945881.281125:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945881.281127:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945881.281130:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bc00. 02000000:00000001:3.0:1784945881.281133:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945881.281134:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945881.281136:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951180. 00000100:00000001:3.0:1784945881.281140:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945881.281141:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945881.281143:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945881.281150:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945881.281152:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945881.281154:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945881.281156:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945881.281322:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945881.281334:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784945881.585619:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945881.585625:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945881.585724:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945881.585727:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945881.585729:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945881.969590:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304668848, at 4304668864 00000100:00000010:0.0:1784945881.969606:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668ce40. 00000100:00000040:1.0:1784945881.970562:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304668848, at 4304668865 00000100:00000010:1.0:1784945881.970570:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c660. 00010000:00000001:1.0:1784945882.609643:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945882.609648:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945882.609714:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945882.609718:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945882.609722:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945883.633707:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945883.633715:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945883.633827:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945883.633831:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945883.633835:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945884.657636:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945884.657642:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945884.657735:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945884.657742:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945884.657745:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945885.681634:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945885.681640:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945885.681701:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945885.681705:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945885.681709:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945886.385678:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945886.385688:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945886.385697:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328b100. 00000020:00000040:0.0:1784945886.385703:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784945886.385707:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945886.385710:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945886.385715:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945886.385723:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4000. 00000100:00000001:0.0:1784945886.385729:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945886.385741:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d4328b100 x1871641054254208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945886.385751:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945886.385755:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945886.385762:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028243735] to pc [ptlrpcd_00_01+1] req@ffff996d4328b100 x1871641054254208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945886.385785:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945886.385788:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945886.385791:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945886.385793:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328ad80. 00000020:00000040:0.0:1784945886.385796:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784945886.385798:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945886.385800:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945886.385802:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945886.385805:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4700. 00000100:00000001:0.0:1784945886.385809:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945886.385813:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d4328ad80 x1871641054254336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784945886.385814:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945886.385819:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945886.385822:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784945886.385823:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784945886.385827:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945886.385834:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328b100 x1871641054254208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945886.385835:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ae59169] to pc [ptlrpcd_00_00+0] req@ffff996d4328ad80 x1871641054254336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945886.385856:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784945886.385860:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945886.385861:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945886.385865:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784945886.385865:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784945886.385869:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784945886.385871:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1784945886.385873:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945886.385877:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1784945886.385880:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054254208:192.168.202.106@tcp:400:kworker.0 00000100:00000040:0.0:1784945886.385884:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784945886.385887:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1784945886.385891:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10010) 02000000:00000001:1.0:1784945886.385894:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784945886.385899:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945886.385902:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784945886.385907:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ade00. 02000000:00000001:1.0:1784945886.385910:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945886.385917:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784945886.385921:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d6e0. 00000100:00000001:0.0:1784945886.385924:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945886.385928:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1784945886.385928:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2945d8. 00000100:00000001:0.0:1784945886.385932:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1784945886.385937:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054254208, portal 25 00000100:00000040:0.0:1784945886.385939:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328ad80 x1871641054254336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945886.385941:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784945886.385944:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290066176 : -112780419485440 : ffff996d4328b100) 00000100:00000040:1.0:1784945886.385953:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328b100 x1871641054254208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945886.385954:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945886.385957:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945886.385962:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945886.385965:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945886.385967:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1784945886.385970:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945886.385972:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784945886.385977:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2946e8. 00000100:00100000:0.0:1784945886.385980:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054254336:192.168.202.106@tcp:400:kworker.0 00000100:00000200:1.0:1784945886.385981:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054254208, offset 0 00000100:00000001:0.0:1784945886.385987:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1784945886.385991:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 02000000:00000001:0.0:1784945886.385992:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945886.385995:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945886.385998:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784945886.386001:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000010:0.0:1784945886.386002:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784945886.386006:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945886.386010:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945886.386012:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945886.386017:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f528. 00000400:00000200:1.0:1784945886.386017:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784945886.386023:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000010:0.0:1784945886.386024:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f660. 00000400:00000200:1.0:1784945886.386029:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1784945886.386031:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054254336, portal 10 00000400:00000200:1.0:1784945886.386034:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:0.0:1784945886.386036:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945886.386039:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290065280 : -112780419486336 : ffff996d4328ad80) 00000400:00000200:1.0:1784945886.386041:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314497:314497:256:4294967295] 192.168.202.106@tcp LPNI seq info [314493:314493:8:4294967295] 00000400:00000200:1.0:1784945886.386047:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:0.0:1784945886.386051:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328ad80 x1871641054254336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784945886.386065:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:0.0:1784945886.386067:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945886.386074:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000800:00000200:1.0:1784945886.386075:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945886.386078:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f6e8. 00000800:00000010:1.0:1784945886.386082:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad900. 00000100:00000200:0.0:1784945886.386084:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054254336, offset 0 00000800:00000200:1.0:1784945886.386091:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784945886.386094:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945886.386100:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784945886.386105:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784945886.386110:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:1.0:1784945886.386111:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784945886.386116:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945886.386119:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945886.386122:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945886.386125:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945886.386128:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314498:314498:255:4294967295] 192.168.202.106@tcp LPNI seq info [314494:314494:7:4294967295] 00000400:00000200:0.0:1784945886.386132:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945886.386133:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945886.386141:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945886.386146:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:1.0:1784945886.386146:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304673967 00000100:00000010:1.0:1784945886.386154:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f8a0. 00000800:00000200:0.0:1784945886.386155:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784945886.386162:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4b00. 00000100:00000001:1.0:1784945886.386164:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1784945886.386168:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:1.0:1784945886.386171:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304673967 00000800:00000200:0.0:1784945886.386176:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000010:1.0:1784945886.386179:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8fba0. 00000800:00000200:0.0:1784945886.386181:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784945886.386183:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784945886.386186:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945886.386188:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784945886.386192:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16796 usecs (17 jiffies) 00000100:00000001:1.0:1784945886.386192:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945886.386198:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945886.386202:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945886.386204:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945886.386208:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304673297 00000100:00000001:0.0:1784945886.386213:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304673967 00000100:00000001:1.0:1784945886.386213:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945886.386217:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945886.386218:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304673297 00000100:00000001:1.0:1784945886.386222:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945886.386223:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304673967 00000100:00000001:1.0:1784945886.386225:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945886.386227:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945886.386228:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945886.386234:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945886.386234:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945886.386241:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945886.386244:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945886.386249:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945886.386250:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945886.386253:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945886.386255:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945886.386257:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945886.386259:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945886.386305:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945886.386310:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad900. 00000400:00000200:1.0:1784945886.386317:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945886.386322:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945886.386327:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2946e8 00000400:00000010:1.0:1784945886.386329:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2946e8. 00000100:00000001:1.0:1784945886.386333:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945886.386338:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328b100 x1871641054254208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945886.386354:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945886.386361:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328b100 x1871641054254208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945902 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945886.386368:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945886.386369:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945886.387366:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945886.387372:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4b00. 00000400:00000200:1.0:1784945886.387376:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945886.387381:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945886.387385:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f6e8 00000400:00000010:1.0:1784945886.387386:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f6e8. 00000100:00000001:1.0:1784945886.387389:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945886.387393:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328ad80 x1871641054254336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945886.387401:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945886.387404:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328ad80 x1871641054254336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945902 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945886.387409:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945886.387411:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945886.388984:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945886.389001:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945886.389004:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945886.389007:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945886.389014:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945886.389020:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945886.389027:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945886.389032:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945886.389037:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945886.389041:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f9500 00000400:00000200:0.0:1784945886.389046:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945886.389052:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdbb1 [1] + 224 00000800:00000001:0.0:1784945886.389058:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945886.389062:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945886.389064:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945886.389068:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945886.389073:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945886.389079:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328ad80 x1871641054254336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945902 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945886.389097:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328ad80 x1871641054254336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945902 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945886.389122:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945886.389130:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945886.389133:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945886.389135:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945886.389137:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945886.389140:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945886.389144:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945886.389148:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945886.389150:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945886.389153:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945886.389156:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f9480 00000400:00000200:0.0:1784945886.389160:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945886.389164:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdba1 [1] + 224 00000800:00000001:0.0:1784945886.389168:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945886.389172:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945886.389174:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945886.389177:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945886.389180:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945886.389184:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328b100 x1871641054254208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945902 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945886.389192:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328b100 x1871641054254208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945902 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945886.389203:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945886.389206:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945886.389209:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945886.389266:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945886.389282:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784945886.389289:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784945886.389291:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784945886.389293:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f528. 00000400:00000200:1.0:1784945886.389298:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f660 00000400:00000010:1.0:1784945886.389300:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f660. 00000100:00000001:1.0:1784945886.389302:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945886.389308:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328ad80 x1871641054254336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945902 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784945886.389316:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328ad80 x1871641054254336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945902 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945886.389322:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784945886.389324:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945886.389326:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784945886.389329:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784945886.389331:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784945886.389334:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945886.389336:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784945886.389344:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=138 v=5 (5 5 5 5) 00000100:00001000:1.0:1784945886.389348:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=58 v=5 (1 1 1 1) 00000100:00000001:1.0:1784945886.389350:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784945886.389352:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945886.389355:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784945886.389359:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945886.389362:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784945886.389364:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784945886.389365:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784945886.389367:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945886.389371:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328ad80 x1871641054254336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945902 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945886.389383:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945886.389385:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784945886.389387:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784945886.389391:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328ad80 x1871641054254336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945902 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784945886.389398:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054254336:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945886.389403:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945886.389405:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945886.389408:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328ad80 x1871641054254336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945902 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945886.389414:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784945886.389416:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784945886.389420:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b400. 02000000:00000001:1.0:1784945886.389423:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784945886.389425:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784945886.389427:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784945886.389429:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784945886.389432:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4700. 02000000:00000001:1.0:1784945886.389435:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784945886.389437:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784945886.389439:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328ad80. 00000100:00000001:1.0:1784945886.389443:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784945886.389444:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945886.389446:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945886.389452:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945886.389454:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945886.389456:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945886.389458:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945886.389466:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945886.389468:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784945886.389471:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784945886.389472:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784945886.389474:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d6e0. 00000400:00000200:1.0:1784945886.389477:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2945d8 00000400:00000010:1.0:1784945886.389479:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2945d8. 00000100:00000001:1.0:1784945886.389481:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945886.389485:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328b100 x1871641054254208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945902 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784945886.389493:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328b100 x1871641054254208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945902 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945886.389499:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784945886.389500:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945886.389502:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784945886.389503:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784945886.389504:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784945886.389506:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945886.389508:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784945886.389510:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=138 v=5 (5 5 5 5) 00000100:00001000:1.0:1784945886.389512:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1784945886.389514:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784945886.389535:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945886.389537:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784945886.389538:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945886.389540:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945886.389544:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328b100 x1871641054254208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945902 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945886.389550:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945886.389552:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784945886.389553:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784945886.389557:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328b100 x1871641054254208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945902 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784945886.389563:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054254208:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945886.389567:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945886.389569:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945886.389572:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328b100 x1871641054254208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945902 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945886.389578:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784945886.389587:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784945886.389588:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ade00. 02000000:00000001:1.0:1784945886.389592:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784945886.389593:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784945886.389594:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784945886.389596:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784945886.389600:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4000. 02000000:00000001:1.0:1784945886.389602:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784945886.389604:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784945886.389605:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328b100. 00000100:00000001:1.0:1784945886.389607:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784945886.389608:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945886.389610:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945886.389613:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945886.389614:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945886.389616:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945886.389617:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945886.705640:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945886.705646:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945886.705702:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945886.705706:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945886.705709:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945887.089621:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304673967, at 4304673984 00000100:00000010:1.0:1784945887.089636:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8fba0. 00000100:00000040:0.0:1784945887.089681:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304673967, at 4304673984 00000100:00000010:0.0:1784945887.089688:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f8a0. 00010000:00000001:1.0:1784945887.729636:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945887.729640:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945887.729695:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945887.729699:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945887.729702:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945888.753688:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945888.753694:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945888.753754:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945888.753758:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945888.753761:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945889.777638:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945889.777645:0:191202:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945889.777647:0:191202:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945889.777650:0:191202:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945889.777654:0:191202:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945889.777656:0:191202:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945889.777658:0:191202:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945889.777660:0:191202:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945889.777719:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945889.777721:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945889.777724:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945890.801635:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945890.801641:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945890.801706:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945890.801710:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945890.801713:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945891.505651:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945891.505670:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945891.505681:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774000. 00000020:00000040:3.0:1784945891.505687:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945891.505691:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945891.505694:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945891.505698:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945891.505707:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beab00. 00000100:00000001:3.0:1784945891.505713:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945891.505724:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73774000 x1871641054254464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945891.505735:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945891.505740:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945891.505746:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d864fec1] to pc [ptlrpcd_01_01+1] req@ffff996d73774000 x1871641054254464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945891.505779:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945891.505782:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945891.505785:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945891.505788:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73777480. 00000020:00000040:3.0:1784945891.505790:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945891.505793:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945891.505794:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945891.505796:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945891.505800:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beaf00. 00000100:00000001:3.0:1784945891.505803:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945891.505808:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73777480 x1871641054254592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945891.505813:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945891.505818:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945891.505819:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945891.505821:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945891.505823:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945891.505828:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000047bd945] to pc [ptlrpcd_01_00+0] req@ffff996d73777480 x1871641054254592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784945891.505833:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774000 x1871641054254464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945891.505845:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945891.505846:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945891.505849:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945891.505852:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945891.505854:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945891.505856:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945891.505857:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054254464:192.168.202.106@tcp:400:kworker.0 00000100:00000040:3.0:1784945891.505861:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945891.505862:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784945891.505867:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784945891.505868:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945891.505871:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945891.505873:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784945891.505875:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784945891.505879:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:2.0:1784945891.505882:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 00000100:00000040:3.0:1784945891.505884:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10016) 02000000:00000001:2.0:1784945891.505885:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945891.505895:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945891.505900:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784945891.505907:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6b28. 00000100:00000001:3.0:1784945891.505915:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945891.505918:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945891.505921:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1784945891.505923:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054254464, portal 25 00000100:00000001:2.0:1784945891.505927:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1784945891.505927:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73777480 x1871641054254592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945891.505929:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100520960 : -112779609030656 : ffff996d73774000) 00000100:00000040:2.0:1784945891.505937:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774000 x1871641054254464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945891.505944:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945891.505948:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784945891.505948:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945891.505953:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784945891.505954:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000001:3.0:1784945891.505957:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784945891.505958:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6440. 02000000:00000001:3.0:1784945891.505962:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784945891.505963:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054254464, offset 0 00000100:00100000:3.0:1784945891.505968:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73777480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054254592:192.168.202.106@tcp:400:kworker.0 00000400:00000200:2.0:1784945891.505971:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784945891.505977:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945891.505980:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1784945891.505983:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:3.0:1784945891.505983:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945891.505988:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945891.505992:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3d000. 00000400:00000200:2.0:1784945891.505994:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 02000000:00000001:3.0:1784945891.505995:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945891.506002:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945891.506005:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945891.506008:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000010:3.0:1784945891.506011:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000200:2.0:1784945891.506013:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945891.506016:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945891.506019:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314499:314499:256:4294967295] 192.168.202.106@tcp LPNI seq info [314495:314495:8:4294967295] 00000400:00000010:3.0:1784945891.506019:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1110. 00000400:00000200:2.0:1784945891.506026:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:3.0:1784945891.506026:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054254592, portal 10 00000100:00000001:3.0:1784945891.506031:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945891.506033:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100534400 : -112779609017216 : ffff996d73777480) 00000400:00000200:2.0:1784945891.506039:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000040:3.0:1784945891.506044:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73777480 x1871641054254592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784945891.506048:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784945891.506057:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1784945891.506058:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b500. 00000100:00000040:3.0:1784945891.506062:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945891.506066:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1660. 00000800:00000200:2.0:1784945891.506067:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000200:3.0:1784945891.506071:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054254592, offset 0 00000800:00000200:2.0:1784945891.506076:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:3.0:1784945891.506080:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000800:00000200:2.0:1784945891.506082:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784945891.506087:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945891.506092:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945891.506095:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945891.506098:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:2.0:1784945891.506100:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945891.506102:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945891.506110:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945891.506116:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304679087 00000400:00000200:3.0:1784945891.506116:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945891.506123:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314500:314500:255:4294967295] 192.168.202.106@tcp LPNI seq info [314496:314496:7:4294967295] 00000100:00000010:2.0:1784945891.506125:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c120. 00000400:00000200:3.0:1784945891.506132:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945891.506134:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945891.506142:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304679087 00000400:00000200:3.0:1784945891.506143:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000010:2.0:1784945891.506150:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c900. 00000800:00000200:3.0:1784945891.506152:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784945891.506156:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000800:00000010:3.0:1784945891.506159:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000100:00000001:2.0:1784945891.506161:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945891.506167:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784945891.506167:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:2.0:1784945891.506174:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784945891.506177:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:2.0:1784945891.506179:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784945891.506181:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945891.506185:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945891.506188:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1784945891.506189:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16795 usecs (17 jiffies) 00000100:00000001:2.0:1784945891.506192:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1784945891.506196:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945891.506198:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945891.506200:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304678417 00000100:00000001:2.0:1784945891.506201:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945891.506205:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945891.506206:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304679087 00000100:00000001:3.0:1784945891.506210:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304678417 00000100:00000001:2.0:1784945891.506211:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945891.506216:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304679087 00000100:00000001:3.0:1784945891.506219:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945891.506222:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945891.506238:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945891.506240:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784945891.506241:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784945891.506246:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b500. 00000100:00000001:3.0:1784945891.506248:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945891.506251:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784945891.506254:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784945891.506255:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945891.506257:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945891.506260:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945891.506264:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784945891.506265:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945891.506274:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6440 00000400:00000010:1.0:1784945891.506277:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6440. 00000100:00000001:1.0:1784945891.506282:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945891.506287:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73774000 x1871641054254464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945891.506295:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945891.506298:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73774000 x1871641054254464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945907 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945891.506305:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945891.506306:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945891.506320:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945891.506322:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bead00. 00000400:00000200:1.0:1784945891.506325:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945891.506329:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945891.506331:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1660 00000400:00000010:1.0:1784945891.506333:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1660. 00000100:00000001:1.0:1784945891.506336:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945891.506339:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73777480 x1871641054254592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945891.506346:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945891.506350:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73777480 x1871641054254592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945907 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945891.506357:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945891.506358:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945891.507350:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945891.507360:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945891.507363:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945891.507364:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945891.507369:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945891.507374:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945891.507380:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945891.507383:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945891.507387:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945891.507391:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f9580 00000400:00000200:0.0:1784945891.507395:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945891.507400:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdbc1 [1] + 224 00000800:00000001:0.0:1784945891.507405:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945891.507421:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945891.507424:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945891.507427:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945891.507431:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945891.507436:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73774000 x1871641054254464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945907 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945891.507445:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73774000 x1871641054254464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945907 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945891.507467:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945891.507474:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945891.507477:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945891.507501:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945891.507504:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945891.507509:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945891.507511:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945891.507513:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945891.507549:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6b28 00000400:00000010:2.0:1784945891.507551:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6b28. 00000100:00000001:2.0:1784945891.507555:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945891.507560:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774000 x1871641054254464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945907 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945891.507579:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774000 x1871641054254464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945907 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945891.507591:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945891.507593:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945891.507595:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945891.507598:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945891.507600:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945891.507602:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945891.507605:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945891.507610:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=143 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945891.507615:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=143 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945891.507617:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945891.507619:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945891.507621:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945891.507624:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945891.507626:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945891.507631:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774000 x1871641054254464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945907 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945891.507639:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945891.507641:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945891.507643:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945891.507647:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774000 x1871641054254464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945907 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945891.507655:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054254464:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945891.507659:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945891.507661:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945891.507665:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774000 x1871641054254464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945907 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945891.507669:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945891.507671:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945891.507674:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945891.507676:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945891.507678:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945891.507679:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945891.507681:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945891.507683:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beab00. 02000000:00000001:2.0:1784945891.507686:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945891.507688:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945891.507689:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774000. 00000100:00000001:2.0:1784945891.507692:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945891.507693:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945891.507694:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945891.507697:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945891.507699:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945891.507700:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945891.507701:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784945891.507723:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945891.507730:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945891.507732:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945891.507734:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945891.507738:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945891.507742:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945891.507748:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945891.507751:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945891.507754:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945891.507757:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f9600 00000400:00000200:1.0:1784945891.507760:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945891.507765:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdbc9 [1] + 224 00000800:00000001:1.0:1784945891.507769:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945891.507775:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945891.507777:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945891.507780:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945891.507783:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945891.507785:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73777480 x1871641054254592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945907 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945891.507792:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73777480 x1871641054254592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945907 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945891.507801:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945891.507805:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945891.507807:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945891.507819:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945891.507822:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945891.507826:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945891.507827:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945891.507829:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945891.507833:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1110 00000400:00000010:3.0:1784945891.507835:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1110. 00000100:00000001:3.0:1784945891.507838:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945891.507850:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73777480 x1871641054254592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945907 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945891.507858:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73777480 x1871641054254592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945907 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945891.507864:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945891.507865:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945891.507867:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945891.507869:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945891.507870:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945891.507872:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945891.507874:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945891.507877:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=143 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945891.507880:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=63 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945891.507882:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945891.507883:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945891.507885:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945891.507887:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945891.507889:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945891.507891:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945891.507893:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945891.507894:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945891.507898:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73777480 x1871641054254592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945907 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945891.507904:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945891.507905:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945891.507907:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945891.507910:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73777480 x1871641054254592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945907 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945891.507917:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73777480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054254592:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945891.507920:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945891.507922:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945891.507925:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73777480 x1871641054254592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945907 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945891.507931:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945891.507932:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945891.507934:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3d000. 02000000:00000001:3.0:1784945891.507936:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945891.507937:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945891.507938:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945891.507940:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945891.507941:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beaf00. 02000000:00000001:3.0:1784945891.507944:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945891.507945:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945891.507946:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73777480. 00000100:00000001:3.0:1784945891.507950:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945891.507951:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945891.507952:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945891.507956:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945891.507957:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945891.507959:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945891.507961:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945891.825633:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945891.825639:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945891.825752:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945891.825755:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945891.825758:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945892.209618:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304679087, at 4304679104 00000100:00000040:1.0:1784945892.209618:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304679087, at 4304679104 00000100:00000010:0.0:1784945892.209633:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c120. 00000100:00000010:1.0:1784945892.209635:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c900. 00010000:00000001:1.0:1784945892.849668:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945892.849675:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945892.850848:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945892.850852:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945892.850857:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945893.873642:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945893.873649:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945893.873712:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945893.873716:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945893.873719:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945894.897610:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945894.897614:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945894.897665:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945894.897667:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945894.897669:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945895.921586:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945895.921593:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945895.921649:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945895.921651:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945895.921654:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945896.625664:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945896.625673:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945896.625682:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73777480. 00000020:00000040:3.0:1784945896.625688:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945896.625692:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945896.625694:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945896.625699:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945896.625706:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beaf00. 00000100:00000001:3.0:1784945896.625712:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945896.625723:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73777480 x1871641054254720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945896.625733:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945896.625736:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945896.625742:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000047bd945] to pc [ptlrpcd_01_01+1] req@ffff996d73777480 x1871641054254720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945896.625777:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945896.625780:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945896.625783:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945896.625786:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774700. 00000020:00000040:3.0:1784945896.625788:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945896.625791:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945896.625792:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945896.625794:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945896.625797:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea000. 00000100:00000001:2.0:1784945896.625801:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945896.625801:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945896.625805:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784945896.625808:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73774700 x1871641054254848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945896.625809:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784945896.625819:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1784945896.625820:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73777480 x1871641054254720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945896.625822:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945896.625831:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d967472] to pc [ptlrpcd_01_00+0] req@ffff996d73774700 x1871641054254848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945896.625837:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945896.625841:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945896.625843:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945896.625846:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784945896.625847:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784945896.625852:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784945896.625853:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784945896.625858:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945896.625859:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945896.625864:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1784945896.625867:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73777480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054254720:192.168.202.106@tcp:400:kworker.0 00000100:00000040:3.0:1784945896.625870:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10021) 00000100:00000001:2.0:1784945896.625873:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945896.625880:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945896.625882:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945896.625883:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784945896.625886:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784945896.625887:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945896.625890:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1784945896.625893:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 00000100:00000040:3.0:1784945896.625895:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774700 x1871641054254848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784945896.625897:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945896.625906:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1784945896.625908:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945896.625909:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945896.625913:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1784945896.625915:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 02000000:00000001:3.0:1784945896.625916:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945896.625920:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784945896.625923:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6b28. 00000100:00100000:3.0:1784945896.625924:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054254848:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945896.625930:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1784945896.625931:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054254720, portal 25 02000000:00000001:3.0:1784945896.625933:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784945896.625934:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945896.625936:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100534400 : -112779609017216 : ffff996d73777480) 02000000:00000001:3.0:1784945896.625936:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945896.625941:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945896.625946:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3dc00. 00000100:00000040:2.0:1784945896.625947:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73777480 x1871641054254720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784945896.625950:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945896.625958:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945896.625963:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1784945896.625963:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000100:00000040:2.0:1784945896.625970:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945896.625970:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1110. 00000100:00000200:3.0:1784945896.625976:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054254848, portal 10 00000400:00000010:2.0:1784945896.625977:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6c38. 00000100:00000001:3.0:1784945896.625980:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1784945896.625983:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054254720, offset 0 00000100:00000001:3.0:1784945896.625983:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100522752 : -112779609028864 : ffff996d73774700) 00000100:00000040:3.0:1784945896.625994:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774700 x1871641054254848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784945896.625995:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784945896.626003:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945896.626007:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945896.626009:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945896.626011:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1cc0. 00000100:00000200:3.0:1784945896.626015:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054254848, offset 0 00000400:00000200:2.0:1784945896.626019:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945896.626024:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945896.626029:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945896.626034:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945896.626037:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945896.626040:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945896.626043:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314501:314501:256:4294967295] 192.168.202.106@tcp LPNI seq info [314497:314497:8:4294967295] 00000400:00000200:2.0:1784945896.626048:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945896.626053:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945896.626062:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945896.626063:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784945896.626072:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784945896.626073:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945896.626078:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945896.626081:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000010:2.0:1784945896.626082:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bd00. 00000400:00000200:3.0:1784945896.626086:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945896.626091:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314502:314502:255:4294967295] 192.168.202.106@tcp LPNI seq info [314498:314498:7:4294967295] 00000800:00000200:2.0:1784945896.626094:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784945896.626099:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784945896.626105:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945896.626111:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784945896.626113:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945896.626120:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945896.626124:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000100:00000001:2.0:1784945896.626125:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945896.626130:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784945896.626130:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:2.0:1784945896.626134:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304684207 00000800:00000200:3.0:1784945896.626136:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000010:2.0:1784945896.626139:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c060. 00000800:00000200:3.0:1784945896.626140:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945896.626146:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945896.626149:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1784945896.626150:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16795 usecs (17 jiffies) 00000100:00000001:2.0:1784945896.626155:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304684207 00000400:00000200:3.0:1784945896.626155:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945896.626157:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304683537 00000100:00000010:2.0:1784945896.626159:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cde0. 00000100:00000001:3.0:1784945896.626161:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304684207 00000100:00000001:2.0:1784945896.626164:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945896.626164:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304683537 00000100:00000001:2.0:1784945896.626169:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945896.626170:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304684207 00000100:00000001:2.0:1784945896.626173:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945896.626174:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945896.626177:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945896.626178:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945896.626179:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945896.626181:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945896.626201:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945896.626203:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945896.626204:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945896.626206:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945896.626206:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784945896.626207:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784945896.626209:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945896.626212:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:0.0:1784945896.626213:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bd00. 00000100:00000001:2.0:1784945896.626213:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945896.626214:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945896.626219:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945896.626220:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945896.626222:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945896.626223:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784945896.626224:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945896.626232:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945896.626238:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6c38 00000400:00000010:0.0:1784945896.626241:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6c38. 00000100:00000001:0.0:1784945896.626247:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945896.626252:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73777480 x1871641054254720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945896.626262:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945896.626265:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73777480 x1871641054254720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945912 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945896.626273:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945896.626275:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945896.626332:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945896.626335:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea800. 00000400:00000200:0.0:1784945896.626338:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945896.626340:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945896.626342:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1cc0 00000400:00000010:0.0:1784945896.626343:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1cc0. 00000100:00000001:0.0:1784945896.626345:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945896.626348:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73774700 x1871641054254848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945896.626352:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945896.626354:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73774700 x1871641054254848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945912 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945896.626358:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945896.626359:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945896.627458:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945896.627470:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945896.627473:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945896.627475:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945896.627481:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945896.627485:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945896.627492:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945896.627509:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945896.627514:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945896.627545:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f9680 00000400:00000200:1.0:1784945896.627554:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945896.627560:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdbd1 [1] + 224 00000800:00000001:1.0:1784945896.627566:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945896.627571:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945896.627573:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945896.627577:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945896.627581:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945896.627586:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73777480 x1871641054254720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945912 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945896.627597:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73777480 x1871641054254720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945912 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945896.627613:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945896.627620:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945896.627624:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945896.627627:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945896.627630:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945896.627634:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945896.627639:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:2.0:1784945896.627643:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784945896.627645:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945896.627646:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784945896.627650:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:2.0:1784945896.627652:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784945896.627655:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:2.0:1784945896.627655:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945896.627657:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:1.0:1784945896.627662:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f9700 00000400:00000200:2.0:1784945896.627663:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6b28 00000400:00000010:2.0:1784945896.627666:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6b28. 00000400:00000200:1.0:1784945896.627670:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945896.627671:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784945896.627677:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdbd9 [1] + 224 00000100:00000200:2.0:1784945896.627679:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73777480 x1871641054254720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945912 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784945896.627690:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784945896.627696:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73777480 x1871641054254720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945912 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784945896.627699:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945896.627704:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784945896.627708:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945896.627710:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945896.627712:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945896.627716:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1784945896.627719:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784945896.627721:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784945896.627725:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784945896.627725:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945896.627730:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784945896.627732:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73774700 x1871641054254848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945912 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784945896.627738:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=148 v=5 (5 5 5 5) 00000100:00000040:1.0:1784945896.627745:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73774700 x1871641054254848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945912 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784945896.627746:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=148 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945896.627753:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945896.627756:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945896.627761:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945896.627764:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945896.627767:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945896.627771:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1784945896.627772:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73777480 x1871641054254720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945912 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784945896.627777:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784945896.627778:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784945896.627782:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945896.627782:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945896.627784:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945896.627789:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73777480 x1871641054254720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945912 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945896.627794:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73777480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054254720:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945896.627799:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945896.627801:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784945896.627802:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784945896.627803:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73777480 x1871641054254720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945912 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945896.627807:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945896.627812:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945896.627814:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945896.627816:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945896.627822:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1110 00000100:00000001:2.0:1784945896.627824:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1784945896.627825:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1110. 02000000:00000001:2.0:1784945896.627830:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784945896.627830:0:2354:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:2.0:1784945896.627835:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 00000100:00000200:3.0:1784945896.627838:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774700 x1871641054254848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945912 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784945896.627840:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945896.627845:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945896.627848:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000200:3.0:1784945896.627849:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774700 x1871641054254848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945912 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784945896.627854:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945896.627857:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beaf00. 00000100:00000001:3.0:1784945896.627858:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945896.627861:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784945896.627863:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784945896.627863:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945896.627867:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1784945896.627867:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000010:2.0:1784945896.627871:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73777480. 00000100:00000001:3.0:1784945896.627871:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945896.627875:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945896.627876:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1784945896.627878:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945896.627879:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945896.627882:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784945896.627885:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=148 v=5 (5 5 5 5) 00000100:00000001:2.0:1784945896.627886:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945896.627888:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945896.627893:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1784945896.627894:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=68 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945896.627895:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945896.627901:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945896.627903:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945896.627905:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945896.627908:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945896.627911:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945896.627912:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945896.627914:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945896.627915:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945896.627918:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774700 x1871641054254848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945912 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945896.627923:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945896.627924:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945896.627925:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945896.627927:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774700 x1871641054254848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945912 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945896.627932:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054254848:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945896.627935:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945896.627936:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945896.627938:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774700 x1871641054254848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945912 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945896.627942:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945896.627944:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945896.627945:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3dc00. 02000000:00000001:3.0:1784945896.627947:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945896.627948:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945896.627949:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945896.627950:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945896.627951:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea000. 02000000:00000001:3.0:1784945896.627953:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945896.627954:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945896.627955:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774700. 00000100:00000001:3.0:1784945896.627957:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945896.627958:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945896.627959:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945896.627962:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945896.627963:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945896.627964:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945896.627966:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945896.945649:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945896.945655:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945896.945722:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945896.945726:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945896.945729:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945897.329620:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304684207, at 4304684224 00000100:00000040:1.0:1784945897.329631:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304684207, at 4304684224 00000100:00000010:0.0:1784945897.329633:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c060. 00000100:00000010:1.0:1784945897.329646:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cde0. 00010000:00000001:1.0:1784945897.969582:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945897.969588:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945897.969647:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945897.969655:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945897.969659:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945898.993611:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945898.993618:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945898.993678:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945898.993681:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945898.993684:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945900.017603:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945900.017609:0:191202:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945900.017611:0:191202:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945900.017613:0:191202:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945900.017617:0:191202:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945900.017618:0:191202:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945900.017620:0:191202:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945900.017621:0:191202:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945900.017673:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945900.017677:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945900.017681:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945901.041723:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945901.041729:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945901.041825:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945901.041828:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945901.041831:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784945901.745623:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945901.745632:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945901.745641:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774700. 00000020:00000040:3.0:1784945901.745647:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784945901.745651:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945901.745654:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945901.745659:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945901.745667:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea000. 00000100:00000001:3.0:1784945901.745672:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945901.745683:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73774700 x1871641054254976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945901.745693:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945901.745697:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945901.745703:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d967472] to pc [ptlrpcd_01_01+1] req@ffff996d73774700 x1871641054254976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945901.745734:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945901.745737:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945901.745740:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784945901.745743:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775180. 00000020:00000040:3.0:1784945901.745745:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945901.745748:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784945901.745749:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784945901.745751:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945901.745755:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea700. 00000100:00000001:3.0:1784945901.745758:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945901.745762:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73775180 x1871641054255104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945901.745770:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945901.745772:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945901.745776:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bb2acf9] to pc [ptlrpcd_01_00+0] req@ffff996d73775180 x1871641054255104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945901.745778:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945901.745784:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945901.745788:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784945901.745789:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945901.745793:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945901.745797:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774700 x1871641054254976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784945901.745797:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945901.745802:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784945901.745810:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784945901.745815:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784945901.745818:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10026) 00000100:00000001:2.0:1784945901.745819:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945901.745825:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945901.745828:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945901.745831:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945901.745835:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054254976:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945901.745835:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945901.745839:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945901.745842:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784945901.745843:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784945901.745848:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775180 x1871641054255104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784945901.745849:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945901.745853:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945901.745858:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784945901.745862:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945901.745864:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945901.745865:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:3.0:1784945901.745866:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945901.745870:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945901.745871:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945901.745876:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945901.745880:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054255104:192.168.202.106@tcp:400:kworker.0 00000400:00000200:2.0:1784945901.745882:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945901.745886:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1784945901.745890:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 02000000:00000001:3.0:1784945901.745890:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945901.745894:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945901.745897:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1784945901.745898:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6b28. 02000000:00000010:3.0:1784945901.745900:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3cc00. 02000000:00000001:3.0:1784945901.745904:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784945901.745907:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054254976, portal 25 00000400:00000200:3.0:1784945901.745911:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945901.745913:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1784945901.745916:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000100:00000001:2.0:1784945901.745917:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100522752 : -112779609028864 : ffff996d73774700) 00000400:00000010:3.0:1784945901.745923:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1110. 00000100:00000040:2.0:1784945901.745925:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774700 x1871641054254976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945901.745927:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054255104, portal 10 00000100:00000001:3.0:1784945901.745931:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945901.745933:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100525440 : -112779609026176 : ffff996d73775180) 00000100:00000001:2.0:1784945901.745942:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945901.745943:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775180 x1871641054255104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784945901.745948:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945901.745952:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6660. 00000100:00000200:2.0:1784945901.745958:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054254976, offset 0 00000100:00000001:3.0:1784945901.745960:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945901.745965:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945901.745969:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945901.745971:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1440. 00000100:00000200:3.0:1784945901.745976:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054255104, offset 0 00000400:00000200:2.0:1784945901.745980:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945901.745984:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945901.745991:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945901.745996:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945901.746000:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945901.746002:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945901.746004:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945901.746007:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314503:314503:256:4294967295] 192.168.202.106@tcp LPNI seq info [314499:314499:8:4294967295] 00000400:00000200:2.0:1784945901.746010:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945901.746016:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945901.746027:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945901.746033:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784945901.746034:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945901.746040:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945901.746044:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1784945901.746048:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945901.746050:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000010:2.0:1784945901.746055:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b000. 00000400:00000200:3.0:1784945901.746056:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314504:314504:255:4294967295] 192.168.202.106@tcp LPNI seq info [314500:314500:7:4294967295] 00000400:00000200:3.0:1784945901.746062:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784945901.746067:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784945901.746074:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945901.746079:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945901.746085:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000200:2.0:1784945901.746087:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b000 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:3.0:1784945901.746091:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beaf00. 00000800:00000200:3.0:1784945901.746096:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945901.746103:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:2.0:1784945901.746104:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784945901.746106:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beaf00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784945901.746110:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945901.746111:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945901.746113:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304689327 00000100:00000040:3.0:1784945901.746115:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16793 usecs (17 jiffies) 00000100:00000010:2.0:1784945901.746118:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668ccc0. 00000400:00000200:3.0:1784945901.746119:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945901.746123:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304688657 00000100:00000001:2.0:1784945901.746126:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945901.746131:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304689327 00000100:00000001:3.0:1784945901.746132:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304689327 00000100:00000010:2.0:1784945901.746135:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c2a0. 00000100:00000001:3.0:1784945901.746136:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304688657 00000100:00000001:2.0:1784945901.746149:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945901.746155:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304689327 00000100:00000001:2.0:1784945901.746156:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945901.746160:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945901.746162:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945901.746163:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945901.746167:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945901.746168:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945901.746169:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945901.746172:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784945901.746175:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784945901.746176:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945901.746178:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945901.746179:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:0.0:1784945901.746181:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b000. 00000100:00000001:2.0:1784945901.746182:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945901.746183:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945901.746186:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784945901.746188:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784945901.746188:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945901.746188:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945901.746193:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945901.746193:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945901.746197:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784945901.746198:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945901.746203:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6660 00000100:00000001:2.0:1784945901.746203:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784945901.746206:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6660. 00000100:00000001:0.0:1784945901.746211:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945901.746215:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73774700 x1871641054254976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945901.746226:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945901.746229:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73774700 x1871641054254976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945917 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945901.746234:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945901.746235:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945901.746282:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945901.746284:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beaf00. 00000400:00000200:0.0:1784945901.746287:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945901.746290:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945901.746292:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1440 00000400:00000010:0.0:1784945901.746294:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1440. 00000100:00000001:0.0:1784945901.746297:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945901.746300:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775180 x1871641054255104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945901.746308:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945901.746311:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775180 x1871641054255104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945917 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945901.746318:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945901.746320:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945901.749345:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945901.749358:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945901.749361:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945901.749365:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945901.749370:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945901.749385:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945901.749392:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945901.749397:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945901.749402:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945901.749406:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f9780 00000400:00000200:1.0:1784945901.749410:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945901.749415:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdbe1 [1] + 224 00000800:00000001:1.0:1784945901.749421:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945901.749424:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945901.749427:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945901.749430:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945901.749435:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945901.749447:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73774700 x1871641054254976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945917 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945901.749461:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73774700 x1871641054254976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945901.749485:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945901.749492:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945901.749496:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945901.749500:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945901.749502:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945901.749507:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945901.749511:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:2.0:1784945901.749548:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945901.749552:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784945901.749558:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:2.0:1784945901.749559:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945901.749562:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784945901.749564:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945901.749566:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:1.0:1784945901.749571:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945901.749572:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6b28 00000400:00000200:1.0:1784945901.749577:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f9800 00000400:00000010:2.0:1784945901.749578:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6b28. 00000400:00000200:1.0:1784945901.749585:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945901.749585:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945901.749592:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774700 x1871641054254976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784945901.749594:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdbe9 [1] + 224 00000800:00000001:1.0:1784945901.749603:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784945901.749606:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774700 x1871641054254976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945917 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945901.749612:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945901.749613:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945901.749614:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945901.749618:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784945901.749618:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945901.749622:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1784945901.749625:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945901.749629:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784945901.749633:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1784945901.749634:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775180 x1871641054255104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945917 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945901.749636:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945901.749642:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945901.749651:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=153 v=5 (5 5 5 5) 00000100:00000040:1.0:1784945901.749652:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775180 x1871641054255104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784945901.749661:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=153 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945901.749666:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945901.749668:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945901.749671:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784945901.749674:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1784945901.749674:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784945901.749680:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945901.749684:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945901.749686:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945901.749694:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774700 x1871641054254976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945917 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945901.749701:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945901.749705:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945901.749706:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945901.749707:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945901.749710:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784945901.749715:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774700 x1871641054254976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945917 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784945901.749716:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945901.749719:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945901.749722:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945901.749726:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1110 00000400:00000010:3.0:1784945901.749729:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1110. 00000100:00100000:2.0:1784945901.749731:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054254976:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945901.749732:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784945901.749739:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784945901.749739:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775180 x1871641054255104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945901.749745:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1784945901.749752:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775180 x1871641054255104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945917 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784945901.749755:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774700 x1871641054254976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945917 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945901.749760:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945901.749762:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945901.749766:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945901.749768:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945901.749772:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784945901.749772:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945901.749776:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945901.749777:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1784945901.749781:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945901.749782:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945901.749788:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1784945901.749790:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=153 v=5 (5 5 5 5) 00000020:00000001:2.0:1784945901.749791:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945901.749794:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00001000:3.0:1784945901.749796:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=73 v=5 (1 1 1 1) 00000020:00000001:2.0:1784945901.749798:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784945901.749802:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000010:2.0:1784945901.749803:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea000. 00000100:00000001:3.0:1784945901.749805:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945901.749808:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1784945901.749809:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1784945901.749811:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945901.749812:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945901.749816:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774700. 00000100:00000001:3.0:1784945901.749817:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945901.749820:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945901.749822:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945901.749822:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945901.749825:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945901.749829:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775180 x1871641054255104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945917 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945901.749834:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945901.749838:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945901.749841:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945901.749845:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945901.749846:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945901.749850:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945901.749850:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945901.749856:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784945901.749860:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775180 x1871641054255104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945917 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945901.749861:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945901.749870:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054255104:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945901.749875:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945901.749876:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945901.749879:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775180 x1871641054255104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945917 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945901.749885:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945901.749886:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945901.749888:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3cc00. 02000000:00000001:3.0:1784945901.749891:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945901.749892:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945901.749893:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945901.749895:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945901.749897:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea700. 02000000:00000001:3.0:1784945901.749899:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945901.749900:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945901.749902:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775180. 00000100:00000001:3.0:1784945901.749904:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945901.749905:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945901.749906:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945901.749909:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945901.749910:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945901.749912:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945901.749913:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945902.065638:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945902.065654:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945902.065749:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945902.065753:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945902.065756:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945902.449616:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304689327, at 4304689344 00000100:00000040:1.0:1784945902.449625:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304689327, at 4304689344 00000100:00000010:0.0:1784945902.449633:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668ccc0. 00000100:00000010:1.0:1784945902.449634:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c2a0. 00010000:00000001:1.0:1784945903.089592:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945903.089597:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945903.089647:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945903.089649:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945903.089652:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784945903.473682:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784945903.473689:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784945903.473694:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1784945903.473849:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784945903.473855:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945903.473864:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945903.473867:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945903.473870:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784945904.113632:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945904.113638:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945904.113702:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945904.113705:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945904.113707:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945905.137887:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945905.137893:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945905.137955:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945905.137960:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945905.137963:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945906.161634:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945906.161639:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945906.161705:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945906.161709:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945906.161713:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945906.865644:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945906.865654:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945906.865664:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43288e00. 00000020:00000040:0.0:1784945906.865670:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784945906.865674:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945906.865677:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945906.865683:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945906.865691:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4c00. 00000100:00000001:0.0:1784945906.865699:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945906.865710:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d43288e00 x1871641054255232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945906.865720:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945906.865724:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945906.865731:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004da6f37a] to pc [ptlrpcd_00_01+1] req@ffff996d43288e00 x1871641054255232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945906.865756:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945906.865759:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945906.865770:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945906.865774:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43288a80. 00000020:00000040:0.0:1784945906.865777:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784945906.865781:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945906.865782:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945906.865784:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945906.865788:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4f00. 00000100:00000001:1.0:1784945906.865790:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945906.865792:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945906.865795:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945906.865797:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945906.865799:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43288a80 x1871641054255360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1784945906.865805:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43288e00 x1871641054255232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945906.865815:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945906.865820:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945906.865822:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784945906.865825:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945906.865827:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f2bad33] to pc [ptlrpcd_00_00+0] req@ffff996d43288a80 x1871641054255360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784945906.865831:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784945906.865835:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784945906.865838:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784945906.865843:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054255232:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945906.865844:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945906.865850:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1784945906.865851:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784945906.865855:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1784945906.865856:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1784945906.865858:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945906.865861:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784945906.865861:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784945906.865866:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738acc00. 00000100:00000040:0.0:1784945906.865867:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1784945906.865869:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945906.865875:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10031) 00000400:00000200:1.0:1784945906.865877:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784945906.865881:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d6e0. 00000400:00000010:1.0:1784945906.865886:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2945d8. 00000100:00000200:1.0:1784945906.865892:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054255232, portal 25 00000100:00000001:1.0:1784945906.865894:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784945906.865895:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290057216 : -112780419494400 : ffff996d43288e00) 00000100:00000040:1.0:1784945906.865899:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43288e00 x1871641054255232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945906.865907:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945906.865911:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945906.865914:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784945906.865916:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945906.865922:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43288a80 x1871641054255360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945906.865922:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784945906.865928:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2946e8. 00000100:00000200:1.0:1784945906.865934:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054255232, offset 0 00000400:00000200:1.0:1784945906.865941:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784945906.865947:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945906.865949:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945906.865952:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:0.0:1784945906.865954:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945906.865958:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945906.865960:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945906.865962:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00100000:0.0:1784945906.865967:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054255360:192.168.202.106@tcp:400:kworker.0 00000400:00000200:1.0:1784945906.865971:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784945906.865973:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945906.865977:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1784945906.865978:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 02000000:00000001:0.0:1784945906.865980:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945906.865984:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1784945906.865985:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784945906.865990:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 02000000:00000010:0.0:1784945906.865991:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394ba00. 02000000:00000001:0.0:1784945906.865995:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945906.865998:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314505:314505:256:4294967295] 192.168.202.106@tcp LPNI seq info [314501:314501:8:4294967295] 00000400:00000200:0.0:1784945906.866003:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945906.866009:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652fd68. 00000400:00000200:1.0:1784945906.866009:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945906.866021:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000010:0.0:1784945906.866024:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fd48. 00000800:00000200:1.0:1784945906.866029:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000200:0.0:1784945906.866031:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054255360, portal 10 00000100:00000001:0.0:1784945906.866035:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000010:1.0:1784945906.866035:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad900. 00000100:00000001:0.0:1784945906.866038:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290056320 : -112780419495296 : ffff996d43288a80) 00000800:00000200:1.0:1784945906.866044:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000040:0.0:1784945906.866049:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43288a80 x1871641054255360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784945906.866055:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784945906.866060:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945906.866067:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945906.866072:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784945906.866073:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784945906.866076:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f7f8. 00000400:00000200:1.0:1784945906.866078:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:0.0:1784945906.866082:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054255360, offset 0 00000100:00000001:1.0:1784945906.866082:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304694447 00000100:00000010:1.0:1784945906.866087:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8fba0. 00000400:00000200:0.0:1784945906.866093:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784945906.866094:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784945906.866113:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304694447 00000100:00000010:1.0:1784945906.866116:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8fc00. 00000100:00000001:1.0:1784945906.866118:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784945906.866120:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945906.866122:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945906.866124:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945906.866126:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945906.866129:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945906.866132:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945906.866134:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784945906.866136:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945906.866137:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945906.866139:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945906.866142:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:1.0:1784945906.866143:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945906.866148:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945906.866152:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945906.866155:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945906.866158:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945906.866161:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314506:314506:255:4294967295] 192.168.202.106@tcp LPNI seq info [314502:314502:7:4294967295] 00000400:00000200:0.0:1784945906.866170:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945906.866177:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784945906.866181:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784945906.866186:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4100. 00000800:00000200:0.0:1784945906.866190:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784945906.866195:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945906.866198:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784945906.866201:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945906.866205:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16793 usecs (17 jiffies) 00000400:00000200:0.0:1784945906.866209:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945906.866211:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304693777 00000100:00000001:0.0:1784945906.866214:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304694447 00000100:00000001:0.0:1784945906.866215:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304693777 00000100:00000001:0.0:1784945906.866218:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304694447 00000100:00000001:0.0:1784945906.866219:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945906.866221:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945906.866224:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945906.866238:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784945906.866241:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784945906.866243:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945906.866246:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:1.0:1784945906.866248:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad900. 00000100:00000001:0.0:1784945906.866250:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945906.866253:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945906.866254:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945906.866257:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945906.866257:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945906.866266:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945906.866272:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2946e8 00000400:00000010:1.0:1784945906.866274:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2946e8. 00000100:00000001:1.0:1784945906.866278:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945906.866282:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43288e00 x1871641054255232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945906.866288:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945906.866291:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43288e00 x1871641054255232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945922 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945906.866295:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945906.866296:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945906.866310:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945906.866312:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4100. 00000400:00000200:1.0:1784945906.866315:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945906.866329:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945906.866332:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f7f8 00000400:00000010:1.0:1784945906.866335:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f7f8. 00000100:00000001:1.0:1784945906.866337:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945906.866341:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43288a80 x1871641054255360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945906.866346:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945906.866347:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43288a80 x1871641054255360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945922 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945906.866352:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945906.866352:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945906.867576:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945906.867587:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945906.867590:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945906.867593:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945906.867598:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945906.867603:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945906.867609:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945906.867612:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945906.867616:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945906.867620:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f9880 00000400:00000200:0.0:1784945906.867624:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945906.867628:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdbf1 [1] + 224 00000800:00000001:0.0:1784945906.867634:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945906.867641:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945906.867643:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945906.867646:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945906.867651:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945906.867655:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43288e00 x1871641054255232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945922 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945906.867665:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43288e00 x1871641054255232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945906.867749:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945906.867755:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945906.867772:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945906.867780:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945906.867800:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945906.867803:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945906.867806:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945906.867809:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945906.867812:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945906.867815:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945906.867816:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945906.867818:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945906.867820:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f9900 00000400:00000200:0.0:1784945906.867822:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945906.867825:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdc01 [1] + 224 00000800:00000001:0.0:1784945906.867828:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945906.867831:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945906.867833:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945906.867835:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945906.867838:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945906.867842:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43288a80 x1871641054255360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945922 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945906.867850:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43288a80 x1871641054255360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945906.867862:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945906.867866:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945906.867869:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945906.867876:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945906.867878:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784945906.867882:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945906.867885:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784945906.867887:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652fd68. 00000400:00000200:0.0:1784945906.867890:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fd48 00000400:00000010:0.0:1784945906.867892:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fd48. 00000100:00000001:0.0:1784945906.867894:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945906.867898:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43288a80 x1871641054255360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945906.867907:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43288a80 x1871641054255360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945922 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945906.867914:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945906.867915:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945906.867917:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945906.867919:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945906.867920:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945906.867922:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945906.867923:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945906.867929:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=8 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945906.867933:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=78 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945906.867934:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945906.867935:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945906.867937:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945906.867940:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945906.867942:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784945906.867943:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784945906.867945:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784945906.867946:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945906.867950:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43288a80 x1871641054255360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945922 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945906.867954:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945906.867955:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945906.867956:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945906.867959:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43288a80 x1871641054255360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945922 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945906.867963:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054255360:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945906.867966:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945906.867967:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945906.867969:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43288a80 x1871641054255360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945922 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945906.867973:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945906.867975:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945906.867976:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394ba00. 02000000:00000001:0.0:1784945906.867978:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784945906.867979:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945906.867980:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784945906.867982:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945906.867983:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4f00. 02000000:00000001:0.0:1784945906.867985:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945906.867986:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945906.867987:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43288a80. 00000100:00000001:0.0:1784945906.867990:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945906.867991:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945906.867992:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945906.867995:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945906.867996:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945906.867997:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945906.867998:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1784945906.868033:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784945906.868035:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784945906.868036:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d6e0. 00000400:00000200:1.0:1784945906.868038:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2945d8 00000400:00000010:1.0:1784945906.868040:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2945d8. 00000100:00000001:1.0:1784945906.868041:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945906.868044:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43288e00 x1871641054255232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784945906.868049:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43288e00 x1871641054255232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945922 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945906.868053:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784945906.868054:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945906.868055:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784945906.868056:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784945906.868056:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784945906.868057:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945906.868059:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784945906.868061:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=8 v=5 (5 5 5 5) 00000100:00001000:1.0:1784945906.868063:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=8 v=5 (1 1 1 1) 00000100:00000001:1.0:1784945906.868064:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784945906.868065:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945906.868066:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784945906.868067:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945906.868068:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945906.868071:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43288e00 x1871641054255232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945922 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945906.868074:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945906.868075:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784945906.868076:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784945906.868078:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43288e00 x1871641054255232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945922 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784945906.868082:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054255232:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945906.868084:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945906.868085:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945906.868087:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43288e00 x1871641054255232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945922 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945906.868090:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784945906.868091:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784945906.868092:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738acc00. 02000000:00000001:1.0:1784945906.868093:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784945906.868094:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784945906.868095:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784945906.868096:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784945906.868108:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4c00. 02000000:00000001:1.0:1784945906.868112:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784945906.868113:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784945906.868114:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43288e00. 00000100:00000001:1.0:1784945906.868116:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784945906.868117:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945906.868118:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945906.868120:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945906.868121:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945906.868122:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945906.868123:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945907.185631:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945907.185637:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945907.185697:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945907.185701:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945907.185704:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945907.569597:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304694447, at 4304694464 00000100:00000010:0.0:1784945907.569608:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8fba0. 00000100:00000040:1.0:1784945907.569672:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304694447, at 4304694464 00000100:00000010:1.0:1784945907.569677:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8fc00. 00010000:00000001:1.0:1784945908.209685:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945908.209692:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945908.209755:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945908.209759:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945908.209762:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945909.233625:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945909.233630:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945909.233687:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945909.233691:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945909.233695:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945910.257649:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945910.257658:0:191202:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945910.257660:0:191202:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945910.257663:0:191202:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945910.257668:0:191202:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945910.257670:0:191202:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945910.257672:0:191202:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945910.257674:0:191202:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945910.257733:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945910.257736:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945910.257739:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945911.281641:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945911.281646:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945911.281982:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945911.281986:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945911.281989:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945911.985618:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945911.985627:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945911.985637:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43288a80. 00000020:00000040:0.0:1784945911.985642:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784945911.985646:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945911.985649:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945911.985654:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945911.985662:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4f00. 00000100:00000001:0.0:1784945911.985668:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945911.985678:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d43288a80 x1871641054255488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945911.985689:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945911.985693:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945911.985700:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f2bad33] to pc [ptlrpcd_00_01+1] req@ffff996d43288a80 x1871641054255488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945911.985730:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945911.985733:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945911.985737:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945911.985747:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328a300. 00000020:00000040:0.0:1784945911.985750:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784945911.985753:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945911.985755:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945911.985758:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945911.985758:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945911.985764:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1784945911.985765:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4c00. 00000100:00000001:1.0:1784945911.985768:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784945911.985770:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945911.985777:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43288a80 x1871641054255488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945911.985778:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d4328a300 x1871641054255616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945911.985807:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784945911.985807:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945911.985810:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945911.985812:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945911.985817:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a66bc794] to pc [ptlrpcd_00_00+0] req@ffff996d4328a300 x1871641054255616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784945911.985819:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784945911.985823:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784945911.985828:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945911.985834:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784945911.985835:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054255488:192.168.202.106@tcp:400:kworker.0 00000100:00000040:0.0:1784945911.985838:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784945911.985844:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1784945911.985845:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784945911.985849:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784945911.985852:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1784945911.985852:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784945911.985857:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945911.985859:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10036) 02000000:00000001:1.0:1784945911.985862:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784945911.985868:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738aca00. 02000000:00000001:1.0:1784945911.985871:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945911.985874:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945911.985877:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945911.985880:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1784945911.985880:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784945911.985887:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d6e0. 00000100:00000040:0.0:1784945911.985888:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328a300 x1871641054255616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945911.985898:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945911.985899:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945911.985901:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945911.985903:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945911.985906:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784945911.985906:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2945d8. 00000100:00100000:0.0:1784945911.985912:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054255616:192.168.202.106@tcp:400:kworker.0 00000100:00000200:1.0:1784945911.985915:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054255488, portal 25 00000100:00000001:0.0:1784945911.985916:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945911.985921:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784945911.985921:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784945911.985924:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290056320 : -112780419495296 : ffff996d43288a80) 02000000:00000001:0.0:1784945911.985925:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945911.985930:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945911.985934:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394ba00. 00000100:00000040:1.0:1784945911.985936:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43288a80 x1871641054255488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784945911.985937:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945911.985946:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945911.985951:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1784945911.985953:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652fd68. 00000100:00000040:1.0:1784945911.985958:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945911.985960:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fd48. 00000400:00000010:1.0:1784945911.985963:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2946e8. 00000100:00000200:0.0:1784945911.985965:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054255616, portal 10 00000100:00000001:0.0:1784945911.985968:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945911.985970:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290062592 : -112780419489024 : ffff996d4328a300) 00000100:00000200:1.0:1784945911.985975:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054255488, offset 0 00000100:00000040:0.0:1784945911.985979:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328a300 x1871641054255616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784945911.985987:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784945911.985991:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945911.985996:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945911.986000:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fe58. 00000400:00000200:1.0:1784945911.986000:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:0.0:1784945911.986006:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054255616, offset 0 00000400:00000200:0.0:1784945911.986013:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784945911.986013:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784945911.986021:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784945911.986024:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784945911.986028:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784945911.986031:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784945911.986035:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314507:314507:256:4294967295] 192.168.202.106@tcp LPNI seq info [314503:314503:8:4294967295] 00000400:00000200:1.0:1784945911.986039:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945911.986048:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784945911.986054:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945911.986067:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945911.986076:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000010:1.0:1784945911.986076:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad900. 00000400:00000200:0.0:1784945911.986084:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1784945911.986087:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784945911.986088:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945911.986093:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945911.986096:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:1.0:1784945911.986101:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784945911.986102:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314508:314508:255:4294967295] 192.168.202.106@tcp LPNI seq info [314504:314504:7:4294967295] 00000800:00000200:1.0:1784945911.986108:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784945911.986112:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945911.986121:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:1.0:1784945911.986123:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945911.986128:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784945911.986132:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:0.0:1784945911.986134:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4100. 00000100:00000001:1.0:1784945911.986137:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304699567 00000800:00000200:0.0:1784945911.986143:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000010:1.0:1784945911.986146:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8fc00. 00000800:00000200:0.0:1784945911.986151:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945911.986155:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784945911.986155:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784945911.986161:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945911.986164:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304699567 00000100:00000040:0.0:1784945911.986167:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16792 usecs (17 jiffies) 00000100:00000010:1.0:1784945911.986169:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f120. 00000100:00000001:1.0:1784945911.986174:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784945911.986178:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784945911.986181:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945911.986181:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945911.986187:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304698897 00000100:00000001:1.0:1784945911.986187:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945911.986192:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304699567 00000100:00000001:1.0:1784945911.986193:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945911.986199:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304698897 00000100:00000001:0.0:1784945911.986202:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304699567 00000100:00000001:1.0:1784945911.986202:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945911.986205:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945911.986206:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945911.986210:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945911.986211:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945911.986215:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945911.986215:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945911.986217:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945911.986219:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945911.986222:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945911.986225:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945911.986228:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945911.986231:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945911.986233:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945911.986235:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945911.986237:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945911.986266:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945911.986270:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad900. 00000400:00000200:1.0:1784945911.986277:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945911.986282:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945911.986287:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2946e8 00000400:00000010:1.0:1784945911.986290:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2946e8. 00000100:00000001:1.0:1784945911.986294:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945911.986298:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43288a80 x1871641054255488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945911.986308:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945911.986311:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43288a80 x1871641054255488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945927 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945911.986326:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945911.986328:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945911.986390:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945911.986393:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4100. 00000400:00000200:1.0:1784945911.986397:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945911.986401:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945911.986405:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fe58 00000400:00000010:1.0:1784945911.986406:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fe58. 00000100:00000001:1.0:1784945911.986409:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945911.986413:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328a300 x1871641054255616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945911.986420:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945911.986423:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328a300 x1871641054255616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945927 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945911.986428:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945911.986430:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945911.987892:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945911.987902:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945911.987905:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945911.987907:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945911.987925:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945911.987931:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945911.987938:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945911.987941:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945911.987946:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945911.987949:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f9a00 00000400:00000200:0.0:1784945911.987952:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945911.987956:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdc19 [1] + 224 00000800:00000001:0.0:1784945911.987961:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945911.987963:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945911.987965:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945911.987967:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945911.987971:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945911.987976:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328a300 x1871641054255616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945927 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945911.987984:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328a300 x1871641054255616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945911.988007:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945911.988015:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945911.988018:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945911.988020:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945911.988022:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945911.988026:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945911.988028:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945911.988031:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945911.988040:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945911.988043:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945911.988045:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f9980 00000400:00000200:0.0:1784945911.988049:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945911.988053:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdc11 [1] + 224 00000800:00000001:0.0:1784945911.988068:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945911.988073:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945911.988076:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945911.988079:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945911.988082:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945911.988086:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43288a80 x1871641054255488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945927 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945911.988094:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43288a80 x1871641054255488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945911.988101:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945911.988104:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945911.988106:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945911.991126:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945911.991133:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784945911.991141:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784945911.991143:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784945911.991147:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d6e0. 00000400:00000200:1.0:1784945911.991153:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2945d8 00000400:00000010:1.0:1784945911.991155:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2945d8. 00000100:00000001:1.0:1784945911.991159:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945911.991169:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43288a80 x1871641054255488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784945911.991179:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43288a80 x1871641054255488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945927 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945911.991186:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784945911.991188:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945911.991191:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784945911.991194:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784945911.991197:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784945911.991199:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945911.991202:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784945911.991208:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=13 v=5 (5 5 5 5) 00000100:00001000:1.0:1784945911.991212:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=13 v=5 (1 1 1 1) 00000100:00000001:1.0:1784945911.991214:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784945911.991216:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945911.991219:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784945911.991221:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945911.991223:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945911.991228:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43288a80 x1871641054255488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945927 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945911.991235:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945911.991238:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784945911.991240:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784945911.991244:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43288a80 x1871641054255488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945927 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784945911.991251:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054255488:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945911.991256:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945911.991258:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945911.991261:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43288a80 x1871641054255488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945927 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945911.991268:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784945911.991270:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784945911.991273:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738aca00. 02000000:00000001:1.0:1784945911.991276:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784945911.991279:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784945911.991280:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784945911.991283:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784945911.991285:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4f00. 02000000:00000001:1.0:1784945911.991288:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784945911.991290:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784945911.991292:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43288a80. 00000100:00000001:1.0:1784945911.991295:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784945911.991296:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945911.991298:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945911.991305:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945911.991306:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945911.991308:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945911.991310:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945911.991320:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945911.991322:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784945911.991325:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784945911.991326:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784945911.991329:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652fd68. 00000400:00000200:1.0:1784945911.991332:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fd48 00000400:00000010:1.0:1784945911.991334:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fd48. 00000100:00000001:1.0:1784945911.991337:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945911.991341:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328a300 x1871641054255616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784945911.991349:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328a300 x1871641054255616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945927 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945911.991355:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784945911.991356:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945911.991357:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784945911.991359:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784945911.991360:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784945911.991361:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945911.991363:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784945911.991369:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=13 v=5 (5 5 5 5) 00000100:00001000:1.0:1784945911.991371:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=83 v=5 (1 1 1 1) 00000100:00000001:1.0:1784945911.991373:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784945911.991375:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945911.991376:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784945911.991379:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945911.991381:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784945911.991383:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784945911.991385:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784945911.991386:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945911.991390:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328a300 x1871641054255616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945927 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945911.991395:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945911.991397:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784945911.991398:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784945911.991402:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328a300 x1871641054255616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945927 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784945911.991409:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054255616:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945911.991413:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945911.991415:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945911.991417:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328a300 x1871641054255616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945927 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945911.991423:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784945911.991424:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784945911.991426:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394ba00. 02000000:00000001:1.0:1784945911.991428:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784945911.991430:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784945911.991431:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784945911.991432:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784945911.991434:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4c00. 02000000:00000001:1.0:1784945911.991436:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784945911.991437:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784945911.991438:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328a300. 00000100:00000001:1.0:1784945911.991440:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784945911.991441:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945911.991443:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945911.991447:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945911.991448:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945911.991450:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945911.991451:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945912.305640:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945912.305644:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945912.305692:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945912.305696:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945912.305700:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00000020:1.0:1784945912.497633:0:191202:0:(osc_request.c:745:osc_update_next_shrink()) next time 11232 to shrink grant 00000008:00000020:1.0:1784945912.497642:0:191202:0:(osc_request.c:745:osc_update_next_shrink()) next time 11232 to shrink grant 00000100:00000040:0.0:1784945912.689616:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304699567, at 4304699584 00000100:00000040:1.0:1784945912.689616:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304699567, at 4304699584 00000100:00000010:0.0:1784945912.689631:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8fc00. 00000100:00000010:1.0:1784945912.689633:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f120. 00010000:00000001:1.0:1784945913.329622:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945913.329628:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945913.329691:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945913.329695:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945913.329698:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945914.353632:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945914.353638:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945914.353722:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945914.353724:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945914.353726:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945915.379141:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945915.379148:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945915.379304:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945915.379308:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945915.379312:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945916.401645:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945916.401651:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945916.401708:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945916.401711:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945916.401714:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945917.105868:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945917.105876:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945917.105883:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950e00. 00000020:00000040:2.0:1784945917.105889:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945917.105893:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945917.105896:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945917.105900:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945917.105909:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784945917.105916:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945917.105928:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950e00 x1871641054255744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945917.105939:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945917.105944:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945917.105951:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006776830d] to pc [ptlrpcd_01_01+1] req@ffff996d73950e00 x1871641054255744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945917.105971:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945917.105974:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945917.105977:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945917.105981:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952a00. 00000020:00000040:2.0:1784945917.105983:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945917.105985:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945917.105986:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945917.105988:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945917.105991:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b300. 00000100:00000001:2.0:1784945917.105994:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945917.105998:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73952a00 x1871641054255872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945917.106005:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945917.106007:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945917.106010:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce3dc249] to pc [ptlrpcd_01_00+0] req@ffff996d73952a00 x1871641054255872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945917.106034:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945917.106037:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945917.106042:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945917.106044:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945917.106047:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945917.106052:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10041) 00000100:00000001:2.0:1784945917.108287:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945917.108293:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945917.108295:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945917.108305:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950e00 x1871641054255744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945917.108316:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945917.108318:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945917.108322:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945917.108324:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945917.108327:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945917.108331:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054255744:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945917.108335:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945917.108340:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945917.108343:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945917.108345:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945917.108361:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945917.108364:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945917.108371:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945917.108375:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784945917.108382:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6b28. 00000100:00000200:2.0:1784945917.108389:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054255744, portal 25 00000100:00000001:2.0:1784945917.108392:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945917.108393:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102474240 : -112779607077376 : ffff996d73950e00) 00000100:00000040:2.0:1784945917.108399:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950e00 x1871641054255744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945917.108407:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945917.108410:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945917.108413:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f66e8. 00000100:00000200:2.0:1784945917.108416:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054255744, offset 0 00000400:00000200:2.0:1784945917.108422:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945917.108430:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945917.108437:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945917.108442:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945917.108445:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945917.108449:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945917.108451:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945917.108455:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314509:314509:256:4294967295] 192.168.202.106@tcp LPNI seq info [314505:314505:8:4294967295] 00000400:00000200:2.0:1784945917.108459:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945917.108470:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945917.108475:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945917.108480:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b000. 00000800:00000200:2.0:1784945917.108487:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945917.108494:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945917.108498:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945917.108511:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945917.108529:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945917.108533:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304704690 00000100:00000010:2.0:1784945917.108537:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c1e0. 00000100:00000001:2.0:1784945917.108544:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945917.108549:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304704690 00000100:00000010:2.0:1784945917.108553:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c720. 00000100:00000001:2.0:1784945917.108556:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945917.108560:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945917.108563:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945917.108566:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945917.108569:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945917.108575:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945917.108578:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945917.108580:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945917.108582:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945917.108583:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945917.108620:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1784945917.108623:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945917.108625:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945917.108627:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945917.108628:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945917.108629:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945917.108631:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945917.108640:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952a00 x1871641054255872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945917.108647:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945917.108648:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945917.108653:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945917.108655:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945917.108657:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945917.108659:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054255872:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945917.108662:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945917.108665:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945917.108666:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945917.108668:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945917.108671:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0a00. 02000000:00000001:2.0:1784945917.108673:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945917.108676:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945917.108679:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784945917.108682:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000100:00000200:2.0:1784945917.108684:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054255872, portal 10 00000100:00000001:2.0:1784945917.108686:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945917.108688:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102481408 : -112779607070208 : ffff996d73952a00) 00000100:00000040:2.0:1784945917.108693:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952a00 x1871641054255872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945917.108700:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945917.108702:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945917.108704:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000100:00000200:2.0:1784945917.108711:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054255872, offset 0 00000400:00000200:2.0:1784945917.108715:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945917.108719:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945917.108723:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945917.108725:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945917.108728:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945917.108730:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945917.108732:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945917.108735:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314510:314510:255:4294967295] 192.168.202.106@tcp LPNI seq info [314506:314506:7:4294967295] 00000400:00000200:2.0:1784945917.108739:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945917.108745:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945917.108749:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945917.108752:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bd00. 00000800:00000200:2.0:1784945917.108756:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945917.108760:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945917.108763:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945917.108765:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945917.108769:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16792 usecs (17 jiffies) 00000400:00000200:2.0:1784945917.108771:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945917.108773:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304704020 00000100:00000001:2.0:1784945917.108775:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304704690 00000100:00000001:2.0:1784945917.108777:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304704020 00000100:00000001:2.0:1784945917.108779:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304704690 00000100:00000001:2.0:1784945917.108781:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945917.108783:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945917.108786:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945917.108788:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945917.108807:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945917.108810:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945917.109286:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945917.109291:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b000. 00000400:00000200:1.0:1784945917.109295:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945917.109300:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945917.109305:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f66e8 00000400:00000010:1.0:1784945917.109307:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f66e8. 00000100:00000001:1.0:1784945917.109312:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945917.109317:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950e00 x1871641054255744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945917.109327:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945917.109330:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950e00 x1871641054255744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945933 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945917.109337:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945917.109340:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945917.109382:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945917.109385:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bd00. 00000400:00000200:1.0:1784945917.109388:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945917.109391:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945917.109393:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:1.0:1784945917.109395:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:1.0:1784945917.109397:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945917.109401:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952a00 x1871641054255872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945917.109408:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945917.109410:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952a00 x1871641054255872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945933 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945917.109417:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945917.109419:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945917.114147:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945917.114161:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945917.114165:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945917.114166:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945917.114173:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945917.114178:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945917.114184:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945917.114188:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945917.114192:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945917.114195:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f9a80 00000400:00000200:0.0:1784945917.114198:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945917.114203:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdc31 [1] + 224 00000800:00000001:0.0:1784945917.114207:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945917.114209:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945917.114212:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945917.114215:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945917.114219:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945917.114226:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950e00 x1871641054255744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945933 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945917.114236:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950e00 x1871641054255744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945917.114258:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945917.114267:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945917.114271:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945917.114272:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945917.114275:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945917.114278:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945917.114280:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945917.114283:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945917.114285:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945917.114288:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945917.114290:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f9b00 00000400:00000200:0.0:1784945917.114292:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945917.114296:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdc39 [1] + 224 00000100:00000001:2.0:1784945917.114303:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784945917.114306:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784945917.114307:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945917.114315:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945917.114317:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945917.114320:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784945917.114329:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6b28 00000800:00000001:0.0:1784945917.114331:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784945917.114332:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6b28. 00000400:00000200:0.0:1784945917.114337:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784945917.114340:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784945917.114344:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000200:2.0:1784945917.114349:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950e00 x1871641054255744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945917.114350:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945917.114358:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952a00 x1871641054255872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945933 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945917.114367:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950e00 x1871641054255744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945933 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945917.114376:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952a00 x1871641054255872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945917.114380:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945917.114383:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945917.114387:0:2355:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784945917.114391:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784945917.114392:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945917.114396:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1784945917.114397:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784945917.114398:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945917.114401:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784945917.114403:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945917.114411:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=19 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945917.114416:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=19 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945917.114419:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945917.114421:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945917.114424:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945917.114427:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945917.114429:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945917.114435:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950e00 x1871641054255744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945917.114447:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945917.114450:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945917.114452:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945917.114456:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950e00 x1871641054255744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945933 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945917.114465:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054255744:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945917.114470:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945917.114473:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945917.114477:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950e00 x1871641054255744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945933 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945917.114485:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945917.114488:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945917.114492:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784945917.114495:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945917.114498:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945917.114500:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784945917.114502:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945917.114505:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:2.0:1784945917.114508:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945917.114510:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945917.114512:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950e00. 00000100:00000001:2.0:1784945917.114537:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945917.114539:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945917.114542:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945917.114544:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945917.114545:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945917.114548:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945917.114549:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945917.114551:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945917.114553:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000400:00000010:2.0:1784945917.114555:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000001:2.0:1784945917.114557:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945917.114561:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952a00 x1871641054255872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945917.114571:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952a00 x1871641054255872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945933 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945917.114578:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945917.114579:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945917.114581:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945917.114583:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945917.114585:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945917.114587:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945917.114589:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945917.114594:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=19 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945917.114597:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=89 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945917.114600:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945917.114601:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945917.114603:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945917.114605:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945917.114608:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945917.114610:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945917.114612:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945917.114613:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945917.114617:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952a00 x1871641054255872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945917.114623:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945917.114624:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945917.114626:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945917.114629:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952a00 x1871641054255872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945933 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945917.114636:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054255872:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945917.114640:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945917.114642:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945917.114645:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952a00 x1871641054255872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945933 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945917.114651:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945917.114652:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945917.114654:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0a00. 02000000:00000001:2.0:1784945917.114657:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945917.114658:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945917.114659:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945917.114660:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945917.114662:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b300. 02000000:00000001:2.0:1784945917.114663:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945917.114664:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945917.114665:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952a00. 00000100:00000001:2.0:1784945917.114666:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945917.114667:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945917.114668:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945917.114673:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945917.114674:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945917.114675:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945917.114676:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945917.425631:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945917.425638:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945917.425696:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945917.425701:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945917.425704:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945917.809655:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304704690, at 4304704704 00000100:00000040:1.0:1784945917.809664:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304704690, at 4304704704 00000100:00000010:0.0:1784945917.809679:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c1e0. 00000100:00000010:1.0:1784945917.809683:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c720. 00010000:00000001:1.0:1784945918.449655:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945918.449661:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945918.449740:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945918.449745:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945918.449749:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945919.473621:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945919.473627:0:191202:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945919.473628:0:191202:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945919.473631:0:191202:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945919.473633:0:191202:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945919.473635:0:191202:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945919.473636:0:191202:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945919.473637:0:191202:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945919.473696:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945919.473699:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945919.473702:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945920.497637:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945920.497643:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945920.497711:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945920.497716:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945920.497720:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945921.521676:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945921.521686:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945921.521765:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945921.521770:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945921.521774:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945922.225663:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945922.225676:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945922.225688:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952a00. 00000020:00000040:2.0:1784945922.225693:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945922.225697:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945922.225701:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945922.225706:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945922.225714:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b300. 00000100:00000001:2.0:1784945922.225720:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945922.225733:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73952a00 x1871641054256000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945922.225742:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945922.225746:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945922.225751:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce3dc249] to pc [ptlrpcd_01_01+1] req@ffff996d73952a00 x1871641054256000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945922.225790:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945922.225792:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945922.225795:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945922.225797:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950e00. 00000020:00000040:2.0:1784945922.225799:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945922.225802:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945922.225804:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945922.225806:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945922.225809:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784945922.225812:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945922.225816:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784945922.225818:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950e00 x1871641054256128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945922.225823:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945922.225826:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784945922.225829:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945922.225834:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945922.225835:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952a00 x1871641054256000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784945922.225841:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006776830d] to pc [ptlrpcd_01_00+0] req@ffff996d73950e00 x1871641054256128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945922.225846:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945922.225849:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945922.225855:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784945922.225857:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945922.225858:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784945922.225860:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784945922.225863:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945922.225865:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1784945922.225869:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054256000:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784945922.225870:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945922.225877:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784945922.225879:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784945922.225882:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10046) 02000000:00000001:3.0:1784945922.225887:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945922.225892:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945922.225895:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784945922.225898:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945922.225901:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1784945922.225903:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3c000. 00000100:00000001:2.0:1784945922.225904:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784945922.225908:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945922.225912:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950e00 x1871641054256128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945922.225920:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945922.225922:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945922.225924:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1784945922.225926:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784945922.225928:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945922.225932:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784945922.225933:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000100:00100000:2.0:1784945922.225936:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054256128:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945922.225939:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945922.225943:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945922.225944:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784945922.225944:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1110. 02000000:00000001:2.0:1784945922.225948:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945922.225952:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0a00. 02000000:00000001:2.0:1784945922.225954:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784945922.225955:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054256000, portal 25 00000400:00000200:2.0:1784945922.225959:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945922.225959:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945922.225962:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102481408 : -112779607070208 : ffff996d73952a00) 00000400:00000010:2.0:1784945922.225963:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784945922.225982:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000100:00000040:3.0:1784945922.225983:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952a00 x1871641054256000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945922.225987:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054256128, portal 10 00000100:00000001:2.0:1784945922.225991:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945922.225993:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102474240 : -112779607077376 : ffff996d73950e00) 00000100:00000001:3.0:1784945922.226000:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945922.226004:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950e00 x1871641054256128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784945922.226009:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945922.226015:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f17f8. 00000100:00000001:2.0:1784945922.226016:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945922.226021:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000200:3.0:1784945922.226023:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054256000, offset 0 00000400:00000010:2.0:1784945922.226026:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6b28. 00000400:00000200:3.0:1784945922.226033:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000200:2.0:1784945922.226040:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054256128, offset 0 00000400:00000200:3.0:1784945922.226044:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945922.226050:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945922.226053:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945922.226058:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945922.226062:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945922.226066:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945922.226068:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945922.226072:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314511:314511:256:4294967295] 192.168.202.106@tcp LPNI seq info [314507:314507:8:4294967295] 00000400:00000200:3.0:1784945922.226075:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945922.226080:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945922.226086:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945922.226091:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945922.226091:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784945922.226096:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945922.226099:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945922.226102:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945922.226107:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314512:314512:255:4294967295] 192.168.202.106@tcp LPNI seq info [314508:314508:7:4294967295] 00000800:00000200:3.0:1784945922.226107:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945922.226113:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:3.0:1784945922.226117:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea700. 00000400:00000200:2.0:1784945922.226119:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945922.226125:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945922.226129:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b500. 00000800:00000200:3.0:1784945922.226131:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945922.226135:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945922.226143:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945922.226146:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945922.226148:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784945922.226150:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945922.226168:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945922.226169:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945922.226173:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16792 usecs (17 jiffies) 00000400:00000200:3.0:1784945922.226174:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945922.226178:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304709807 00000400:00000200:2.0:1784945922.226179:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945922.226183:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304709137 00000100:00000010:3.0:1784945922.226185:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322780. 00000100:00000001:3.0:1784945922.226193:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945922.226198:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304709807 00000100:00000001:2.0:1784945922.226199:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304709807 00000100:00000010:3.0:1784945922.226201:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322240. 00000100:00000001:2.0:1784945922.226202:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304709137 00000100:00000001:3.0:1784945922.226206:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945922.226210:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304709807 00000100:00000001:3.0:1784945922.226210:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945922.226216:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945922.226216:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945922.226221:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945922.226221:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945922.226224:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945922.226226:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945922.226229:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945922.226232:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945922.226234:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945922.226235:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945922.226238:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945922.226239:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945922.226241:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945922.226245:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945922.226245:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945922.226248:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945922.226249:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945922.226253:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945922.226257:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945922.226370:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945922.226376:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b500. 00000400:00000200:1.0:1784945922.226385:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945922.226392:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945922.226397:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6b28 00000400:00000010:1.0:1784945922.226400:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6b28. 00000100:00000001:1.0:1784945922.226407:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945922.226412:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950e00 x1871641054256128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945922.226427:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945922.226431:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950e00 x1871641054256128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945938 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945922.226438:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945922.226440:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945922.226553:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945922.226556:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea700. 00000400:00000200:1.0:1784945922.226560:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945922.226564:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945922.226567:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f17f8 00000400:00000010:1.0:1784945922.226569:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f17f8. 00000100:00000001:1.0:1784945922.226572:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945922.226576:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952a00 x1871641054256000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945922.226583:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945922.226586:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952a00 x1871641054256000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945938 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945922.226592:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945922.226593:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945922.229796:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945922.229816:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945922.229820:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945922.229823:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945922.229831:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945922.229839:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945922.229847:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945922.229854:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945922.229859:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945922.229863:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f9c00 00000400:00000200:0.0:1784945922.229869:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945922.229875:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdc49 [1] + 224 00000800:00000001:0.0:1784945922.229883:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945922.229886:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945922.229890:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945922.229894:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945922.229902:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945922.229912:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950e00 x1871641054256128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945938 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945922.229924:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950e00 x1871641054256128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945922.229949:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945922.229958:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945922.229962:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945922.229964:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945922.229966:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945922.229978:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945922.229982:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945922.229986:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945922.229989:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945922.229991:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945922.229994:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f9b80 00000400:00000200:0.0:1784945922.229998:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945922.230002:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdc41 [1] + 224 00000800:00000001:0.0:1784945922.230006:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945922.230012:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945922.230014:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945922.230017:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945922.230020:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945922.230025:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952a00 x1871641054256000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945938 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945922.230033:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952a00 x1871641054256000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945922.230049:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945922.230053:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945922.230056:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945922.230103:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945922.230108:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945922.230115:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945922.230118:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945922.230121:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945922.230126:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1110 00000400:00000010:3.0:1784945922.230128:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1110. 00000100:00000001:3.0:1784945922.230132:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945922.230136:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952a00 x1871641054256000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945922.230145:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952a00 x1871641054256000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945938 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945922.230151:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945922.230153:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945922.230156:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945922.230160:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945922.230162:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945922.230165:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945922.230167:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945922.230175:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=24 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945922.230179:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=24 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945922.230182:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945922.230184:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945922.230188:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945922.230190:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945922.230194:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945922.230198:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952a00 x1871641054256000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945922.230206:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945922.230209:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945922.230211:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945922.230215:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952a00 x1871641054256000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945938 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945922.230222:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054256000:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945922.230232:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945922.230236:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945922.230239:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952a00 x1871641054256000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945938 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945922.230246:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945922.230249:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945922.230252:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3c000. 02000000:00000001:3.0:1784945922.230256:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945922.230259:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945922.230261:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945922.230269:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945922.230272:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b300. 02000000:00000001:3.0:1784945922.230277:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945922.230279:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945922.230281:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952a00. 00000100:00000001:3.0:1784945922.230285:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945922.230286:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945922.230288:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945922.230296:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945922.230297:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945922.230300:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945922.230302:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945922.230361:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945922.230364:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945922.230368:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945922.230369:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945922.230371:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945922.230375:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000400:00000010:2.0:1784945922.230376:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000001:2.0:1784945922.230380:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945922.230385:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950e00 x1871641054256128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945922.230393:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950e00 x1871641054256128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945938 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945922.230399:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945922.230401:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945922.230403:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945922.230404:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945922.230406:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945922.230408:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945922.230410:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945922.230415:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=24 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945922.230418:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=94 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945922.230421:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945922.230422:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945922.230424:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945922.230427:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945922.230430:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945922.230432:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945922.230434:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945922.230436:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945922.230439:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950e00 x1871641054256128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945922.230445:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945922.230448:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945922.230449:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945922.230452:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950e00 x1871641054256128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945938 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945922.230459:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054256128:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945922.230463:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945922.230465:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945922.230468:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950e00 x1871641054256128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945938 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945922.230474:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945922.230475:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945922.230477:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0a00. 02000000:00000001:2.0:1784945922.230480:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945922.230482:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945922.230483:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945922.230486:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945922.230488:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:2.0:1784945922.230491:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945922.230492:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945922.230493:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950e00. 00000100:00000001:2.0:1784945922.230496:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945922.230497:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945922.230499:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945922.230503:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945922.230504:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945922.230506:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945922.230508:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945922.545754:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945922.545767:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945922.545838:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945922.545843:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945922.545847:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945922.929615:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304709807, at 4304709824 00000100:00000040:1.0:1784945922.929615:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304709807, at 4304709824 00000100:00000010:1.0:1784945922.929637:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322240. 00000100:00000010:0.0:1784945922.929642:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322780. 00010000:00000001:1.0:1784945923.570243:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945923.570254:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945923.570391:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945923.570395:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945923.570399:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945924.593763:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945924.593771:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945924.593847:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945924.593852:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945924.593856:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945925.617668:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945925.617677:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945925.617772:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945925.617781:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945925.617785:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945926.641643:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945926.641649:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945926.641708:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945926.641712:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945926.641716:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945927.346241:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945927.346255:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945927.346268:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950e00. 00000020:00000040:2.0:1784945927.346276:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945927.346281:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945927.346284:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945927.346291:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945927.346301:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784945927.346310:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945927.346325:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950e00 x1871641054256256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945927.346335:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945927.346339:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945927.346346:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006776830d] to pc [ptlrpcd_01_01+1] req@ffff996d73950e00 x1871641054256256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945927.346377:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945927.346379:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945927.346381:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945927.346384:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951c00. 00000020:00000040:2.0:1784945927.346386:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945927.346388:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945927.346389:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945927.346391:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945927.346393:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bc00. 00000100:00000001:2.0:1784945927.346395:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945927.346398:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951c00 x1871641054256384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945927.346403:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945927.346404:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945927.346407:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000188be879] to pc [ptlrpcd_01_00+0] req@ffff996d73951c00 x1871641054256384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945927.346413:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945927.346415:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945927.346417:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945927.346419:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945927.346421:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945927.346427:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10051) 00000100:00000001:2.0:1784945927.346444:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945927.346446:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945927.346447:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945927.346456:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784945927.346458:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945927.346461:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945927.346462:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951c00 x1871641054256384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945927.346470:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945927.346473:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945927.346473:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950e00 x1871641054256256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784945927.346477:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945927.346482:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945927.346488:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945927.346489:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945927.346493:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945927.346497:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945927.346499:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945927.346504:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945927.346507:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054256384:192.168.202.106@tcp:400:kworker.0 00000100:00100000:3.0:1784945927.346511:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054256256:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945927.346536:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945927.346543:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945927.346546:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945927.346549:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945927.346553:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0a00. 02000000:00000001:2.0:1784945927.346557:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945927.346563:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784945927.346567:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:3.0:1784945927.346570:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1784945927.346572:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 02000000:00000001:3.0:1784945927.346575:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784945927.346580:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 02000000:00000001:3.0:1784945927.346580:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1784945927.346589:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054256384, portal 10 02000000:00000010:3.0:1784945927.346589:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3d000. 00000100:00000001:2.0:1784945927.346593:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1784945927.346593:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945927.346595:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102477824 : -112779607073792 : ffff996d73951c00) 00000400:00000200:3.0:1784945927.346602:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784945927.346606:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951c00 x1871641054256384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784945927.346608:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000100:00000001:2.0:1784945927.346622:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945927.346624:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945927.346626:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1110. 00000400:00000010:2.0:1784945927.346628:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f62a8. 00000100:00000200:2.0:1784945927.346635:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054256384, offset 0 00000100:00000200:3.0:1784945927.346639:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054256256, portal 25 00000400:00000200:2.0:1784945927.346644:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784945927.346648:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945927.346651:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102474240 : -112779607077376 : ffff996d73950e00) 00000400:00000200:2.0:1784945927.346656:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784945927.346661:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950e00 x1871641054256256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784945927.346668:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:3.0:1784945927.346679:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784945927.346682:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1784945927.346688:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945927.346694:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000010:3.0:1784945927.346694:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1d48. 00000100:00000200:3.0:1784945927.346705:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054256256, offset 0 00000400:00000200:2.0:1784945927.346706:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945927.346713:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945927.346718:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945927.346720:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314513:314513:256:4294967295] 192.168.202.106@tcp LPNI seq info [314509:314509:8:4294967295] 00000400:00000200:2.0:1784945927.346727:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945927.346742:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945927.346750:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945927.346756:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945927.346759:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945927.346763:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945927.346766:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945927.346770:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314514:314514:255:4294967295] 192.168.202.106@tcp LPNI seq info [314510:314510:7:4294967295] 00000400:00000200:3.0:1784945927.346774:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945927.347562:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945927.347581:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945927.347590:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000010:2.0:1784945927.347593:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b700. 00000800:00000200:3.0:1784945927.347601:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945927.347607:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000800:00000200:2.0:1784945927.347610:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945927.347618:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945927.347628:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945927.347629:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945927.347643:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784945927.347645:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945927.347659:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945927.347664:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945927.347667:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945927.347667:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304714929 00000100:00000040:2.0:1784945927.347677:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16791 usecs (17 jiffies) 00000100:00000010:3.0:1784945927.347678:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322480. 00000400:00000200:2.0:1784945927.347692:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945927.347694:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945927.347696:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304714259 00000100:00000001:3.0:1784945927.347707:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304714929 00000100:00000001:2.0:1784945927.347708:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304714929 00000100:00000010:3.0:1784945927.347713:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322540. 00000100:00000001:2.0:1784945927.347715:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304714259 00000100:00000001:3.0:1784945927.347718:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945927.347722:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945927.347723:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304714929 00000100:00000001:3.0:1784945927.347725:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945927.347730:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784945927.347731:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945927.347731:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945927.347738:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784945927.347739:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea800. 00000100:00000001:2.0:1784945927.347742:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945927.347747:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784945927.347749:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945927.347754:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945927.347755:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784945927.347759:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784945927.347759:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945927.347764:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945927.347766:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945927.347767:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784945927.347768:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1d48 00000100:00000001:2.0:1784945927.347773:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945927.347773:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784945927.347774:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1d48. 00000100:00000001:2.0:1784945927.347786:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945927.347786:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945927.347787:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784945927.347793:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1784945927.347799:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950e00 x1871641054256256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945927.347800:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945927.347811:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945927.347816:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945927.347821:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950e00 x1871641054256256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945943 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945927.347828:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945927.347829:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945927.347890:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945927.347893:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b700. 00000400:00000200:1.0:1784945927.347896:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945927.347900:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945927.347903:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f62a8 00000400:00000010:1.0:1784945927.347905:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f62a8. 00000100:00000001:1.0:1784945927.347909:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945927.347913:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951c00 x1871641054256384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945927.347920:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945927.347923:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951c00 x1871641054256384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945943 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945927.347938:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945927.347940:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945927.349288:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945927.349299:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945927.349303:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945927.349305:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945927.349310:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945927.349315:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945927.349322:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945927.349325:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945927.349339:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945927.349343:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f9d00 00000400:00000200:0.0:1784945927.349347:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945927.349353:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdc51 [1] + 224 00000800:00000001:0.0:1784945927.349359:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945927.349366:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945927.349368:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945927.349372:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945927.349376:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945927.349382:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951c00 x1871641054256384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945943 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945927.349392:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951c00 x1871641054256384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945927.349409:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945927.349416:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945927.349419:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945927.349421:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945927.349423:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945927.349426:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945927.349431:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945927.349436:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945927.349439:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945927.349442:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945927.349445:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f9c80 00000400:00000200:0.0:1784945927.349457:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945927.349462:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdc59 [1] + 224 00000100:00000001:2.0:1784945927.349466:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784945927.349468:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784945927.349472:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784945927.349479:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945927.349484:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945927.349487:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000001:2.0:1784945927.349492:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945927.349495:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945927.349499:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945927.349506:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000400:00000010:2.0:1784945927.349508:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000001:2.0:1784945927.349513:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784945927.349548:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945927.349558:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951c00 x1871641054256384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945927.349559:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950e00 x1871641054256256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945943 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945927.349595:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951c00 x1871641054256384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945943 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945927.349607:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950e00 x1871641054256256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945927.349611:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945927.349617:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945927.349623:0:2354:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784945927.349625:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784945927.349627:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945927.349632:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1784945927.349633:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784945927.349636:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945927.349640:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784945927.349642:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945927.349652:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1784945927.349655:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=29 v=5 (5 5 5 5) 00000100:00000001:3.0:1784945927.349657:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1784945927.349664:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=99 v=5 (1 1 1 1) 00000400:00000001:3.0:1784945927.349665:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945927.349669:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784945927.349671:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1784945927.349674:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000100:00000001:2.0:1784945927.349676:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945927.349683:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1784945927.349683:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1110 00010000:00000001:2.0:1784945927.349691:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784945927.349692:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1110. 00000100:00000001:3.0:1784945927.349702:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784945927.349703:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945927.349707:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000200:3.0:1784945927.349711:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950e00 x1871641054256256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945927.349712:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945927.349715:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945927.349730:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951c00 x1871641054256384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945943 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945927.349738:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950e00 x1871641054256256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945943 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945927.349744:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945927.349748:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945927.349751:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945927.349759:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1784945927.349762:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951c00 x1871641054256384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945943 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945927.349762:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945927.349768:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945927.349773:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945927.349776:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1784945927.349780:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054256384:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945927.349781:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945927.349791:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945927.349795:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784945927.349800:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=29 v=5 (5 5 5 5) 00000100:00000001:2.0:1784945927.349801:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945927.349811:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951c00 x1871641054256384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945943 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784945927.349813:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=29 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945927.349826:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945927.349829:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945927.349836:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784945927.349838:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1784945927.349841:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945927.349844:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784945927.349846:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945927.349850:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0a00. 00000100:00000040:3.0:1784945927.349856:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950e00 x1871641054256256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945943 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784945927.349858:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945927.349863:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784945927.349864:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1784945927.349867:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945927.349868:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945927.349870:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784945927.349876:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:3.0:1784945927.349877:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950e00 x1871641054256256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945943 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784945927.349882:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bc00. 00000100:00100000:3.0:1784945927.349885:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054256256:192.168.202.106@tcp:400:kworker.0 02000000:00000001:2.0:1784945927.349888:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945927.349890:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784945927.349891:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1784945927.349893:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951c00. 00000100:00000001:3.0:1784945927.349895:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784945927.349898:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1784945927.349900:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950e00 x1871641054256256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945943 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945927.349901:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945927.349910:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945927.349919:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945927.349921:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784945927.349924:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1784945927.349924:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3d000. 00000100:00000001:2.0:1784945927.349939:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945927.349941:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784945927.349945:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1784945927.349945:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945927.349952:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945927.349953:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945927.349954:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945927.349957:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:3.0:1784945927.349967:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945927.349968:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945927.349970:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950e00. 00000100:00000001:3.0:1784945927.349974:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945927.349975:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945927.349977:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945927.349981:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945927.349982:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945927.349984:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945927.349985:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945927.665647:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945927.665653:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945927.665720:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945927.665724:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945927.665727:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945928.049607:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304714929, at 4304714944 00000100:00000010:1.0:1784945928.049621:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322540. 00000100:00000040:0.0:1784945928.050203:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304714929, at 4304714944 00000100:00000010:0.0:1784945928.050209:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322480. 00010000:00000001:1.0:1784945928.689650:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945928.689656:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945928.689718:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945928.689722:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945928.689725:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945929.713634:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945929.713642:0:191202:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945929.713644:0:191202:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945929.713647:0:191202:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945929.713651:0:191202:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945929.713654:0:191202:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945929.713655:0:191202:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945929.713658:0:191202:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945929.713716:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945929.713719:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945929.713722:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945930.737632:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945930.737638:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945930.737700:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945930.737703:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945930.737707:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945931.761639:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945931.761645:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945931.761708:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945931.761711:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945931.761715:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945932.465640:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945932.465651:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945932.465661:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951c00. 00000020:00000040:2.0:1784945932.465668:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945932.465674:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945932.465679:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945932.465686:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945932.465703:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bc00. 00000100:00000001:2.0:1784945932.465711:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945932.465725:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951c00 x1871641054256512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945932.465737:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945932.465742:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945932.465750:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000188be879] to pc [ptlrpcd_01_01+1] req@ffff996d73951c00 x1871641054256512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945932.465794:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945932.465799:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945932.465803:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945932.465807:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953480. 00000020:00000040:2.0:1784945932.465810:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945932.465813:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945932.465815:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945932.465817:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945932.465821:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784945932.465825:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945932.465830:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73953480 x1871641054256640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945932.465839:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945932.465842:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945932.465846:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000632050e9] to pc [ptlrpcd_01_00+0] req@ffff996d73953480 x1871641054256640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945932.465856:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945932.465859:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945932.465863:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945932.465867:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945932.465870:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945932.465876:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10057) 00000100:00000001:2.0:1784945932.465904:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945932.465908:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945932.465911:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945932.465918:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953480 x1871641054256640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945932.465927:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945932.465930:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945932.465936:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784945932.465939:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784945932.465940:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945932.465944:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945932.465947:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784945932.465949:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945932.465956:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951c00 x1871641054256512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945932.465960:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054256640:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945932.465974:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945932.465975:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784945932.465977:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945932.465982:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945932.465985:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945932.465985:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945932.465988:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945932.465991:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945932.465994:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054256512:192.168.202.106@tcp:400:kworker.0 02000000:00000001:2.0:1784945932.465999:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784945932.466000:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945932.466005:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945932.466007:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945932.466009:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0a00. 02000000:00000001:3.0:1784945932.466009:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1784945932.466015:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945932.466016:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3dc00. 02000000:00000001:3.0:1784945932.466021:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945932.466027:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945932.466029:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945932.466032:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:2.0:1784945932.466037:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:3.0:1784945932.466042:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1110. 00000400:00000010:2.0:1784945932.466049:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000100:00000200:3.0:1784945932.466050:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054256512, portal 25 00000100:00000001:3.0:1784945932.466054:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945932.466057:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102477824 : -112779607073792 : ffff996d73951c00) 00000100:00000200:2.0:1784945932.466060:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054256640, portal 10 00000100:00000040:3.0:1784945932.466064:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951c00 x1871641054256512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945932.466065:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945932.466068:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102484096 : -112779607067520 : ffff996d73953480) 00000100:00000001:3.0:1784945932.466077:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945932.466079:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953480 x1871641054256640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784945932.466084:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945932.466089:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1000. 00000100:00000001:2.0:1784945932.466090:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1784945932.466094:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054256512, offset 0 00000100:00000040:2.0:1784945932.466095:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945932.466101:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6220. 00000400:00000200:3.0:1784945932.466111:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945932.466119:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:2.0:1784945932.466123:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054256640, offset 0 00000400:00000200:3.0:1784945932.466127:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945932.466133:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945932.466135:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945932.466141:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945932.466144:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945932.466147:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945932.466151:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314515:314515:256:4294967295] 192.168.202.106@tcp LPNI seq info [314511:314511:8:4294967295] 00000400:00000200:3.0:1784945932.466154:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945932.466160:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945932.466166:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784945932.466170:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:3.0:1784945932.466175:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945932.466178:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1784945932.466182:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000400:00000200:2.0:1784945932.466183:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945932.466187:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1784945932.466192:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784945932.466193:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945932.466200:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314516:314516:255:4294967295] 192.168.202.106@tcp LPNI seq info [314512:314512:7:4294967295] 00000800:00000200:3.0:1784945932.466206:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784945932.466207:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784945932.466213:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784945932.466221:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:3.0:1784945932.466231:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784945932.466237:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945932.466238:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945932.466242:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304720047 00000800:00000010:2.0:1784945932.466245:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b100. 00000100:00000010:3.0:1784945932.466247:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3225a0. 00000800:00000200:2.0:1784945932.466252:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:3.0:1784945932.466253:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945932.466261:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304720047 00000800:00000200:2.0:1784945932.466263:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000010:3.0:1784945932.466264:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3229c0. 00000100:00000001:3.0:1784945932.466268:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000800:00000200:2.0:1784945932.466269:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945932.466271:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945932.466275:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945932.466277:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945932.466278:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945932.466281:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945932.466283:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16791 usecs (17 jiffies) 00000400:00000200:2.0:1784945932.466288:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945932.466289:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1784945932.466291:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784945932.466292:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945932.466293:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304719377 00000100:00000001:3.0:1784945932.466297:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1784945932.466299:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beab00. 00000100:00000001:3.0:1784945932.466300:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945932.466301:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304720047 00000100:00000001:3.0:1784945932.466304:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945932.466306:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304719377 00000400:00000200:1.0:1784945932.466307:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784945932.466308:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945932.466313:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304720047 00000400:00000200:1.0:1784945932.466316:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784945932.466320:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784945932.466324:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1000 00000100:00000001:2.0:1784945932.466325:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784945932.466329:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1000. 00000100:00000001:2.0:1784945932.466330:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945932.466335:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945932.466338:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784945932.466339:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945932.466341:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1784945932.466345:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951c00 x1871641054256512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945932.466345:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945932.466346:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945932.466348:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945932.466352:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945932.466362:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945932.466366:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951c00 x1871641054256512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945948 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945932.466373:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945932.466376:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945932.466448:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945932.466454:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b100. 00000400:00000200:1.0:1784945932.466458:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945932.466462:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945932.466465:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6220 00000400:00000010:1.0:1784945932.466467:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6220. 00000100:00000001:1.0:1784945932.466470:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945932.466474:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953480 x1871641054256640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945932.466482:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945932.466485:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953480 x1871641054256640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945948 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945932.466497:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945932.466498:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945932.468256:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945932.468268:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945932.468272:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945932.468275:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945932.468280:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945932.468286:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945932.468292:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945932.468296:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945932.468300:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945932.468304:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f9e00 00000400:00000200:0.0:1784945932.468308:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945932.468313:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdc69 [1] + 224 00000800:00000001:0.0:1784945932.468319:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945932.468324:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945932.468327:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945932.468330:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945932.468335:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945932.468341:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953480 x1871641054256640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945948 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945932.468351:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953480 x1871641054256640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945932.468367:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945932.468375:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945932.468399:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945932.468402:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945932.468405:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945932.468409:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945932.468414:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945932.468419:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945932.468424:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945932.468424:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784945932.468428:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945932.468429:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784945932.468433:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f9d80 00000400:00000001:2.0:1784945932.468438:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784945932.468439:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:2.0:1784945932.468441:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945932.468446:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945932.468450:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000400:00000010:2.0:1784945932.468452:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000001:2.0:1784945932.468455:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784945932.468459:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdc61 [1] + 224 00000100:00000200:2.0:1784945932.468462:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953480 x1871641054256640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784945932.468466:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945932.468473:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784945932.468475:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953480 x1871641054256640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945948 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784945932.468478:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945932.468485:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945932.468488:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945932.468493:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951c00 x1871641054256512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945948 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945932.468547:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784945932.468548:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951c00 x1871641054256512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945932.468551:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945932.468557:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945932.468562:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945932.468565:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945932.468568:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945932.468568:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945932.468573:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784945932.468575:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945932.468579:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784945932.468580:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=34 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945932.468584:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=104 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945932.468587:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945932.468588:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945932.468590:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945932.468594:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945932.468596:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945932.468599:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945932.468600:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945932.468601:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945932.468604:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784945932.468606:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953480 x1871641054256640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945948 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945932.468609:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945932.468614:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1784945932.468614:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945932.468617:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784945932.468618:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945932.468621:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784945932.468622:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000100:00000040:2.0:1784945932.468625:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953480 x1871641054256640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945948 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784945932.468627:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1110 00000400:00000010:3.0:1784945932.468630:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1110. 00000100:00000001:3.0:1784945932.468635:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1784945932.468638:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054256640:192.168.202.106@tcp:400:kworker.0 00000100:00000200:3.0:1784945932.468642:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951c00 x1871641054256512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945932.468644:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945932.468648:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945932.468653:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953480 x1871641054256640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945948 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945932.468663:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1784945932.468665:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951c00 x1871641054256512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945948 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784945932.468666:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945932.468669:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0a00. 02000000:00000001:2.0:1784945932.468674:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945932.468677:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945932.468679:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945932.468680:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1784945932.468683:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784945932.468684:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784945932.468686:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 00000100:00000001:3.0:1784945932.468689:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945932.468690:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945932.468694:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1784945932.468694:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000010:2.0:1784945932.468698:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953480. 00000100:00000001:3.0:1784945932.468698:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945932.468701:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945932.468702:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945932.468706:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784945932.468706:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945932.468711:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784945932.468712:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=34 v=5 (5 5 5 5) 00000100:00000001:2.0:1784945932.468715:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:3.0:1784945932.468717:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=34 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945932.468718:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945932.468722:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945932.468723:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945932.468725:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945932.468727:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945932.468728:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945932.468731:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945932.468734:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945932.468748:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951c00 x1871641054256512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945948 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945932.468759:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945932.468761:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945932.468762:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945932.468767:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951c00 x1871641054256512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945948 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945932.468775:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054256512:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945932.468780:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945932.468781:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945932.468784:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951c00 x1871641054256512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945948 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945932.468791:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945932.468792:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945932.468794:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3dc00. 02000000:00000001:3.0:1784945932.468797:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945932.468799:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945932.468800:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945932.468802:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945932.468804:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bc00. 02000000:00000001:3.0:1784945932.468806:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945932.468807:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945932.468809:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951c00. 00000100:00000001:3.0:1784945932.468811:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945932.468813:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945932.468814:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945932.468818:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945932.468819:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945932.468821:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945932.468823:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945932.785644:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945932.785651:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945932.785717:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945932.785721:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945932.785724:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945933.169622:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304720047, at 4304720064 00000100:00000040:1.0:1784945933.169622:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304720047, at 4304720064 00000100:00000010:1.0:1784945933.169638:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3229c0. 00000100:00000010:0.0:1784945933.169640:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3225a0. 00010000:00000001:1.0:1784945933.809672:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945933.809678:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945933.811103:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945933.811108:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945933.811112:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945934.833612:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945934.833617:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945934.833669:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945934.833671:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945934.833674:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945935.862986:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945935.862992:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945935.863058:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945935.863062:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945935.863066:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945936.881629:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945936.881635:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945936.881698:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945936.881702:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945936.881705:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945937.585653:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945937.585663:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945937.585674:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289f80. 00000020:00000040:0.0:1784945937.585680:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784945937.585684:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945937.585687:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945937.585692:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945937.585701:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4000. 00000100:00000001:0.0:1784945937.585707:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945937.585718:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d43289f80 x1871641054256768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945937.585729:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945937.585733:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945937.585740:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006509818b] to pc [ptlrpcd_00_01+1] req@ffff996d43289f80 x1871641054256768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945937.585773:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945937.585776:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945937.585780:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945937.585782:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43288380. 00000020:00000040:0.0:1784945937.585785:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784945937.585787:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945937.585788:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945937.585790:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945937.585793:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4700. 00000100:00000001:0.0:1784945937.585796:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945937.585799:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43288380 x1871641054256896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945937.585806:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945937.585808:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945937.585812:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000916282b0] to pc [ptlrpcd_00_00+0] req@ffff996d43288380 x1871641054256896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945937.585820:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945937.585822:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784945937.585825:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784945937.585828:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784945937.585832:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784945937.585859:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10062) 00000100:00000001:1.0:1784945937.585904:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945937.585908:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945937.585910:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784945937.585916:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289f80 x1871641054256768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945937.585924:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784945937.585926:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945937.585929:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784945937.585931:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784945937.585934:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784945937.585937:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054256768:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945937.585941:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784945937.585947:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784945937.585949:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945937.585951:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784945937.585956:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ac400. 02000000:00000001:1.0:1784945937.585958:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945937.585964:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784945937.585968:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d6e0. 00000400:00000010:1.0:1784945937.585975:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2945d8. 00000100:00000200:1.0:1784945937.585981:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054256768, portal 25 00000100:00000001:1.0:1784945937.585983:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784945937.585985:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290061696 : -112780419489920 : ffff996d43289f80) 00000100:00000040:1.0:1784945937.585989:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289f80 x1871641054256768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945937.585996:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784945937.585999:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784945937.586002:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2946e8. 00000100:00000200:1.0:1784945937.586005:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054256768, offset 0 00000400:00000200:1.0:1784945937.586012:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784945937.586020:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945937.586028:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784945937.586033:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784945937.586037:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784945937.586041:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784945937.586043:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784945937.586047:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314517:314517:256:4294967295] 192.168.202.106@tcp LPNI seq info [314513:314513:8:4294967295] 00000400:00000200:1.0:1784945937.586052:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945937.586062:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784945937.586067:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784945937.586072:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad900. 00000800:00000200:1.0:1784945937.586079:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784945937.586086:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784945937.586090:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784945937.586107:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945937.586111:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945937.586114:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304725167 00000100:00000010:1.0:1784945937.586119:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f120. 00000100:00000001:1.0:1784945937.586125:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784945937.586130:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304725167 00000100:00000010:1.0:1784945937.586134:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8fd20. 00000100:00000001:1.0:1784945937.586137:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784945937.586140:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945937.586142:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945937.586145:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945937.586147:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945937.586153:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945937.586156:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784945937.586158:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945937.586159:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945937.586160:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784945937.586162:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1784945937.586164:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945937.586166:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945937.586167:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945937.586169:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945937.586169:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945937.586171:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784945937.586175:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43288380 x1871641054256896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945937.586182:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784945937.586183:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945937.586185:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784945937.586187:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784945937.586189:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784945937.586192:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054256896:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945937.586196:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784945937.586198:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784945937.586199:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945937.586201:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784945937.586205:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ace00. 02000000:00000001:1.0:1784945937.586207:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945937.586209:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784945937.586212:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d630. 00000400:00000010:1.0:1784945937.586217:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294cc0. 00000100:00000200:1.0:1784945937.586220:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054256896, portal 10 00000100:00000001:1.0:1784945937.586222:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784945937.586224:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290054528 : -112780419497088 : ffff996d43288380) 00000100:00000040:1.0:1784945937.586230:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43288380 x1871641054256896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945937.586237:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784945937.586240:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784945937.586241:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294660. 00000100:00000200:1.0:1784945937.586255:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054256896, offset 0 00000400:00000200:1.0:1784945937.586261:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784945937.586265:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945937.586268:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784945937.586270:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784945937.586272:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784945937.586274:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784945937.586276:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784945937.586279:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314518:314518:255:4294967295] 192.168.202.106@tcp LPNI seq info [314514:314514:7:4294967295] 00000400:00000200:1.0:1784945937.586282:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945937.586288:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784945937.586293:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784945937.586296:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83adc00. 00000800:00000200:1.0:1784945937.586300:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784945937.586304:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784945937.586306:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83adc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784945937.586308:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945937.586312:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16790 usecs (17 jiffies) 00000400:00000200:1.0:1784945937.586315:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945937.586317:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304724497 00000100:00000001:1.0:1784945937.586320:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304725167 00000100:00000001:1.0:1784945937.586322:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304724497 00000100:00000001:1.0:1784945937.586324:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304725167 00000100:00000001:1.0:1784945937.586326:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945937.586328:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945937.586330:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945937.586332:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945937.586343:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945937.586345:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945937.586571:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945937.586576:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad900. 00000400:00000200:0.0:1784945937.586584:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945937.586589:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945937.586595:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2946e8 00000400:00000010:0.0:1784945937.586597:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2946e8. 00000100:00000001:0.0:1784945937.586601:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945937.586606:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289f80 x1871641054256768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945937.586616:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945937.586619:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289f80 x1871641054256768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945953 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945937.586627:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945937.586629:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945937.586643:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945937.586645:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83adc00. 00000400:00000200:0.0:1784945937.586648:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945937.586652:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945937.586654:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294660 00000400:00000010:0.0:1784945937.586656:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294660. 00000100:00000001:0.0:1784945937.586659:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945937.586663:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43288380 x1871641054256896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945937.586670:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945937.586673:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43288380 x1871641054256896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945953 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945937.586679:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945937.586681:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945937.589189:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945937.589204:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945937.589208:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945937.589210:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945937.589218:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945937.589233:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945937.589243:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945937.589247:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945937.589252:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945937.589256:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642f9f00 00000400:00000200:0.0:1784945937.589261:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945937.589267:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdc81 [1] + 224 00000800:00000001:0.0:1784945937.589274:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945937.589278:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945937.589281:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945937.589286:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945937.589292:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945937.589300:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43288380 x1871641054256896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945953 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945937.589311:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43288380 x1871641054256896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945937.589341:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945937.589349:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945937.589353:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945937.589354:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945937.589357:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945937.589359:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945937.589363:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945937.589367:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945937.589369:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945937.589372:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945937.589375:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f9e80 00000400:00000200:0.0:1784945937.589378:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945937.589382:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdc71 [1] + 224 00000800:00000001:0.0:1784945937.589397:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945937.589403:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945937.589405:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945937.589408:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945937.589411:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945937.589415:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289f80 x1871641054256768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945953 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945937.589423:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289f80 x1871641054256768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945937.589430:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945937.589433:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945937.589436:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945937.589586:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945937.589590:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784945937.589596:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784945937.589598:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784945937.589601:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d630. 00000400:00000200:1.0:1784945937.589604:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294cc0 00000400:00000010:1.0:1784945937.589607:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294cc0. 00000100:00000001:1.0:1784945937.589609:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945937.589614:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43288380 x1871641054256896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784945937.589623:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43288380 x1871641054256896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945953 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945937.589629:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784945937.589631:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945937.589633:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784945937.589636:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784945937.589638:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784945937.589640:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945937.589642:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784945937.589651:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=39 v=5 (5 5 5 5) 00000100:00001000:1.0:1784945937.589654:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=109 v=5 (1 1 1 1) 00000100:00000001:1.0:1784945937.589657:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784945937.589658:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945937.589661:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784945937.589665:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945937.589669:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784945937.589671:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784945937.589672:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784945937.589674:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945937.589678:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43288380 x1871641054256896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945953 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945937.589685:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945937.589688:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784945937.589690:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784945937.589694:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43288380 x1871641054256896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945953 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784945937.589702:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054256896:192.168.202.106@tcp:400:kworker.0 00000400:00000001:1.0:1784945937.589706:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784945937.589708:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784945937.589709:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d6e0. 00000400:00000200:1.0:1784945937.589712:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2945d8 00000400:00000010:1.0:1784945937.589713:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2945d8. 00000100:00000001:1.0:1784945937.589715:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945937.589718:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289f80 x1871641054256768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784945937.589726:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289f80 x1871641054256768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945953 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945937.589732:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784945937.589733:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945937.589735:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784945937.589737:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784945937.589738:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784945937.589739:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945937.589740:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784945937.589743:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=39 v=5 (5 5 5 5) 00000100:00001000:1.0:1784945937.589745:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=39 v=5 (1 1 1 1) 00000100:00000001:1.0:1784945937.589748:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784945937.589749:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945937.589750:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784945937.589752:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945937.589754:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945937.589757:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289f80 x1871641054256768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945953 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945937.589763:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945937.589764:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784945937.589766:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784945937.589769:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289f80 x1871641054256768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945953 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784945937.589776:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054256768:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945937.589780:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945937.589782:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945937.589786:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43288380 x1871641054256896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945953 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945937.589792:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784945937.589795:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784945937.589798:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ace00. 02000000:00000001:1.0:1784945937.589801:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784945937.589803:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784945937.589805:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784945937.589807:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784945937.589810:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4700. 02000000:00000001:1.0:1784945937.589813:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784945937.589815:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784945937.589817:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43288380. 00000100:00000001:1.0:1784945937.589821:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784945937.589822:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945937.589824:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945937.589827:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289f80 x1871641054256768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945953 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945937.589834:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784945937.589835:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784945937.589837:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ac400. 02000000:00000001:1.0:1784945937.589838:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784945937.589840:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784945937.589851:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784945937.589854:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784945937.589855:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4000. 02000000:00000001:1.0:1784945937.589858:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784945937.589859:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784945937.589860:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289f80. 00000100:00000001:1.0:1784945937.589863:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784945937.589864:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945937.589867:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945937.589873:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945937.589875:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945937.589877:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945937.589879:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945937.905961:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945937.905967:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945937.906028:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945937.906032:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945937.906035:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945938.289608:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304725167, at 4304725184 00000100:00000010:1.0:1784945938.289623:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8fd20. 00000100:00000040:0.0:1784945938.289635:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304725167, at 4304725184 00000100:00000010:0.0:1784945938.289643:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f120. 00010000:00000001:1.0:1784945938.929641:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945938.929646:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945938.929701:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945938.929704:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945938.929707:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945939.953643:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945939.953650:0:191202:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945939.953652:0:191202:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945939.953655:0:191202:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945939.953660:0:191202:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945939.953662:0:191202:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945939.953664:0:191202:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945939.953666:0:191202:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945939.953724:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945939.953728:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945939.953731:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945940.978993:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945940.979001:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945940.979095:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945940.979102:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945940.979107:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945942.001665:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945942.001672:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945942.001765:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945942.001769:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945942.001771:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1784945942.385688:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:1.0:1784945942.385698:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:1.0:1784945942.385704:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1784945942.385927:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784945942.385938:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784945942.385946:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945942.385954:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945942.385958:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945942.705639:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945942.705649:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945942.705659:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953480. 00000020:00000040:2.0:1784945942.705665:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945942.705669:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945942.705672:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945942.705677:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945942.705684:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784945942.705690:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945942.705701:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73953480 x1871641054257024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945942.705711:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945942.705714:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945942.705721:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000632050e9] to pc [ptlrpcd_01_01+1] req@ffff996d73953480 x1871641054257024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945942.705753:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945942.705756:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945942.705759:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945942.705770:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951880. 00000020:00000040:2.0:1784945942.705773:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945942.705778:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784945942.705781:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784945942.705782:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945942.705786:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945942.705786:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945942.705791:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1784945942.705794:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bc00. 00000100:00000001:2.0:1784945942.705814:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945942.705819:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951880 x1871641054257152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1784945942.705823:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953480 x1871641054257024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945942.705833:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945942.705838:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945942.705843:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784945942.705844:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084695538] to pc [ptlrpcd_01_00+0] req@ffff996d73951880 x1871641054257152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945942.705848:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945942.705854:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945942.705858:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945942.705859:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945942.705865:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784945942.705865:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945942.705872:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1784945942.705874:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054257024:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784945942.705875:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945942.705882:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784945942.705882:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784945942.705889:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10067) 02000000:00000001:3.0:1784945942.705890:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945942.705893:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945942.705896:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945942.705902:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3dc00. 00000100:00000001:2.0:1784945942.705903:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784945942.705905:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945942.705907:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945942.705910:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945942.705916:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951880 x1871641054257152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784945942.705916:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945942.705924:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784945942.705933:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1110. 00000100:00000001:2.0:1784945942.705934:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945942.705937:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945942.705941:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1784945942.705942:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054257024, portal 25 02000000:00000001:2.0:1784945942.705943:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945942.705947:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1784945942.705948:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945942.705950:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102484096 : -112779607067520 : ffff996d73953480) 00000100:00100000:2.0:1784945942.705954:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054257152:192.168.202.106@tcp:400:kworker.0 00000100:00000040:3.0:1784945942.705960:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953480 x1871641054257024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945942.705961:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945942.705965:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945942.705967:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945942.705971:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784945942.705974:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1784945942.705977:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0a00. 00000100:00000040:3.0:1784945942.705979:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000001:2.0:1784945942.705981:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784945942.705984:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1dd0. 00000400:00000200:2.0:1784945942.705989:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:3.0:1784945942.705990:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054257024, offset 0 00000400:00000010:2.0:1784945942.705994:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000200:3.0:1784945942.706000:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945942.706001:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000100:00000200:2.0:1784945942.706006:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054257152, portal 10 00000100:00000001:2.0:1784945942.706008:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945942.706011:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476928 : -112779607074688 : ffff996d73951880) 00000400:00000200:3.0:1784945942.706011:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784945942.706021:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951880 x1871641054257152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784945942.706022:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:2.0:1784945942.706029:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945942.706033:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945942.706036:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6088. 00000100:00000200:2.0:1784945942.706040:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054257152, offset 0 00000400:00000200:3.0:1784945942.706041:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945942.706049:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945942.706049:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945942.706057:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945942.706059:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945942.706063:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314519:314519:256:4294967295] 192.168.202.106@tcp LPNI seq info [314515:314515:8:4294967295] 00000400:00000200:3.0:1784945942.706067:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945942.706073:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945942.706081:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945942.706082:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784945942.706085:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945942.706091:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:3.0:1784945942.706095:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945942.706097:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945942.706100:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000010:3.0:1784945942.706102:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000400:00000200:2.0:1784945942.706106:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314520:314520:255:4294967295] 192.168.202.106@tcp LPNI seq info [314516:314516:7:4294967295] 00000800:00000200:3.0:1784945942.706113:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784945942.706114:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784945942.706127:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784945942.706128:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945942.706134:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784945942.706137:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945942.706143:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b100. 00000800:00000200:2.0:1784945942.706148:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945942.706153:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:3.0:1784945942.706154:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784945942.706157:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945942.706162:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945942.706162:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945942.706168:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304730287 00000100:00000040:2.0:1784945942.706169:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16790 usecs (17 jiffies) 00000400:00000200:2.0:1784945942.706175:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000010:3.0:1784945942.706176:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322a80. 00000100:00000001:2.0:1784945942.706178:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304729617 00000100:00000001:3.0:1784945942.706186:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945942.706202:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304730287 00000100:00000001:3.0:1784945942.706202:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304730287 00000100:00000001:2.0:1784945942.706208:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304729617 00000100:00000010:3.0:1784945942.706210:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3224e0. 00000100:00000001:3.0:1784945942.706216:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945942.706221:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304730287 00000100:00000001:3.0:1784945942.706221:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945942.706226:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945942.706227:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945942.706231:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945942.706231:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945942.706237:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945942.706238:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945942.706242:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945942.706246:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945942.706248:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1784945942.706249:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784945942.706250:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945942.706252:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:0.0:1784945942.706264:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bead00. 00000100:00000001:2.0:1784945942.706264:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945942.706265:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945942.706271:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945942.706272:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945942.706275:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945942.706276:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945942.706280:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945942.706282:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945942.706283:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945942.706299:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945942.706309:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1dd0 00000400:00000010:0.0:1784945942.706313:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1dd0. 00000100:00000001:0.0:1784945942.706322:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945942.706330:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953480 x1871641054257024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945942.706344:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945942.706348:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953480 x1871641054257024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945958 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945942.706357:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945942.706359:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945942.706434:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945942.706437:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b100. 00000400:00000200:0.0:1784945942.706439:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945942.706443:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945942.706445:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6088 00000400:00000010:0.0:1784945942.706447:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6088. 00000100:00000001:0.0:1784945942.706451:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945942.706455:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951880 x1871641054257152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945942.706463:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945942.706466:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951880 x1871641054257152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945958 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945942.706473:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945942.706474:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945942.707679:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945942.707695:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945942.707699:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945942.707701:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945942.707709:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945942.707715:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945942.707723:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945942.707727:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945942.707732:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945942.707736:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642f9f80 00000400:00000200:1.0:1784945942.707741:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945942.707747:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdc91 [1] + 224 00000800:00000001:1.0:1784945942.707754:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945942.707757:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945942.707760:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945942.707763:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945942.707769:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945942.707775:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953480 x1871641054257024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945958 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945942.707785:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953480 x1871641054257024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945942.707816:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945942.707825:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945942.707828:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945942.707830:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945942.707832:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945942.707836:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945942.707839:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945942.707844:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945942.707847:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945942.707851:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945942.707854:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fa000 00000400:00000200:1.0:1784945942.707859:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945942.707862:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784945942.707864:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdc99 [1] + 224 00000100:00000001:3.0:1784945942.707868:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784945942.707870:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784945942.707878:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784945942.707879:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784945942.707882:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784945942.707884:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1784945942.707887:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:1.0:1784945942.707894:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:3.0:1784945942.707894:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1110 00000400:00000010:3.0:1784945942.707899:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1110. 00000100:00000001:3.0:1784945942.707903:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784945942.707907:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945942.707908:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953480 x1871641054257024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784945942.707914:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951880 x1871641054257152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945958 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945942.707937:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951880 x1871641054257152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945942.707937:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953480 x1871641054257024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945958 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945942.707967:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945942.707971:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945942.707975:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945942.707976:0:2355:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:1.0:1784945942.707981:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945942.707985:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784945942.707987:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945942.707991:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945942.707995:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945942.707999:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945942.708006:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=44 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945942.708013:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=44 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945942.708015:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945942.708017:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945942.708019:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945942.708021:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784945942.708026:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1784945942.708027:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000001:2.0:1784945942.708028:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945942.708033:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00010000:00000001:3.0:1784945942.708033:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945942.708042:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000100:00000001:3.0:1784945942.708043:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784945942.708045:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000001:2.0:1784945942.708055:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1784945942.708061:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953480 x1871641054257024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945942.708067:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951880 x1871641054257152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945942.708113:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1784945942.708118:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951880 x1871641054257152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945958 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945942.708120:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945942.708124:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945942.708138:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784945942.708138:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953480 x1871641054257024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945958 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945942.708142:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945942.708148:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945942.708154:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945942.708158:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945942.708163:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945942.708170:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945942.708180:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=44 v=5 (5 5 5 5) 00000100:00100000:3.0:1784945942.708182:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054257024:192.168.202.106@tcp:400:kworker.0 00000100:00001000:2.0:1784945942.708185:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=114 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945942.708190:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945942.708195:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945942.708197:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784945942.708199:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784945942.708203:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1784945942.708205:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945942.708211:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953480 x1871641054257024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945958 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945942.708213:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945942.708216:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945942.708221:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945942.708226:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945942.708229:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945942.708233:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1784945942.708241:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951880 x1871641054257152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784945942.708241:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3dc00. 02000000:00000001:3.0:1784945942.708254:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784945942.708255:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945942.708257:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945942.708258:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945942.708263:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951880 x1871641054257152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945958 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784945942.708265:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945942.708269:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00100000:2.0:1784945942.708278:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054257152:192.168.202.106@tcp:400:kworker.0 00000020:00000001:3.0:1784945942.708278:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945942.708283:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784945942.708287:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784945942.708291:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784945942.708292:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784945942.708295:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945942.708300:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953480. 00000100:00000040:2.0:1784945942.708301:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951880 x1871641054257152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945958 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945942.708307:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945942.708311:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945942.708317:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945942.708319:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945942.708324:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945942.708328:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0a00. 00000100:00000001:3.0:1784945942.708328:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945942.708332:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945942.708336:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784945942.708338:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1784945942.708340:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784945942.708343:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784945942.708344:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945942.708352:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945942.708355:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bc00. 02000000:00000001:2.0:1784945942.708361:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945942.708362:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945942.708364:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951880. 00000100:00000001:2.0:1784945942.708368:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945942.708369:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945942.708371:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945942.708376:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945942.708377:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945942.708380:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945942.708382:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945943.025629:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945943.025635:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945943.025693:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945943.025697:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945943.025700:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945943.409683:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304730287, at 4304730304 00000100:00000010:0.0:1784945943.409701:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322a80. 00000100:00000040:1.0:1784945943.409729:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304730287, at 4304730304 00000100:00000010:1.0:1784945943.409738:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3224e0. 00010000:00000001:1.0:1784945944.049665:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945944.049672:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945944.049745:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945944.049750:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945944.049754:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945945.073669:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945945.073679:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945945.073751:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945945.073756:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945945.073760:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945946.097650:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945946.097657:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945946.097715:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945946.097728:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945946.097732:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945947.121632:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945947.121639:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945947.121716:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945947.121720:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945947.121725:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945947.825623:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945947.825630:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945947.825640:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951880. 00000020:00000040:2.0:1784945947.825645:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945947.825649:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945947.825652:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945947.825657:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945947.825665:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bc00. 00000100:00000001:2.0:1784945947.825671:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945947.825682:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951880 x1871641054257280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945947.825699:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945947.825702:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945947.825707:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084695538] to pc [ptlrpcd_01_01+1] req@ffff996d73951880 x1871641054257280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945947.825768:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945947.825772:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945947.825774:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945947.825780:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951880 x1871641054257280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945947.825788:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945947.825790:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945947.825794:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945947.825797:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945947.825799:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945947.825803:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054257280:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945947.825807:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945947.825812:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945947.825814:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945947.825816:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945947.825821:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3c000. 02000000:00000001:3.0:1784945947.825823:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945947.825830:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945947.825834:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784945947.825842:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1110. 00000100:00000200:3.0:1784945947.825849:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054257280, portal 25 00000100:00000001:3.0:1784945947.825851:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945947.825853:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476928 : -112779607074688 : ffff996d73951880) 00000100:00000040:3.0:1784945947.825858:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951880 x1871641054257280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945947.825865:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945947.825868:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945947.825871:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1c38. 00000100:00000200:3.0:1784945947.825875:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054257280, offset 0 00000400:00000200:3.0:1784945947.825880:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945947.825889:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945947.825896:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945947.825902:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945947.825906:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945947.825909:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945947.825911:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945947.825915:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314521:314521:256:4294967295] 192.168.202.106@tcp LPNI seq info [314517:314517:8:4294967295] 00000400:00000200:3.0:1784945947.825920:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945947.825930:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945947.825936:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945947.825942:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000800:00000200:3.0:1784945947.825948:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945947.825956:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945947.825960:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945947.825976:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945947.825980:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945947.825982:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304735407 00000100:00000010:3.0:1784945947.825987:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322c00. 00000100:00000001:3.0:1784945947.825994:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945947.826001:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304735407 00000100:00000010:3.0:1784945947.826004:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322ba0. 00000100:00000001:3.0:1784945947.826008:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945947.826012:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945947.826015:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945947.826018:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945947.826021:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945947.826049:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945947.826052:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945947.826056:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945947.826060:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950380. 00000020:00000040:2.0:1784945947.826062:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945947.826065:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945947.826067:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945947.826069:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945947.826072:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784945947.826076:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945947.826081:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950380 x1871641054257408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945947.826087:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945947.826089:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945947.826093:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3424a88] to pc [ptlrpcd_01_00+0] req@ffff996d73950380 x1871641054257408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784945947.826104:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945947.826115:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bead00. 00000400:00000200:0.0:1784945947.826119:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945947.826123:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784945947.826127:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784945947.826128:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1c38 00000100:00000001:3.0:1784945947.826132:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1784945947.826133:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1c38. 00000100:00000001:0.0:1784945947.826138:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784945947.826138:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945947.826141:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1784945947.826143:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951880 x1871641054257280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945947.826144:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945947.826150:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1784945947.826154:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945947.826157:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784945947.826159:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1784945947.826162:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951880 x1871641054257280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945963 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945947.826162:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945947.826167:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945947.826169:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945947.826171:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784945947.826176:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945947.826179:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950380 x1871641054257408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945947.826180:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784945947.826189:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945947.826191:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945947.826193:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945947.826196:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945947.826198:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945947.826202:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054257408:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945947.826270:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945947.826274:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945947.826275:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945947.826277:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945947.826281:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3c200. 02000000:00000001:3.0:1784945947.826284:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945947.826287:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945947.826290:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784945947.826294:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000200:3.0:1784945947.826296:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054257408, portal 10 00000100:00000001:3.0:1784945947.826298:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945947.826299:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102471552 : -112779607080064 : ffff996d73950380) 00000100:00000040:3.0:1784945947.826316:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950380 x1871641054257408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945947.826324:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945947.826326:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945947.826329:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1bb0. 00000100:00000200:3.0:1784945947.826331:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054257408, offset 0 00000400:00000200:3.0:1784945947.826336:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945947.826339:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945947.826343:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945947.826345:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945947.826348:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945947.826350:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945947.826352:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945947.826355:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314522:314522:256:4294967295] 192.168.202.106@tcp LPNI seq info [314518:314518:8:4294967295] 00000400:00000200:3.0:1784945947.826359:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945947.826366:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945947.826370:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945947.826374:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000800:00000200:3.0:1784945947.826378:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945947.826382:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945947.826385:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945947.826402:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945947.826406:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16790 usecs (17 jiffies) 00000400:00000200:3.0:1784945947.826410:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945947.826412:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304734737 00000100:00000001:3.0:1784945947.826414:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304735407 00000100:00000001:3.0:1784945947.826416:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304734737 00000100:00000001:3.0:1784945947.826418:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304735407 00000100:00000001:3.0:1784945947.826420:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945947.826422:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945947.826425:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945947.826427:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945947.826448:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945947.826450:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945947.826660:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945947.826664:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945947.826668:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945947.826671:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945947.826672:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945947.826674:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784945947.826677:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784945947.826677:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945947.826681:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945947.826685:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10072) 00000800:00000200:1.0:1784945947.826844:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945947.826848:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beab00. 00000400:00000200:1.0:1784945947.826852:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945947.826857:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945947.826860:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1bb0 00000400:00000010:1.0:1784945947.826862:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1bb0. 00000100:00000001:1.0:1784945947.826866:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945947.826870:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950380 x1871641054257408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945947.826879:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945947.826882:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950380 x1871641054257408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945963 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945947.826887:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945947.826888:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945947.827353:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945947.827368:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945947.827370:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945947.827372:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945947.827376:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945947.827379:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945947.827383:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945947.827385:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945947.827388:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945947.827391:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fa080 00000400:00000200:0.0:1784945947.827394:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945947.827398:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdca1 [1] + 224 00000800:00000001:0.0:1784945947.827402:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945947.827407:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945947.827409:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945947.827413:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945947.827417:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945947.827421:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951880 x1871641054257280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945947.827431:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951880 x1871641054257280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945947.827446:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945947.827453:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945947.827456:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945947.827474:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945947.827477:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945947.827481:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945947.827482:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945947.827484:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784945947.827488:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1110 00000400:00000010:3.0:1784945947.827489:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1110. 00000100:00000001:3.0:1784945947.827491:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945947.827494:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951880 x1871641054257280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945947.827501:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951880 x1871641054257280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945947.827505:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945947.827506:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945947.827508:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945947.827510:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945947.827511:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945947.827513:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945947.827530:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945947.827536:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=49 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945947.827538:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=49 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945947.827540:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945947.827541:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945947.827543:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945947.827545:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945947.827546:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945947.827549:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951880 x1871641054257280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945947.827553:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945947.827555:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945947.827556:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945947.827559:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951880 x1871641054257280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945963 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945947.827564:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054257280:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945947.827567:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945947.827568:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945947.827569:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951880 x1871641054257280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945963 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945947.827574:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945947.827576:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945947.827578:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3c000. 02000000:00000001:3.0:1784945947.827580:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945947.827581:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945947.827582:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945947.827584:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945947.827585:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bc00. 02000000:00000001:3.0:1784945947.827588:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945947.827589:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945947.827590:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951880. 00000100:00000001:3.0:1784945947.827592:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945947.827593:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945947.827595:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945947.827596:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945947.827597:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945947.827599:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945947.827600:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784945947.828364:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945947.828372:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945947.828375:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945947.828377:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945947.828381:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945947.828385:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945947.828391:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945947.828394:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945947.828397:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945947.828400:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fa100 00000400:00000200:1.0:1784945947.828404:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945947.828408:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdca9 [1] + 224 00000800:00000001:1.0:1784945947.828413:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945947.828418:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945947.828420:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945947.828423:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945947.828427:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945947.828432:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950380 x1871641054257408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945947.828441:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950380 x1871641054257408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945947.828458:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945947.828463:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945947.828470:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945947.828494:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945947.828497:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945947.828501:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945947.828502:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945947.828504:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945947.828508:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784945947.828509:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784945947.828512:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945947.828533:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950380 x1871641054257408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945947.828543:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950380 x1871641054257408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945947.828550:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945947.828551:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945947.828554:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945947.828555:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945947.828557:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945947.828559:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945947.828561:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945947.828565:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=49 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945947.828568:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=119 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945947.828570:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945947.828572:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945947.828573:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945947.828576:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945947.828579:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784945947.828581:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945947.828583:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784945947.828584:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945947.828588:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950380 x1871641054257408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945947.828594:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945947.828596:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945947.828598:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945947.828601:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950380 x1871641054257408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945963 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945947.828608:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054257408:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945947.828612:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945947.828614:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945947.828617:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950380 x1871641054257408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945963 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945947.828623:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945947.828625:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945947.828627:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3c200. 02000000:00000001:3.0:1784945947.828629:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945947.828631:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945947.828632:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784945947.828635:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945947.828636:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:3.0:1784945947.828639:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945947.828640:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945947.828642:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950380. 00000100:00000001:3.0:1784945947.828644:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945947.828646:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945947.828647:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945947.828653:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945947.828655:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945947.828657:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945947.828658:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945948.145626:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945948.145633:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945948.145697:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945948.145701:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945948.145705:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945948.529611:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304735407, at 4304735424 00000100:00000040:1.0:1784945948.529614:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304735407, at 4304735424 00000100:00000010:1.0:1784945948.529626:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322ba0. 00000100:00000010:0.0:1784945948.529629:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322c00. 00010000:00000001:1.0:1784945949.169626:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945949.169633:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945949.169699:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945949.169703:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945949.169706:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945950.193631:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945950.193639:0:191202:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945950.193641:0:191202:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945950.193644:0:191202:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945950.193648:0:191202:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945950.193650:0:191202:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945950.193652:0:191202:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945950.193654:0:191202:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945950.193718:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945950.193722:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945950.193724:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945951.217649:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945951.217655:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945951.217713:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945951.217716:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945951.217719:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945952.241611:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945952.241617:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945952.241679:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945952.241683:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945952.241686:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945952.945607:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945952.945614:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945952.945621:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953100. 00000020:00000040:2.0:1784945952.945626:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945952.945629:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945952.945631:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945952.945635:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945952.945640:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784945952.945646:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945952.945656:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73953100 x1871641054257536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945952.945665:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945952.945670:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945952.945676:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b49009a9] to pc [ptlrpcd_01_01+1] req@ffff996d73953100 x1871641054257536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945952.945708:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945952.945725:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945952.945729:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945952.945732:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951f80. 00000020:00000040:2.0:1784945952.945734:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945952.945736:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945952.945737:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945952.945739:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945952.945742:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b300. 00000100:00000001:3.0:1784945952.945742:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945952.945747:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945952.945748:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784945952.945752:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951f80 x1871641054257664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945952.945752:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784945952.945764:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945952.945766:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945952.945770:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953100 x1871641054257536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784945952.945771:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c06e06] to pc [ptlrpcd_01_00+0] req@ffff996d73951f80 x1871641054257664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945952.945781:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945952.945785:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945952.945790:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784945952.945791:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784945952.945793:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945952.945795:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945952.945796:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945952.945802:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10077) 02000000:00000001:3.0:1784945952.945802:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945952.945807:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945952.945812:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945952.945814:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945952.945817:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1784945952.945818:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054257536:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945952.945819:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945952.945824:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951f80 x1871641054257664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945952.945826:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945952.945834:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945952.945838:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945952.945839:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784945952.945841:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784945952.945842:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945952.945848:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945952.945849:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1784945952.945849:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3de00. 02000000:00000001:2.0:1784945952.945855:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945952.945856:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945952.945858:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054257664:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945952.945862:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945952.945864:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945952.945866:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945952.945868:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784945952.945868:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000010:2.0:1784945952.945875:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0a00. 00000400:00000010:3.0:1784945952.945875:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 02000000:00000001:2.0:1784945952.945879:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945952.945885:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945952.945890:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784945952.945896:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000100:00000200:2.0:1784945952.945902:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054257664, portal 10 00000100:00000001:2.0:1784945952.945905:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945952.945906:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102478720 : -112779607072896 : ffff996d73951f80) 00000100:00000040:2.0:1784945952.945914:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951f80 x1871641054257664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945952.945921:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945952.945924:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945952.945927:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6110. 00000400:00000010:3.0:1784945952.945929:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000200:2.0:1784945952.945931:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054257664, offset 0 00000100:00000200:3.0:1784945952.945935:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054257536, portal 25 00000400:00000200:2.0:1784945952.945940:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784945952.945943:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945952.945946:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102483200 : -112779607068416 : ffff996d73953100) 00000400:00000200:2.0:1784945952.945950:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784945952.945954:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953100 x1871641054257536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784945952.945961:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:3.0:1784945952.945969:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784945952.945970:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945952.945976:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000040:3.0:1784945952.945977:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945952.945980:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1784945952.945982:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1110. 00000400:00000200:2.0:1784945952.945983:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945952.945987:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314523:314523:256:4294967295] 192.168.202.106@tcp LPNI seq info [314519:314519:8:4294967295] 00000100:00000200:3.0:1784945952.945988:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054257536, offset 0 00000400:00000200:2.0:1784945952.945992:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945952.945996:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945952.946003:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945952.946004:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784945952.946009:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:2.0:1784945952.946013:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945952.946015:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1784945952.946018:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b500. 00000400:00000200:3.0:1784945952.946019:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945952.946023:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945952.946026:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:2.0:1784945952.946027:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784945952.946031:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314524:314524:255:4294967295] 192.168.202.106@tcp LPNI seq info [314520:314520:7:4294967295] 00000800:00000200:2.0:1784945952.946038:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:3.0:1784945952.946038:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784945952.946043:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784945952.946050:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945952.946053:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945952.946057:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000100:00000001:2.0:1784945952.946058:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784945952.946062:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000040:2.0:1784945952.946063:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16788 usecs (17 jiffies) 00000800:00000200:3.0:1784945952.946068:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784945952.946071:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784945952.946072:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945952.946077:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945952.946080:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945952.946081:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304740527 00000100:00000010:3.0:1784945952.946084:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322720. 00000100:00000001:3.0:1784945952.946090:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945952.946094:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304740527 00000800:00000200:0.0:1784945952.946096:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1784945952.946098:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322d80. 00000100:00000001:3.0:1784945952.946102:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000800:00000010:0.0:1784945952.946103:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b500. 00000100:00000001:3.0:1784945952.946104:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945952.946108:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945952.946110:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784945952.946111:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945952.946115:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945952.946119:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304739857 00000400:00000200:0.0:1784945952.946120:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784945952.946120:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945952.946123:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945952.946125:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304740527 00000100:00000001:3.0:1784945952.946127:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784945952.946130:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6110 00000100:00000001:3.0:1784945952.946130:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945952.946131:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304739857 00000100:00000001:3.0:1784945952.946133:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784945952.946135:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6110. 00000100:00000001:2.0:1784945952.946137:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304740527 00000100:00000001:3.0:1784945952.946137:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945952.946143:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945952.946144:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784945952.946146:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784945952.946151:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951f80 x1871641054257664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945952.946158:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945952.946164:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945952.946165:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784945952.946167:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1784945952.946168:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951f80 x1871641054257664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945968 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945952.946170:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945952.946175:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945952.946177:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945952.946180:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945952.946181:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945952.946184:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784945952.946185:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945952.946212:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945952.946214:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea800. 00000400:00000200:0.0:1784945952.946217:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945952.946219:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945952.946221:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1110 00000400:00000010:0.0:1784945952.946222:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1110. 00000100:00000001:0.0:1784945952.946224:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945952.946226:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953100 x1871641054257536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945952.946231:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945952.946233:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953100 x1871641054257536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945968 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945952.946236:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945952.946237:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945952.947593:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945952.947601:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945952.947605:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945952.947608:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945952.947613:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945952.947618:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945952.947623:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945952.947626:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945952.947629:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945952.947632:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fa200 00000400:00000200:1.0:1784945952.947635:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945952.947641:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdcb1 [1] + 224 00000800:00000001:1.0:1784945952.947648:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945952.947651:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945952.947654:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945952.947657:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945952.947662:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945952.947668:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951f80 x1871641054257664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945968 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945952.947678:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951f80 x1871641054257664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945952.947698:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945952.947704:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945952.947708:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945952.947710:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945952.947713:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945952.947723:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784945952.947727:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945952.947728:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784945952.947732:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000001:2.0:1784945952.947734:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784945952.947737:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:2.0:1784945952.947738:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945952.947740:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945952.947743:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000400:00000010:2.0:1784945952.947747:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000400:00000200:1.0:1784945952.947751:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945952.947751:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784945952.947757:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:2.0:1784945952.947759:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951f80 x1871641054257664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784945952.947763:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fa180 00000400:00000200:1.0:1784945952.947770:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945952.947776:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdcb9 [1] + 224 00000800:00000001:1.0:1784945952.947781:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784945952.947783:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951f80 x1871641054257664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945968 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784945952.947786:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945952.947789:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945952.947796:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945952.947801:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784945952.947802:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1784945952.947805:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953100 x1871641054257536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945968 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945952.947807:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945952.947813:0:2354:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:1.0:1784945952.947816:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953100 x1871641054257536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784945952.947818:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945952.947822:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945952.947826:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945952.947828:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784945952.947829:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784945952.947832:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945952.947835:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784945952.947839:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=54 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945952.947845:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=124 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945952.947848:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945952.947850:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945952.947853:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945952.947857:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945952.947858:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945952.947861:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784945952.947862:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784945952.947864:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945952.947867:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000001:3.0:1784945952.947868:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784945952.947869:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784945952.947871:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1784945952.947875:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951f80 x1871641054257664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784945952.947876:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945952.947883:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000100:00000001:2.0:1784945952.947884:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1784945952.947887:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:2.0:1784945952.947888:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945952.947891:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784945952.947892:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784945952.947899:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953100 x1871641054257536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784945952.947900:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951f80 x1871641054257664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945968 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945952.947928:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953100 x1871641054257536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945968 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945952.947929:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054257664:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945952.947938:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945952.947941:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784945952.947945:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1784945952.947946:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951f80 x1871641054257664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945968 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945952.947949:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945952.947953:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945952.947956:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945952.947959:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945952.947960:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784945952.947962:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945952.947964:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1784945952.947966:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945952.947969:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0a00. 00000100:00001000:3.0:1784945952.947971:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=54 v=5 (5 5 5 5) 02000000:00000001:2.0:1784945952.947974:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1784945952.947977:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=54 v=5 (1 1 1 1) 00000020:00000001:2.0:1784945952.947978:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945952.947981:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784945952.947982:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1784945952.947985:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784945952.947985:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945952.947989:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b300. 00010000:00000001:3.0:1784945952.947989:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945952.947993:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945952.947997:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945952.947999:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945952.948001:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1784945952.948003:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953100 x1871641054257536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1784945952.948004:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951f80. 00000100:00000001:2.0:1784945952.948008:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945952.948010:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945952.948013:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945952.948020:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945952.948021:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945952.948024:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945952.948024:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945952.948027:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945952.948028:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945952.948032:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945952.948033:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953100 x1871641054257536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945968 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945952.948043:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054257536:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945952.948048:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945952.948050:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945952.948052:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953100 x1871641054257536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945968 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945952.948058:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945952.948060:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945952.948062:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3de00. 02000000:00000001:3.0:1784945952.948065:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945952.948066:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945952.948068:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945952.948070:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945952.948071:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 02000000:00000001:3.0:1784945952.948074:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945952.948075:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945952.948076:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953100. 00000100:00000001:3.0:1784945952.948079:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945952.948080:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945952.948082:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945952.948085:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945952.948087:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945952.948089:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945952.948090:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945953.265626:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945953.265632:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945953.265684:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945953.265688:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945953.265691:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945953.649632:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304740527, at 4304740544 00000100:00000040:0.0:1784945953.649637:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304740527, at 4304740544 00000100:00000010:1.0:1784945953.649646:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322d80. 00000100:00000010:0.0:1784945953.649648:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322720. 00010000:00000001:1.0:1784945954.289641:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945954.289648:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945954.289725:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945954.289728:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945954.289731:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945955.313641:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945955.313653:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945955.313819:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945955.313822:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945955.313825:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945956.337640:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945956.337647:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945956.337718:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945956.337722:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945956.337725:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945957.361594:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945957.361599:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945957.361652:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945957.361656:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945957.361660:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945958.067777:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945958.067786:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945958.067794:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328aa00. 00000020:00000040:0.0:1784945958.067799:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784945958.067804:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945958.067806:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945958.067811:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945958.067819:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4b00. 00000100:00000001:0.0:1784945958.067827:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945958.067836:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d4328aa00 x1871641054257792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945958.067843:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945958.067846:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945958.067851:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005935784d] to pc [ptlrpcd_00_01+1] req@ffff996d4328aa00 x1871641054257792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945958.067873:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945958.067875:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945958.067877:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945958.067879:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328b480. 00000020:00000040:0.0:1784945958.067880:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784945958.067882:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945958.067883:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945958.067884:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945958.067886:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4800. 00000100:00000001:0.0:1784945958.067888:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945958.067890:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d4328b480 x1871641054257920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945958.067895:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945958.067896:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945958.067899:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dc29689] to pc [ptlrpcd_00_00+0] req@ffff996d4328b480 x1871641054257920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945958.067905:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945958.067907:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784945958.067916:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784945958.067916:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784945958.067922:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784945958.067923:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945958.067926:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945958.067930:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784945958.067935:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328aa00 x1871641054257792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945958.067938:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10082) 00000100:00000001:1.0:1784945958.067944:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784945958.067946:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945958.067949:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784945958.067951:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784945958.067953:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784945958.067955:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054257792:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945958.067958:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784945958.067963:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784945958.067965:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945958.067966:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784945958.067967:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945958.067970:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1784945958.067971:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738adc00. 00000100:00000001:0.0:1784945958.067972:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1784945958.067974:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945958.067978:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328b480 x1871641054257920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784945958.067985:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945958.067986:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945958.067989:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945958.067991:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1784945958.067992:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d6e0. 02000000:00000001:0.0:1784945958.067993:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945958.067996:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945958.067999:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054257920:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945958.068002:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1784945958.068003:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2945d8. 02000000:00000001:0.0:1784945958.068004:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945958.068007:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945958.068009:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1784945958.068012:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054257792, portal 25 02000000:00000010:0.0:1784945958.068013:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394be00. 00000100:00000001:1.0:1784945958.068015:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1784945958.068018:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945958.068018:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290064384 : -112780419487232 : ffff996d4328aa00) 00000400:00000200:0.0:1784945958.068027:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:1.0:1784945958.068029:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328aa00 x1871641054257792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784945958.068032:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f9f8. 00000400:00000010:0.0:1784945958.068038:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f3b8. 00000100:00000001:1.0:1784945958.068041:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1784945958.068044:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054257920, portal 10 00000100:00000040:1.0:1784945958.068046:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784945958.068048:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945958.068050:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290067072 : -112780419484544 : ffff996d4328b480) 00000400:00000010:1.0:1784945958.068052:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294cc0. 00000100:00000200:1.0:1784945958.068057:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054257792, offset 0 00000100:00000040:0.0:1784945958.068059:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328b480 x1871641054257920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784945958.068068:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784945958.068076:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945958.068080:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784945958.068082:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945958.068085:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fdd0. 00000100:00000200:0.0:1784945958.068090:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054257920, offset 0 00000400:00000200:1.0:1784945958.068092:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945958.068098:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784945958.068098:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784945958.068104:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784945958.068107:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784945958.068109:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784945958.068111:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314525:314525:256:4294967295] 192.168.202.106@tcp LPNI seq info [314521:314521:8:4294967295] 00000400:00000200:1.0:1784945958.068114:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945958.068122:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784945958.068129:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945958.068131:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:1.0:1784945958.068137:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad400. 00000400:00000200:0.0:1784945958.068138:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945958.068144:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1784945958.068150:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784945958.068157:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:1.0:1784945958.068161:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784945958.068166:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784945958.068167:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945958.068172:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945958.068175:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314526:314526:255:4294967295] 192.168.202.106@tcp LPNI seq info [314522:314522:7:4294967295] 00000400:00000200:0.0:1784945958.068180:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945958.068182:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945958.068190:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945958.068191:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:1.0:1784945958.068195:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304745649 00000800:00000200:0.0:1784945958.068200:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000010:1.0:1784945958.068203:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8fd20. 00000800:00000010:0.0:1784945958.068206:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4500. 00000100:00000001:1.0:1784945958.068210:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1784945958.068214:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:1.0:1784945958.068216:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304745649 00000100:00000010:1.0:1784945958.068220:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f960. 00000800:00000200:0.0:1784945958.068222:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:1.0:1784945958.068223:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1784945958.068228:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784945958.068228:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945958.068232:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945958.068235:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945958.068236:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945958.068241:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945958.068243:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16788 usecs (17 jiffies) 00000100:00000001:1.0:1784945958.068247:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784945958.068248:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945958.068250:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945958.068253:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304744979 00000100:00000001:1.0:1784945958.068254:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945958.068256:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945958.068258:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945958.068260:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304745649 00000100:00000001:1.0:1784945958.068261:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945958.068266:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304744979 00000100:00000001:0.0:1784945958.068270:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304745649 00000100:00000001:0.0:1784945958.068273:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945958.068275:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945958.068278:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945958.068280:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945958.068292:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945958.068294:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945958.068297:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945958.068298:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1784945958.068300:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784945958.068301:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945958.068306:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784945958.068306:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad400. 00000400:00000200:1.0:1784945958.068316:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945958.068321:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945958.068327:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294cc0 00000400:00000010:1.0:1784945958.068329:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294cc0. 00000100:00000001:1.0:1784945958.068334:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945958.068338:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328aa00 x1871641054257792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945958.068344:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945958.068346:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328aa00 x1871641054257792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945974 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945958.068351:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945958.068352:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945958.068414:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945958.068416:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4500. 00000400:00000200:1.0:1784945958.068419:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945958.068421:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945958.068423:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fdd0 00000400:00000010:1.0:1784945958.068424:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fdd0. 00000100:00000001:1.0:1784945958.068426:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945958.068429:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328b480 x1871641054257920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945958.068433:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945958.068435:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328b480 x1871641054257920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945974 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945958.068442:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945958.068443:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945958.070931:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945958.070944:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945958.070948:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945958.070950:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945958.070956:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945958.070961:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945958.070967:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945958.070970:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945958.070974:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945958.070978:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fa280 00000400:00000200:1.0:1784945958.070982:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945958.070988:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdcc1 [1] + 224 00000800:00000001:1.0:1784945958.070993:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945958.070997:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945958.071000:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945958.071004:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945958.071008:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945958.071087:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328aa00 x1871641054257792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945974 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945958.071099:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328aa00 x1871641054257792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945958.071116:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945958.071123:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945958.071126:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945958.071127:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945958.071128:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945958.071130:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945958.071133:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945958.071135:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945958.071138:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945958.071141:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945958.071145:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fa300 00000400:00000200:1.0:1784945958.071153:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945958.071154:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945958.071158:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784945958.071162:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdcc9 [1] + 224 00000800:00000001:1.0:1784945958.071167:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784945958.071170:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945958.071173:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1784945958.071173:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784945958.071177:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d6e0. 00000400:00000200:1.0:1784945958.071178:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945958.071183:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2945d8 00000400:00000200:1.0:1784945958.071184:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000010:0.0:1784945958.071188:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2945d8. 00000100:00000001:0.0:1784945958.071193:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784945958.071197:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945958.071198:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328aa00 x1871641054257792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784945958.071205:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328b480 x1871641054257920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945974 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945958.071218:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328aa00 x1871641054257792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945974 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945958.071226:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945958.071229:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784945958.071229:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328b480 x1871641054257920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945958.071235:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945958.071238:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945958.071241:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945958.071244:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945958.071247:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945958.071250:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1784945958.071253:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=60 v=5 (5 5 5 5) 00000800:00000001:1.0:1784945958.071256:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:0.0:1784945958.071259:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=60 v=5 (1 1 1 1) 00000800:00000001:1.0:1784945958.071261:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945958.071263:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945958.071266:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945958.071269:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945958.071272:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945958.071274:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945958.071274:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945958.071278:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784945958.071282:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784945958.071283:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784945958.071285:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f9f8. 00000400:00000200:1.0:1784945958.071290:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f3b8 00000100:00000040:0.0:1784945958.071292:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328aa00 x1871641054257792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784945958.071294:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f3b8. 00000100:00000001:1.0:1784945958.071298:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945958.071305:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328b480 x1871641054257920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945958.071324:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945958.071328:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1784945958.071329:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328b480 x1871641054257920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945974 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945958.071330:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945958.071339:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328aa00 x1871641054257792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945974 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945958.071342:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784945958.071345:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945958.071350:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784945958.071353:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1784945958.071354:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054257792:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945958.071357:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945958.071361:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945958.071361:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945958.071363:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945958.071365:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945958.071370:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328aa00 x1871641054257792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945974 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784945958.071370:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=60 v=5 (5 5 5 5) 00000100:00001000:1.0:1784945958.071379:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=130 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945958.071383:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784945958.071384:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1784945958.071387:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1784945958.071387:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945958.071391:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738adc00. 00010000:00000001:1.0:1784945958.071391:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784945958.071396:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945958.071397:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784945958.071400:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1784945958.071401:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:1.0:1784945958.071404:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000020:00000040:0.0:1784945958.071405:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784945958.071410:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000020:00000001:0.0:1784945958.071411:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784945958.071413:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945958.071415:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4b00. 02000000:00000001:0.0:1784945958.071420:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1784945958.071422:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328b480 x1871641054257920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784945958.071423:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784945958.071426:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328aa00. 00000100:00000001:0.0:1784945958.071431:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784945958.071434:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945958.071435:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945958.071438:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945958.071439:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784945958.071442:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945958.071444:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1784945958.071447:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328b480 x1871641054257920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945974 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945958.071448:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784945958.071458:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054257920:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945958.071460:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945958.071463:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945958.071465:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945958.071469:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945958.071474:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328b480 x1871641054257920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945974 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945958.071479:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784945958.071481:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784945958.071482:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394be00. 02000000:00000001:1.0:1784945958.071485:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784945958.071486:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784945958.071487:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784945958.071489:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784945958.071490:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4800. 02000000:00000001:1.0:1784945958.071492:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784945958.071493:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784945958.071494:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328b480. 00000100:00000001:1.0:1784945958.071496:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784945958.071497:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945958.071498:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945958.071501:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945958.071502:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945958.071503:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945958.071504:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945958.385621:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945958.385627:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945958.385714:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945958.385718:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945958.385722:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945958.769630:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304745649, at 4304745664 00000100:00000040:1.0:1784945958.769630:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304745649, at 4304745664 00000100:00000010:0.0:1784945958.769646:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8fd20. 00000100:00000010:1.0:1784945958.769648:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f960. 00010000:00000001:1.0:1784945959.409628:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945959.409636:0:191202:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945959.409651:0:191202:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945959.409655:0:191202:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945959.409680:0:191202:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945959.409683:0:191202:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945959.409685:0:191202:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945959.409687:0:191202:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945959.411486:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945959.411489:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945959.411492:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945960.433631:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945960.433636:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945960.433695:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945960.433699:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945960.433702:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945961.457598:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945961.457604:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945961.457665:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945961.457668:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945961.457672:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945962.481673:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945962.481687:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945962.481751:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945962.481755:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945962.481758:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945963.185954:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945963.185965:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945963.185975:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951f80. 00000020:00000040:2.0:1784945963.185982:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945963.185986:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945963.185988:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945963.185993:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945963.185999:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b300. 00000100:00000001:2.0:1784945963.186011:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945963.186022:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951f80 x1871641054258048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945963.186033:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945963.186037:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945963.186044:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c06e06] to pc [ptlrpcd_01_01+1] req@ffff996d73951f80 x1871641054258048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945963.186075:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945963.186078:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945963.186081:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945963.186083:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950700. 00000020:00000040:2.0:1784945963.186085:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945963.186087:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945963.186088:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945963.186089:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945963.186092:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784945963.186095:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945963.186098:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950700 x1871641054258176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945963.186102:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945963.186104:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784945963.186106:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945963.186107:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945963.186109:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945963.186112:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a906b26] to pc [ptlrpcd_01_00+0] req@ffff996d73950700 x1871641054258176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784945963.186117:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951f80 x1871641054258048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945963.186121:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945963.186125:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945963.186131:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784945963.186131:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945963.186134:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945963.186138:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945963.186140:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784945963.186142:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784945963.186142:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945963.186146:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054258048:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784945963.186147:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784945963.186153:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784945963.186154:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10087) 02000000:00000001:3.0:1784945963.186158:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945963.186160:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945963.186162:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945963.186165:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3de00. 00000100:00000001:2.0:1784945963.186167:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784945963.186167:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945963.186170:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945963.186172:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1784945963.186177:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784945963.186178:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950700 x1871641054258176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945963.186184:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945963.186185:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945963.186188:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945963.186189:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1784945963.186190:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 02000000:00000001:2.0:1784945963.186191:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945963.186196:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054258176:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945963.186198:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945963.186200:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945963.186202:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784945963.186202:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 02000000:00000001:2.0:1784945963.186205:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945963.186209:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0a00. 02000000:00000001:2.0:1784945963.186210:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784945963.186211:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054258048, portal 25 00000400:00000200:2.0:1784945963.186215:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945963.186217:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1784945963.186219:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000100:00000001:3.0:1784945963.186221:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102478720 : -112779607072896 : ffff996d73951f80) 00000400:00000010:2.0:1784945963.186223:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000100:00000200:2.0:1784945963.186228:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054258176, portal 10 00000100:00000001:2.0:1784945963.186230:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945963.186231:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102472448 : -112779607079168 : ffff996d73950700) 00000100:00000040:3.0:1784945963.186231:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951f80 x1871641054258048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784945963.186240:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950700 x1871641054258176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945963.186243:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784945963.186248:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784945963.186250:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000040:2.0:1784945963.186254:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945963.186257:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6000. 00000400:00000010:3.0:1784945963.186257:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000100:00000200:2.0:1784945963.186263:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054258176, offset 0 00000100:00000200:3.0:1784945963.186264:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054258048, offset 0 00000400:00000200:2.0:1784945963.186269:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945963.186275:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945963.186277:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945963.186284:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945963.186288:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945963.186291:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945963.186293:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945963.186296:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945963.186299:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314527:314527:256:4294967295] 192.168.202.106@tcp LPNI seq info [314523:314523:8:4294967295] 00000400:00000200:2.0:1784945963.186303:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945963.186309:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945963.186317:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784945963.186319:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945963.186325:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784945963.186330:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945963.186331:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945963.186335:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000010:2.0:1784945963.186337:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b000. 00000400:00000200:3.0:1784945963.186339:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945963.186343:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314528:314528:255:4294967295] 192.168.202.106@tcp LPNI seq info [314524:314524:7:4294967295] 00000800:00000200:2.0:1784945963.186348:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784945963.186353:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784945963.186357:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945963.186363:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784945963.186366:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945963.186372:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784945963.186377:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784945963.186377:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea700. 00000100:00000040:2.0:1784945963.186382:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16787 usecs (17 jiffies) 00000800:00000200:3.0:1784945963.186384:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784945963.186388:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945963.186392:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304750097 00000800:00000200:3.0:1784945963.186394:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000010:2.0:1784945963.186396:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cf60. 00000800:00000200:3.0:1784945963.186399:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945963.186403:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945963.186404:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945963.186410:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945963.186412:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304750767 00000100:00000001:2.0:1784945963.186413:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304750097 00000100:00000010:2.0:1784945963.186418:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c300. 00000100:00000001:2.0:1784945963.186421:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945963.186422:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304750097 00000100:00000001:2.0:1784945963.186424:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945963.186427:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945963.186428:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304750767 00000100:00000001:2.0:1784945963.186430:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945963.186434:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945963.186436:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304750097 00000100:00000001:2.0:1784945963.186440:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945963.186441:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945963.186443:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945963.186447:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945963.186447:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945963.186450:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945963.186453:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945963.186454:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945963.186455:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784945963.186459:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945963.186460:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784945963.186462:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b000. 00000100:00000001:3.0:1784945963.186467:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784945963.186470:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784945963.186470:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945963.186474:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945963.186477:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784945963.186481:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784945963.186481:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945963.186486:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945963.186488:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6000 00000400:00000010:1.0:1784945963.186492:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6000. 00000100:00000001:1.0:1784945963.186497:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945963.186502:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950700 x1871641054258176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945963.186511:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945963.186536:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950700 x1871641054258176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945979 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945963.186544:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945963.186546:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945963.186610:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945963.186613:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea700. 00000400:00000200:1.0:1784945963.186616:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945963.186619:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945963.186622:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000400:00000010:1.0:1784945963.186624:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000100:00000001:1.0:1784945963.186627:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945963.186644:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951f80 x1871641054258048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945963.186652:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945963.186654:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951f80 x1871641054258048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945979 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945963.186661:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945963.186662:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945963.188511:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945963.188539:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945963.188543:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945963.188545:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945963.188551:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945963.188558:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945963.188565:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945963.188568:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945963.188572:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945963.188576:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fa400 00000400:00000200:1.0:1784945963.188581:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945963.188588:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdce9 [1] + 224 00000800:00000001:1.0:1784945963.188594:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945963.188597:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945963.188599:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945963.188603:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945963.188610:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945963.188616:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950700 x1871641054258176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945979 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945963.188627:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950700 x1871641054258176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945963.188656:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945963.188664:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945963.188668:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945963.188670:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945963.188672:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945963.188676:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945963.188679:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945963.188684:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945963.188687:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945963.188691:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945963.188691:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945963.188696:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784945963.188697:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fa380 00000400:00000200:1.0:1784945963.188702:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:2.0:1784945963.188704:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945963.188707:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945963.188710:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945963.188714:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000400:00000010:2.0:1784945963.188716:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000001:2.0:1784945963.188720:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784945963.188723:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdce1 [1] + 224 00000100:00000200:2.0:1784945963.188727:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950700 x1871641054258176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784945963.188729:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945963.188735:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945963.188737:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945963.188741:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945963.188743:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945963.188746:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951f80 x1871641054258048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945979 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945963.188748:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950700 x1871641054258176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945979 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945963.188757:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951f80 x1871641054258048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945963.188764:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945963.188767:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945963.188771:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945963.188776:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945963.188780:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784945963.188782:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945963.188782:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945963.188787:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784945963.188788:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945963.188791:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784945963.188798:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=65 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945963.188802:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=135 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945963.188805:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945963.188807:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945963.188810:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945963.188813:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945963.188816:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945963.188818:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784945963.188819:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945963.188820:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945963.188823:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945963.188824:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784945963.188829:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950700 x1871641054258176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784945963.188830:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945963.188834:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945963.188838:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784945963.188840:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945963.188844:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1784945963.188844:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000100:00000001:2.0:1784945963.188848:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784945963.188849:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000040:2.0:1784945963.188854:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950700 x1871641054258176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945979 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945963.188856:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945963.188865:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951f80 x1871641054258048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945963.188867:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054258176:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945963.188877:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945963.188881:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945963.188887:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950700 x1871641054258176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945979 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945963.188887:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951f80 x1871641054258048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945979 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945963.188916:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784945963.188917:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784945963.188919:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784945963.188920:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784945963.188923:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0a00. 00000100:00000001:3.0:1784945963.188925:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945963.188928:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1784945963.188929:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1784945963.188932:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945963.188934:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945963.188936:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945963.188939:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 02000000:00000001:2.0:1784945963.188942:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784945963.188943:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1784945963.188945:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784945963.188947:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784945963.188948:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950700. 02000000:00000001:3.0:1784945963.188952:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945963.188953:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945963.188957:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945963.188959:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784945963.188959:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=65 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945963.188966:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=65 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945963.188967:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945963.188970:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945963.188972:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945963.188973:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945963.188976:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945963.188977:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945963.188981:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945963.188983:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945963.188985:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945963.188992:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951f80 x1871641054258048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945963.189005:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945963.189007:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945963.189009:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945963.189013:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951f80 x1871641054258048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945979 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945963.189020:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054258048:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945963.189025:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945963.189027:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945963.189030:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951f80 x1871641054258048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945979 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945963.189037:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945963.189039:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945963.189041:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3de00. 02000000:00000001:3.0:1784945963.189044:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945963.189046:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945963.189047:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945963.189049:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945963.189051:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b300. 02000000:00000001:3.0:1784945963.189053:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945963.189054:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945963.189055:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951f80. 00000100:00000001:3.0:1784945963.189059:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945963.189060:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945963.189062:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945963.189066:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945963.189067:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945963.189068:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945963.189070:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945963.505666:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945963.505673:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945963.505728:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945963.505730:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945963.505733:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945963.890611:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304750767, at 4304750785 00000100:00000010:0.0:1784945963.890635:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cf60. 00000100:00000040:1.0:1784945963.892036:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304750767, at 4304750786 00000100:00000010:1.0:1784945963.892044:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c300. 00010000:00000001:1.0:1784945964.529652:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945964.529658:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945964.530174:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945964.530177:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945964.530181:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945965.553634:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945965.553638:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945965.553698:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945965.553703:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945965.553706:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945966.577642:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945966.577648:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945966.577744:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945966.577748:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945966.577751:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945967.601734:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945967.601740:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945967.603663:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945967.603669:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945967.603673:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945968.305651:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945968.305671:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945968.305681:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328aa00. 00000020:00000040:0.0:1784945968.305687:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784945968.305691:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945968.305694:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945968.305699:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945968.305708:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4b00. 00000100:00000001:0.0:1784945968.305714:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945968.305725:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d4328aa00 x1871641054258304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945968.305734:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945968.305738:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945968.305743:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005935784d] to pc [ptlrpcd_00_01+1] req@ffff996d4328aa00 x1871641054258304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945968.305770:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945968.305773:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945968.305777:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945968.305780:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289880. 00000020:00000040:0.0:1784945968.305782:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784945968.305785:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945968.305787:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945968.305789:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945968.305793:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4d00. 00000100:00000001:0.0:1784945968.305796:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945968.305800:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43289880 x1871641054258432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784945968.305800:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945968.305804:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945968.305807:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784945968.305808:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945968.305811:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945968.305814:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328aa00 x1871641054258304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945968.305817:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002efde922] to pc [ptlrpcd_00_00+0] req@ffff996d43289880 x1871641054258432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945968.305832:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784945968.305835:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945968.305836:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945968.305838:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1784945968.305839:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784945968.305841:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784945968.305843:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1784945968.305845:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945968.305847:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1784945968.305850:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054258304:192.168.202.106@tcp:400:kworker.0 00000100:00000040:0.0:1784945968.305851:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784945968.305856:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1784945968.305859:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10092) 02000000:00000001:1.0:1784945968.305861:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784945968.305864:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945968.305867:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784945968.305872:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ace00. 02000000:00000001:1.0:1784945968.305874:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945968.305881:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784945968.305885:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d630. 00000400:00000010:1.0:1784945968.305891:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294cc0. 00000100:00000200:1.0:1784945968.305898:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054258304, portal 25 00000100:00000001:1.0:1784945968.305901:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784945968.305903:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290064384 : -112780419487232 : ffff996d4328aa00) 00000100:00000001:0.0:1784945968.305905:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945968.305909:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784945968.305911:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328aa00 x1871641054258304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945968.305912:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945968.305920:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289880 x1871641054258432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945968.305922:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784945968.305929:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784945968.305933:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294880. 00000100:00000001:0.0:1784945968.305936:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1784945968.305938:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054258304, offset 0 00000100:00000001:0.0:1784945968.305940:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945968.305944:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945968.305948:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784945968.305948:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 02000000:00000001:0.0:1784945968.305953:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945968.305958:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054258432:192.168.202.106@tcp:400:kworker.0 00000400:00000200:1.0:1784945968.305961:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945968.305966:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945968.305969:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945968.305971:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945968.305973:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 02000000:00000001:0.0:1784945968.305974:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784945968.305981:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394be00. 00000400:00000200:1.0:1784945968.305981:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1784945968.305985:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945968.305987:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945968.305991:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945968.305993:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1784945968.305998:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652faa8. 00000400:00000200:1.0:1784945968.305998:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000010:0.0:1784945968.306005:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f550. 00000400:00000200:1.0:1784945968.306006:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314529:314529:256:4294967295] 192.168.202.106@tcp LPNI seq info [314525:314525:8:4294967295] 00000100:00000200:0.0:1784945968.306010:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054258432, portal 10 00000100:00000001:0.0:1784945968.306014:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945968.306015:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290059904 : -112780419491712 : ffff996d43289880) 00000400:00000200:1.0:1784945968.306016:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:0.0:1784945968.306024:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289880 x1871641054258432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784945968.306031:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:0.0:1784945968.306040:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1784945968.306042:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000040:0.0:1784945968.306046:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945968.306049:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627ff68. 00000800:00000010:1.0:1784945968.306049:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad400. 00000100:00000200:0.0:1784945968.306053:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054258432, offset 0 00000800:00000200:1.0:1784945968.306059:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784945968.306060:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945968.306066:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784945968.306070:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784945968.306071:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945968.306074:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945968.306078:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:1.0:1784945968.306078:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784945968.306081:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945968.306085:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784945968.306087:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314530:314530:255:4294967295] 192.168.202.106@tcp LPNI seq info [314526:314526:7:4294967295] 00000400:00000200:0.0:1784945968.306090:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945968.306093:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945968.306095:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:1.0:1784945968.306102:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:0.0:1784945968.306103:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784945968.306108:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4400. 00000100:00000001:1.0:1784945968.306108:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304755887 00000800:00000200:0.0:1784945968.306113:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000010:1.0:1784945968.306116:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f960. 00000800:00000200:0.0:1784945968.306118:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945968.306122:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784945968.306124:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784945968.306125:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945968.306130:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16787 usecs (17 jiffies) 00000100:00000001:1.0:1784945968.306132:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304755887 00000400:00000200:0.0:1784945968.306133:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945968.306138:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304755217 00000100:00000010:1.0:1784945968.306138:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f0c0. 00000100:00000001:1.0:1784945968.306142:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784945968.306143:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304755887 00000100:00000001:0.0:1784945968.306146:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304755217 00000100:00000001:0.0:1784945968.306148:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304755887 00000100:00000001:1.0:1784945968.306148:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945968.306154:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945968.306154:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945968.306160:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945968.306161:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945968.306163:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945968.306165:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945968.306167:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945968.306174:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945968.306175:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945968.306179:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784945968.306179:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784945968.306185:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945968.306186:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945968.306188:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945968.306189:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945968.306190:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945968.306193:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945968.306193:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945968.306205:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945968.306228:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945968.306238:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad400. 00000400:00000200:1.0:1784945968.306244:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945968.306248:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945968.306252:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294880 00000400:00000010:1.0:1784945968.306253:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294880. 00000100:00000001:1.0:1784945968.306257:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945968.306260:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328aa00 x1871641054258304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945968.306267:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945968.306269:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328aa00 x1871641054258304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945984 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945968.306273:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945968.306274:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945968.306326:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945968.306329:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4400. 00000400:00000200:1.0:1784945968.306333:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945968.306336:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945968.306339:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627ff68 00000400:00000010:1.0:1784945968.306341:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627ff68. 00000100:00000001:1.0:1784945968.306343:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945968.306346:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289880 x1871641054258432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945968.306352:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945968.306355:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289880 x1871641054258432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945984 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945968.306366:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945968.306368:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945968.308375:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945968.308387:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945968.308390:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945968.308393:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945968.308398:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945968.308408:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945968.308413:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945968.308416:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945968.308420:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945968.308424:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fa480 00000400:00000200:1.0:1784945968.308428:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945968.308433:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdcf1 [1] + 224 00000800:00000001:1.0:1784945968.308439:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945968.308443:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945968.308446:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945968.308449:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945968.308454:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945968.308460:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328aa00 x1871641054258304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945984 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945968.308472:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328aa00 x1871641054258304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945968.308490:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945968.308497:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945968.308500:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945968.308502:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945968.308504:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945968.308507:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945968.308510:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:0.0:1784945968.308536:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945968.308539:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784945968.308539:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945968.308545:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:0.0:1784945968.308546:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784945968.308549:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784945968.308550:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945968.308553:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d630. 00000400:00000200:1.0:1784945968.308557:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fa500 00000400:00000200:0.0:1784945968.308559:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294cc0 00000400:00000010:0.0:1784945968.308564:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294cc0. 00000400:00000200:1.0:1784945968.308565:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945968.308569:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784945968.308573:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdd01 [1] + 224 00000100:00000200:0.0:1784945968.308578:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328aa00 x1871641054258304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784945968.308580:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784945968.308600:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328aa00 x1871641054258304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945984 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945968.308606:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945968.308608:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945968.308610:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945968.308613:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1784945968.308613:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945968.308617:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1784945968.308619:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784945968.308621:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945968.308625:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945968.308626:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945968.308631:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1784945968.308632:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=70 v=5 (5 5 5 5) 00000100:00000200:1.0:1784945968.308637:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289880 x1871641054258432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945984 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784945968.308639:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=70 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945968.308645:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945968.308648:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945968.308652:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1784945968.308654:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289880 x1871641054258432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784945968.308655:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945968.308661:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945968.308668:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328aa00 x1871641054258304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945968.308674:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945968.308675:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945968.308680:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1784945968.308680:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784945968.308682:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945968.308685:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945968.308690:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328aa00 x1871641054258304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945984 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945968.308696:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945968.308699:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1784945968.308701:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054258304:192.168.202.106@tcp:400:kworker.0 00000400:00000001:1.0:1784945968.308703:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784945968.308706:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1784945968.308709:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784945968.308711:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652faa8. 00000100:00000001:0.0:1784945968.308713:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784945968.308716:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f550 00000100:00000040:0.0:1784945968.308719:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328aa00 x1871641054258304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945984 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784945968.308720:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f550. 00000100:00000001:1.0:1784945968.308724:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945968.308730:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289880 x1871641054258432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945968.308732:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784945968.308735:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784945968.308740:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ace00. 02000000:00000001:0.0:1784945968.308745:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:1.0:1784945968.308745:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289880 x1871641054258432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945984 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784945968.308748:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784945968.308751:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784945968.308755:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784945968.308757:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1784945968.308759:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4b00. 00000100:00000001:1.0:1784945968.308760:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784945968.308764:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784945968.308764:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945968.308769:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1784945968.308769:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000010:0.0:1784945968.308772:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328aa00. 00000100:00000001:1.0:1784945968.308772:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784945968.308774:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945968.308778:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1784945968.308779:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945968.308782:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945968.308785:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1784945968.308786:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=70 v=5 (5 5 5 5) 00000100:00000001:0.0:1784945968.308791:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:1.0:1784945968.308792:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=140 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945968.308795:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945968.308796:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784945968.308799:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945968.308800:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1784945968.308801:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784945968.308803:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945968.308806:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945968.308810:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784945968.308813:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784945968.308814:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784945968.308816:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945968.308820:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289880 x1871641054258432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945968.308827:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945968.308829:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784945968.308830:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784945968.308833:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289880 x1871641054258432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945984 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784945968.308839:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054258432:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945968.308843:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945968.308844:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945968.308846:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289880 x1871641054258432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945984 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945968.308851:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784945968.308853:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784945968.308854:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394be00. 02000000:00000001:1.0:1784945968.308857:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784945968.308858:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784945968.308859:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784945968.308861:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784945968.308863:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4d00. 02000000:00000001:1.0:1784945968.308864:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784945968.308865:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784945968.308867:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289880. 00000100:00000001:1.0:1784945968.308869:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784945968.308870:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945968.308882:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945968.308887:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945968.308888:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945968.308890:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945968.308892:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945968.625637:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945968.625645:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945968.625704:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945968.625708:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945968.625711:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945969.009613:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304755887, at 4304755904 00000100:00000040:1.0:1784945969.009613:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304755887, at 4304755904 00000100:00000010:0.0:1784945969.009629:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f960. 00000100:00000010:1.0:1784945969.009631:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f0c0. 00010000:00000001:1.0:1784945969.651734:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945969.651741:0:191202:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945969.651742:0:191202:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945969.651745:0:191202:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945969.651748:0:191202:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945969.651750:0:191202:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945969.651751:0:191202:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945969.651753:0:191202:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945969.651802:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945969.651806:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945969.651810:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945970.673625:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945970.673630:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945970.673706:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945970.673709:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945970.673711:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945971.697633:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945971.697640:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945971.697697:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945971.697701:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945971.697705:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945972.721629:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945972.721635:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945972.721696:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945972.721700:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945972.721704:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945973.425664:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945973.425674:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945973.425685:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950700. 00000020:00000040:2.0:1784945973.425690:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945973.425694:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945973.425697:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945973.425702:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945973.425709:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784945973.425716:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945973.425727:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950700 x1871641054258560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945973.425737:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945973.425741:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945973.425748:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a906b26] to pc [ptlrpcd_01_01+1] req@ffff996d73950700 x1871641054258560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945973.425780:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945973.425784:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945973.425787:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945973.425789:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953b80. 00000020:00000040:2.0:1784945973.425792:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945973.425794:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945973.425796:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945973.425797:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945973.425802:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b300. 00000100:00000001:2.0:1784945973.425806:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945973.425811:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73953b80 x1871641054258688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784945973.425819:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945973.425820:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945973.425824:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945973.425825:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945973.425829:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945973.425830:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8924e08] to pc [ptlrpcd_01_00+0] req@ffff996d73953b80 x1871641054258688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784945973.425838:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950700 x1871641054258560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945973.425842:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945973.425846:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945973.425854:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945973.425857:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784945973.425861:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784945973.425862:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784945973.425867:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945973.425868:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10098) 02000000:00000001:3.0:1784945973.425873:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945973.425878:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945973.425880:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945973.425883:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1784945973.425885:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054258560:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945973.425887:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945973.425890:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784945973.425893:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784945973.425897:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953b80 x1871641054258688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784945973.425900:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945973.425904:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945973.425909:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784945973.425910:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945973.425913:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945973.425916:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1784945973.425917:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3d000. 02000000:00000001:2.0:1784945973.425918:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945973.425922:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945973.425923:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945973.425929:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054258688:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945973.425933:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784945973.425934:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784945973.425936:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945973.425939:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784945973.425940:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 02000000:00000001:2.0:1784945973.425942:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945973.425948:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0a00. 00000400:00000010:3.0:1784945973.425950:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 02000000:00000001:2.0:1784945973.425951:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945973.425958:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:3.0:1784945973.425958:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054258560, portal 25 00000100:00000001:3.0:1784945973.425964:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1784945973.425966:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000100:00000001:3.0:1784945973.425966:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102472448 : -112779607079168 : ffff996d73950700) 00000400:00000010:2.0:1784945973.425974:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000100:00000040:3.0:1784945973.425975:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950700 x1871641054258560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945973.425979:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054258688, portal 10 00000100:00000001:2.0:1784945973.425986:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945973.425986:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784945973.425989:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102485888 : -112779607065728 : ffff996d73953b80) 00000100:00000040:3.0:1784945973.425990:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784945973.425994:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1e58. 00000100:00000200:3.0:1784945973.425997:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054258560, offset 0 00000100:00000040:2.0:1784945973.425999:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953b80 x1871641054258688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784945973.426006:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784945973.426014:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945973.426017:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945973.426021:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945973.426023:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6dd0. 00000100:00000200:2.0:1784945973.426027:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054258688, offset 0 00000400:00000200:3.0:1784945973.426032:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945973.426035:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945973.426038:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945973.426042:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945973.426045:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945973.426046:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945973.426049:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314531:314531:256:4294967295] 192.168.202.106@tcp LPNI seq info [314527:314527:8:4294967295] 00000400:00000200:3.0:1784945973.426052:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945973.426058:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945973.426066:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945973.426070:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945973.426073:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945973.426075:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945973.426079:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784945973.426080:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945973.426087:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314532:314532:255:4294967295] 192.168.202.106@tcp LPNI seq info [314528:314528:7:4294967295] 00000800:00000200:3.0:1784945973.426093:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945973.426097:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:3.0:1784945973.426101:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000400:00000200:2.0:1784945973.426108:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784945973.426114:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945973.426119:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945973.426125:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b000. 00000800:00000200:3.0:1784945973.426127:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945973.426133:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945973.426134:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784945973.426141:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945973.426145:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945973.426151:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945973.426152:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945973.426159:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16786 usecs (17 jiffies) 00000400:00000200:3.0:1784945973.426160:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945973.426165:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945973.426165:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304761007 00000100:00000001:2.0:1784945973.426169:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304760337 00000100:00000010:3.0:1784945973.426173:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322ae0. 00000100:00000001:3.0:1784945973.426180:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784945973.426192:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304761007 00000100:00000001:2.0:1784945973.426193:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304761007 00000100:00000010:3.0:1784945973.426197:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3227e0. 00000100:00000001:2.0:1784945973.426198:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304760337 00000100:00000001:3.0:1784945973.426203:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784945973.426209:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304761007 00000100:00000001:3.0:1784945973.426209:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945973.426213:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945973.426215:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945973.426216:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945973.426222:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945973.426222:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945973.426226:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784945973.426227:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945973.426227:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784945973.426234:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000100:00000001:2.0:1784945973.426236:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945973.426237:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945973.426239:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945973.426240:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784945973.426243:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784945973.426243:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945973.426245:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945973.426246:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945973.426250:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945973.426250:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784945973.426255:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784945973.426256:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945973.426256:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945973.426262:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945973.426263:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1e58 00000400:00000010:1.0:1784945973.426268:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1e58. 00000100:00000001:1.0:1784945973.426274:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945973.426280:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950700 x1871641054258560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945973.426290:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945973.426294:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950700 x1871641054258560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945989 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945973.426312:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945973.426314:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945973.426381:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945973.426389:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b000. 00000400:00000200:1.0:1784945973.426392:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945973.426396:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945973.426399:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6dd0 00000400:00000010:1.0:1784945973.426400:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6dd0. 00000100:00000001:1.0:1784945973.426404:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945973.426407:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953b80 x1871641054258688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945973.426414:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945973.426417:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953b80 x1871641054258688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945989 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945973.426423:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945973.426424:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945973.427839:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945973.427851:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945973.427854:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945973.427856:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945973.427861:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945973.427866:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945973.427873:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945973.427876:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945973.427886:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945973.427890:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fa580 00000400:00000200:1.0:1784945973.427894:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945973.427901:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdd11 [1] + 224 00000800:00000001:1.0:1784945973.427908:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945973.427912:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945973.427915:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945973.427919:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945973.427924:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945973.427929:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950700 x1871641054258560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945989 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945973.427939:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950700 x1871641054258560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945989 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945973.427955:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945973.427962:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945973.427966:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945973.427968:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945973.427970:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945973.427973:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945973.427978:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945973.427983:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945973.427986:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945973.427990:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784945973.427991:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945973.427995:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784945973.427996:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fa600 00000400:00000200:1.0:1784945973.428002:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784945973.428002:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945973.428006:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945973.428010:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945973.428015:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784945973.428017:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784945973.428020:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784945973.428024:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdd19 [1] + 224 00000100:00000200:3.0:1784945973.428028:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950700 x1871641054258560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945989 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784945973.428031:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945973.428039:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945973.428043:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1784945973.428043:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950700 x1871641054258560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945989 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784945973.428052:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945973.428058:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784945973.428059:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945973.428063:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945973.428067:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945973.428070:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1784945973.428072:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953b80 x1871641054258688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945989 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945973.428072:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945973.428074:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945973.428080:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945973.428088:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=75 v=5 (5 5 5 5) 00000100:00000040:1.0:1784945973.428090:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953b80 x1871641054258688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945989 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784945973.428094:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=75 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945973.428102:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945973.428104:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945973.428109:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945973.428113:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945973.428119:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945973.428124:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950700 x1871641054258560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945989 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945973.428126:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945973.428134:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945973.428139:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945973.428141:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945973.428146:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945973.428148:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945973.428149:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945973.428150:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945973.428155:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945973.428157:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1784945973.428157:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950700 x1871641054258560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945989 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784945973.428161:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945973.428165:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000400:00000010:2.0:1784945973.428168:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00100000:3.0:1784945973.428179:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054258560:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945973.428180:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945973.428185:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953b80 x1871641054258688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945989 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945973.428188:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945973.428193:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784945973.428195:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953b80 x1871641054258688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945989 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784945973.428201:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950700 x1871641054258560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945989 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945973.428215:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945973.428217:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945973.428220:0:2354:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784945973.428220:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945973.428221:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945973.428224:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945973.428226:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945973.428226:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945973.428231:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3d000. 02000000:00000001:2.0:1784945973.428232:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945973.428237:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:2.0:1784945973.428239:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=75 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945973.428242:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=145 v=5 (1 1 1 1) 00000020:00000001:3.0:1784945973.428242:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784945973.428246:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1784945973.428246:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945973.428248:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945973.428251:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:2.0:1784945973.428252:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945973.428257:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945973.428257:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784945973.428264:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1784945973.428264:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1784945973.428269:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 02000000:00000001:3.0:1784945973.428269:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945973.428273:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950700. 00000100:00000001:2.0:1784945973.428274:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945973.428277:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945973.428279:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945973.428283:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945973.428284:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953b80 x1871641054258688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945989 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945973.428287:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945973.428295:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945973.428296:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945973.428298:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945973.428300:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945973.428302:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945973.428303:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945973.428305:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945973.428310:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953b80 x1871641054258688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945989 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945973.428320:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054258688:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945973.428324:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945973.428326:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945973.428329:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953b80 x1871641054258688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945989 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945973.428335:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945973.428336:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945973.428339:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0a00. 02000000:00000001:2.0:1784945973.428341:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945973.428342:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945973.428344:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945973.428345:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945973.428347:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b300. 02000000:00000001:2.0:1784945973.428349:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945973.428350:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945973.428351:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953b80. 00000100:00000001:2.0:1784945973.428354:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945973.428356:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945973.428357:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945973.428360:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945973.428361:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945973.428362:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945973.428364:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945973.745638:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945973.745644:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945973.745762:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945973.745765:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945973.745769:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945974.129627:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304761007, at 4304761024 00000100:00000040:1.0:1784945974.129627:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304761007, at 4304761024 00000100:00000010:1.0:1784945974.129641:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3227e0. 00000100:00000010:0.0:1784945974.129643:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322ae0. 00010000:00000001:1.0:1784945974.769657:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945974.769664:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945974.769730:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945974.769734:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945974.769737:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945975.793634:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945975.793640:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945975.793702:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945975.793706:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945975.793709:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945976.817627:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945976.817631:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945976.817683:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945976.817686:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945976.817688:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945977.841633:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945977.841641:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945977.841699:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945977.841704:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945977.841707:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945978.545615:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945978.545626:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945978.545637:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328aa00. 00000020:00000040:0.0:1784945978.545643:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784945978.545647:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945978.545650:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945978.545655:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945978.545663:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4b00. 00000100:00000001:0.0:1784945978.545669:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945978.545681:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d4328aa00 x1871641054258816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945978.545691:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945978.545696:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945978.545703:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005935784d] to pc [ptlrpcd_00_01+1] req@ffff996d4328aa00 x1871641054258816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945978.545735:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945978.545738:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945978.545740:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945978.545744:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328b800. 00000020:00000040:0.0:1784945978.545746:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784945978.545748:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945978.545750:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945978.545751:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945978.545757:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4d00. 00000100:00000001:0.0:1784945978.545760:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945978.545765:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d4328b800 x1871641054258944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784945978.545771:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945978.545773:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784945978.545777:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945978.545778:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945978.545781:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784945978.545787:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024ad7aec] to pc [ptlrpcd_00_00+0] req@ffff996d4328b800 x1871641054258944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945978.545791:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328aa00 x1871641054258816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945978.545805:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945978.545807:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1784945978.545809:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784945978.545811:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945978.545816:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784945978.545819:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784945978.545825:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945978.545826:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784945978.545833:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1784945978.545833:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054258816:192.168.202.106@tcp:400:kworker.0 00000100:00000040:0.0:1784945978.545843:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784945978.545843:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1784945978.545851:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10103) 02000000:00000001:1.0:1784945978.545851:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784945978.545855:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945978.545859:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784945978.545863:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ad800. 02000000:00000001:1.0:1784945978.545866:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945978.545873:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784945978.545878:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d630. 00000100:00000001:0.0:1784945978.545881:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945978.545885:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945978.545887:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1784945978.545887:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294880. 00000100:00000040:0.0:1784945978.545896:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328b800 x1871641054258944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784945978.545897:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054258816, portal 25 00000100:00000001:1.0:1784945978.545902:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784945978.545906:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290064384 : -112780419487232 : ffff996d4328aa00) 00000100:00000001:0.0:1784945978.545912:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784945978.545915:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945978.545917:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328aa00 x1871641054258816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784945978.545920:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784945978.545923:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945978.545928:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784945978.545934:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054258944:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945978.545934:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784945978.545941:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784945978.545942:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784945978.545945:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1784945978.545945:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294a18. 02000000:00000001:0.0:1784945978.545948:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945978.545950:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1784945978.545950:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054258816, offset 0 02000000:00000010:0.0:1784945978.545954:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394ba00. 02000000:00000001:0.0:1784945978.545957:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945978.545960:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945978.545963:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784945978.545966:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f210. 00000400:00000010:0.0:1784945978.545969:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f000. 00000400:00000200:1.0:1784945978.545973:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:0.0:1784945978.545974:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054258944, portal 10 00000100:00000001:0.0:1784945978.545976:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945978.545977:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290067968 : -112780419483648 : ffff996d4328b800) 00000100:00000040:0.0:1784945978.545983:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328b800 x1871641054258944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945978.545987:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784945978.545989:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945978.545991:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f990. 00000100:00000200:0.0:1784945978.545993:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054258944, offset 0 00000400:00000200:1.0:1784945978.545994:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945978.545998:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784945978.546001:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784945978.546006:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784945978.546009:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784945978.546012:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784945978.546015:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314533:314533:256:4294967295] 192.168.202.106@tcp LPNI seq info [314529:314529:8:4294967295] 00000400:00000200:1.0:1784945978.546019:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945978.546028:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784945978.546033:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945978.546035:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:1.0:1784945978.546040:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad400. 00000400:00000200:0.0:1784945978.546043:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784945978.546049:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1784945978.546050:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784945978.546053:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784945978.546058:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1784945978.546061:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784945978.546063:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:1.0:1784945978.546068:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784945978.546069:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314534:314534:255:4294967295] 192.168.202.106@tcp LPNI seq info [314530:314530:7:4294967295] 00000400:00000200:0.0:1784945978.546075:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945978.546081:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945978.546083:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:1.0:1784945978.546088:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:0.0:1784945978.546091:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784945978.546094:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304766127 00000800:00000010:0.0:1784945978.546097:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4400. 00000100:00000010:1.0:1784945978.546102:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f0c0. 00000800:00000200:0.0:1784945978.546103:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:1.0:1784945978.546110:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1784945978.546111:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945978.546117:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784945978.546120:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304766127 00000100:00000001:0.0:1784945978.546123:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784945978.546125:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f060. 00000100:00000001:1.0:1784945978.546129:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1784945978.546130:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16786 usecs (17 jiffies) 00000100:00000001:1.0:1784945978.546131:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945978.546136:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945978.546139:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784945978.546142:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945978.546143:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304765457 00000100:00000001:1.0:1784945978.546146:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945978.546148:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304766127 00000100:00000001:0.0:1784945978.546152:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304765457 00000100:00000001:1.0:1784945978.546154:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945978.546155:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304766127 00000100:00000001:1.0:1784945978.546156:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945978.546161:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945978.546161:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945978.546163:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945978.546165:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945978.546167:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945978.546168:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945978.546174:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945978.546177:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945978.546183:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945978.546185:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945978.546187:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945978.546189:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945978.546190:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945978.546192:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945978.546218:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945978.546222:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad400. 00000400:00000200:1.0:1784945978.546229:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945978.546234:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945978.546240:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294a18 00000400:00000010:1.0:1784945978.546241:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294a18. 00000100:00000001:1.0:1784945978.546246:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945978.546250:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328aa00 x1871641054258816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945978.546265:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945978.546267:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328aa00 x1871641054258816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945994 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945978.546274:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945978.546275:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945978.546327:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945978.546329:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4400. 00000400:00000200:1.0:1784945978.546332:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945978.546333:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945978.546335:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f990 00000400:00000010:1.0:1784945978.546336:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f990. 00000100:00000001:1.0:1784945978.546338:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945978.546340:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328b800 x1871641054258944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945978.546345:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945978.546347:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328b800 x1871641054258944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945994 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945978.546350:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945978.546351:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945978.547886:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945978.547900:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945978.547903:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945978.547906:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945978.547912:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945978.547919:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945978.547927:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945978.547932:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945978.547937:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945978.547946:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fa680 00000400:00000200:1.0:1784945978.547951:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945978.547956:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdd21 [1] + 224 00000800:00000001:1.0:1784945978.547963:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945978.547967:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945978.547971:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945978.547974:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945978.547981:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945978.547988:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328aa00 x1871641054258816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945994 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945978.547998:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328aa00 x1871641054258816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945994 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945978.548020:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945978.548027:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945978.548030:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945978.548032:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945978.548035:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945978.548038:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945978.548042:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945978.548047:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945978.548050:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945978.548054:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945978.548057:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784945978.548057:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fa700 00000100:00000001:0.0:1784945978.548062:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784945978.548063:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945978.548069:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdd31 [1] + 224 00000800:00000001:1.0:1784945978.548072:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784945978.548076:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784945978.548078:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784945978.548079:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784945978.548082:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1784945978.548084:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d630. 00000400:00000200:1.0:1784945978.548089:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945978.548091:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294880 00000400:00000010:0.0:1784945978.548095:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294880. 00000100:00000001:0.0:1784945978.548100:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784945978.548100:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945978.548107:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328b800 x1871641054258944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945994 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945978.548114:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328aa00 x1871641054258816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945994 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945978.548117:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328b800 x1871641054258944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945994 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784945978.548140:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328aa00 x1871641054258816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945994 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945978.548146:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945978.548148:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945978.548152:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945978.548152:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784945978.548158:0:2353:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:1.0:1784945978.548158:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784945978.548161:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784945978.548165:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945978.548167:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945978.548169:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784945978.548174:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=80 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945978.548178:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=80 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945978.548180:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784945978.548181:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945978.548183:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784945978.548184:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1784945978.548187:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945978.548188:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945978.548192:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1784945978.548193:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784945978.548196:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1784945978.548200:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328aa00 x1871641054258816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945994 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784945978.548200:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f210. 00000400:00000200:1.0:1784945978.548206:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f000 00000400:00000010:1.0:1784945978.548210:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f000. 00000100:00000001:0.0:1784945978.548216:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945978.548216:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784945978.548221:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784945978.548225:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784945978.548225:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328b800 x1871641054258944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945994 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945978.548234:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328aa00 x1871641054258816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945994 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784945978.548240:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328b800 x1871641054258944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945994 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945978.548256:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054258816:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945978.548259:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784945978.548262:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945978.548264:0:2352:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784945978.548266:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784945978.548266:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784945978.548268:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784945978.548271:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784945978.548271:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945978.548275:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945978.548279:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328aa00 x1871641054258816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945994 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784945978.548281:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=80 v=5 (5 5 5 5) 00000100:00001000:1.0:1784945978.548287:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=150 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945978.548293:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784945978.548293:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784945978.548296:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945978.548297:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1784945978.548298:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1784945978.548300:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ad800. 00010000:00000001:1.0:1784945978.548301:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945978.548304:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784945978.548304:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1784945978.548307:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:1.0:1784945978.548308:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000020:00000040:0.0:1784945978.548311:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784945978.548311:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784945978.548314:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945978.548315:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945978.548318:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4b00. 00000100:00000040:1.0:1784945978.548319:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328b800 x1871641054258944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945994 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784945978.548321:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784945978.548325:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784945978.548326:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1784945978.548329:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328aa00. 00000100:00000001:1.0:1784945978.548329:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784945978.548331:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784945978.548335:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328b800 x1871641054258944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945994 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945978.548336:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00100000:1.0:1784945978.548341:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054258944:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945978.548344:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945978.548345:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784945978.548348:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784945978.548348:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328b800 x1871641054258944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945994 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945978.548353:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945978.548356:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784945978.548358:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784945978.548360:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394ba00. 00000100:00000001:0.0:1784945978.548362:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1784945978.548363:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784945978.548365:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784945978.548365:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784945978.548367:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784945978.548370:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1784945978.548371:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784945978.548374:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784945978.548374:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4d00. 02000000:00000001:1.0:1784945978.548376:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784945978.548378:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784945978.548379:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328b800. 00000100:00000001:1.0:1784945978.548381:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784945978.548383:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945978.548385:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945978.548390:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945978.548392:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945978.548394:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945978.548396:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945978.865623:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945978.865629:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945978.865680:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945978.865683:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945978.865686:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945979.249624:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304766127, at 4304766144 00000100:00000040:1.0:1784945979.249625:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304766127, at 4304766144 00000100:00000010:1.0:1784945979.249640:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f060. 00000100:00000010:0.0:1784945979.249642:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f0c0. 00010000:00000001:1.0:1784945979.889618:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945979.889624:0:191202:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945979.889626:0:191202:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945979.889628:0:191202:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945979.889631:0:191202:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945979.889633:0:191202:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945979.889634:0:191202:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945979.889636:0:191202:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945979.889689:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945979.889693:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945979.889697:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784945980.273624:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784945980.273632:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784945980.273636:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1784945980.273808:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784945980.273813:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945980.273823:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945980.273827:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945980.273830:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784945980.914580:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945980.914586:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945980.914658:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945980.914662:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945980.914665:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945981.937641:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945981.937648:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945981.937758:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945981.937760:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945981.937763:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945982.961611:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945982.961616:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945982.961666:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945982.961669:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945982.961672:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945983.665663:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945983.665673:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945983.665683:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953b80. 00000020:00000040:2.0:1784945983.665689:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945983.665693:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945983.665696:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945983.665701:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945983.665709:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b300. 00000100:00000001:2.0:1784945983.665715:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945983.665725:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73953b80 x1871641054259072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945983.665735:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945983.665739:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945983.665746:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8924e08] to pc [ptlrpcd_01_01+1] req@ffff996d73953b80 x1871641054259072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945983.665773:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945983.665775:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945983.665778:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945983.665782:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950700. 00000020:00000040:2.0:1784945983.665785:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945983.665787:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945983.665789:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945983.665791:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945983.665801:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945983.665806:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945983.665808:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945983.665815:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953b80 x1871641054259072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945983.665823:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945983.665825:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945983.665829:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945983.665832:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945983.665834:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945983.665838:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054259072:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945983.665842:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945983.665847:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784945983.665850:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945983.665853:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 02000000:00000001:3.0:1784945983.665854:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784945983.665857:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945983.665860:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3de00. 00000100:00000040:2.0:1784945983.665863:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950700 x1871641054259200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1784945983.665865:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945983.665873:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945983.665878:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945983.665878:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784945983.665885:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000040:2.0:1784945983.665886:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a906b26] to pc [ptlrpcd_01_00+0] req@ffff996d73950700 x1871641054259200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784945983.665891:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000200:3.0:1784945983.665899:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054259072, portal 25 00000100:00000001:2.0:1784945983.665901:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945983.665902:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784945983.665905:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102485888 : -112779607065728 : ffff996d73953b80) 00000100:00000040:2.0:1784945983.665906:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945983.665911:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945983.665914:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945983.665917:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784945983.665919:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953b80 x1871641054259072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784945983.665922:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10108) 00000100:00000001:3.0:1784945983.665932:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784945983.665934:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784945983.665937:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784945983.665938:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945983.665941:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1784945983.665942:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1b28. 00000100:00000040:2.0:1784945983.665947:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950700 x1871641054259200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945983.665948:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054259072, offset 0 00000400:00000200:3.0:1784945983.665961:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784945983.665969:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945983.665973:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945983.665973:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784945983.665978:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945983.665980:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784945983.665981:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 02000000:00000001:2.0:1784945983.665986:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945983.665988:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:2.0:1784945983.665992:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054259200:192.168.202.106@tcp:400:kworker.0 00000400:00000200:3.0:1784945983.665995:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945983.665998:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945983.666000:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945983.666002:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314535:314535:256:4294967295] 192.168.202.106@tcp LPNI seq info [314531:314531:8:4294967295] 00000100:00000001:2.0:1784945983.666009:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784945983.666009:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784945983.666014:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945983.666017:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945983.666021:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 02000000:00000001:2.0:1784945983.666022:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1784945983.666027:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 02000000:00000010:2.0:1784945983.666028:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0a00. 02000000:00000001:2.0:1784945983.666032:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784945983.666032:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beaf00. 00000400:00000200:2.0:1784945983.666039:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784945983.666040:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000010:2.0:1784945983.666045:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000800:00000200:3.0:1784945983.666050:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000010:2.0:1784945983.666052:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000800:00000200:3.0:1784945983.666055:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beaf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1784945983.666057:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054259200, portal 10 00000100:00000001:2.0:1784945983.666065:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945983.666067:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102472448 : -112779607079168 : ffff996d73950700) 00000100:00000001:3.0:1784945983.666074:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945983.666076:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950700 x1871641054259200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784945983.666083:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945983.666088:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304771247 00000100:00000001:2.0:1784945983.666091:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945983.666095:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000010:3.0:1784945983.666095:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322de0. 00000400:00000010:2.0:1784945983.666100:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6cc0. 00000100:00000200:2.0:1784945983.666105:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054259200, offset 0 00000100:00000001:3.0:1784945983.666105:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1784945983.666114:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945983.666119:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945983.666120:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304771247 00000400:00000200:2.0:1784945983.666125:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000010:3.0:1784945983.666127:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322840. 00000400:00000200:2.0:1784945983.666129:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784945983.666133:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1784945983.666135:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:3.0:1784945983.666139:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784945983.666141:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784945983.666143:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945983.666145:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:3.0:1784945983.666149:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945983.666151:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314536:314536:255:4294967295] 192.168.202.106@tcp LPNI seq info [314532:314532:7:4294967295] 00000100:00000001:3.0:1784945983.666154:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784945983.666159:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945983.666163:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945983.666168:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1784945983.666170:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:3.0:1784945983.666172:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945983.666175:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945983.666177:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784945983.666178:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784945983.666182:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784945983.666185:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b500. 00000800:00000200:2.0:1784945983.666190:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945983.666194:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945983.666196:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784945983.666199:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945983.666202:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1784945983.666203:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16785 usecs (17 jiffies) 00000400:00000200:2.0:1784945983.666209:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:1.0:1784945983.666210:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beaf00. 00000100:00000001:2.0:1784945983.666211:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304770577 00000100:00000001:2.0:1784945983.666215:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304771247 00000100:00000001:2.0:1784945983.666217:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304770577 00000400:00000200:1.0:1784945983.666218:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784945983.666219:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304771247 00000100:00000001:2.0:1784945983.666224:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784945983.666228:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784945983.666229:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945983.666234:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945983.666235:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1b28 00000100:00000001:2.0:1784945983.666236:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784945983.666239:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1b28. 00000100:00000001:2.0:1784945983.666242:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945983.666244:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784945983.666245:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945983.666249:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1784945983.666251:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953b80 x1871641054259072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945983.666252:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945983.666255:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945983.666259:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945983.666270:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945983.666275:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953b80 x1871641054259072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945999 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945983.666283:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945983.666285:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945983.666300:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945983.666303:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b500. 00000400:00000200:1.0:1784945983.666306:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945983.666309:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945983.666311:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6cc0 00000400:00000010:1.0:1784945983.666313:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6cc0. 00000100:00000001:1.0:1784945983.666315:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945983.666318:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950700 x1871641054259200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945983.666323:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945983.666325:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950700 x1871641054259200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945999 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945983.666329:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945983.666331:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784945983.667501:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945983.667512:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784945983.667593:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945983.667599:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945983.667605:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945983.667610:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784945983.667617:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945983.667620:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945983.667624:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945983.667627:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fa780 00000400:00000200:0.0:1784945983.667631:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945983.667637:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdd41 [1] + 224 00000800:00000001:0.0:1784945983.667644:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945983.667650:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945983.667653:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945983.667656:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784945983.667660:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784945983.667664:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953b80 x1871641054259072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945999 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945983.667672:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953b80 x1871641054259072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945999 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945983.667687:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784945983.667697:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784945983.667700:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945983.667718:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945983.667721:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945983.667726:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945983.667727:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945983.667730:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945983.667733:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784945983.667734:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784945983.667736:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945983.667739:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953b80 x1871641054259072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945999 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945983.667745:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953b80 x1871641054259072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945999 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945983.667749:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945983.667750:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945983.667752:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945983.667754:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945983.667756:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945983.667757:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945983.667759:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945983.667764:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=85 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945983.667767:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=85 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945983.667769:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945983.667770:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945983.667772:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945983.667774:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945983.667776:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945983.667779:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953b80 x1871641054259072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945999 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945983.667786:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945983.667789:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945983.667790:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945983.667794:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953b80 x1871641054259072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945999 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945983.667801:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054259072:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945983.667806:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945983.667808:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945983.667810:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953b80 x1871641054259072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784945999 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945983.667900:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945983.667904:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945983.667907:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3de00. 02000000:00000001:3.0:1784945983.667911:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945983.667912:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945983.667914:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945983.667915:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945983.667917:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b300. 02000000:00000001:3.0:1784945983.667919:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945983.667921:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945983.667922:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953b80. 00000100:00000001:3.0:1784945983.667925:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945983.667926:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945983.667927:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945983.667945:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945983.667952:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945983.667955:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945983.667957:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945983.667961:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945983.667964:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:3.0:1784945983.667969:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945983.667971:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945983.667975:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945983.667978:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945983.667980:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945983.667984:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945983.667987:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945983.667990:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fa800 00000400:00000200:1.0:1784945983.667992:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945983.667995:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdd49 [1] + 224 00000800:00000001:1.0:1784945983.667998:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945983.668003:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945983.668005:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945983.668007:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945983.668009:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945983.668013:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950700 x1871641054259200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945999 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945983.668020:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950700 x1871641054259200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945999 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945983.668035:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945983.668039:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945983.668040:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945983.668186:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945983.668189:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945983.668192:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945983.668194:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945983.668196:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945983.668199:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000400:00000010:2.0:1784945983.668201:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000001:2.0:1784945983.668205:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945983.668209:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950700 x1871641054259200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945999 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945983.668218:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950700 x1871641054259200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945999 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945983.668223:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945983.668224:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945983.668225:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945983.668227:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945983.668228:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945983.668229:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945983.668230:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945983.668235:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=85 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945983.668237:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=5 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945983.668238:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945983.668239:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945983.668240:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945983.668242:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945983.668244:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945983.668246:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945983.668247:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945983.668248:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945983.668250:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950700 x1871641054259200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945999 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945983.668254:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945983.668256:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945983.668257:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945983.668259:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950700 x1871641054259200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945999 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945983.668263:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054259200:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945983.668265:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945983.668267:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945983.668269:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950700 x1871641054259200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784945999 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945983.668273:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945983.668274:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945983.668275:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0a00. 02000000:00000001:2.0:1784945983.668277:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945983.668278:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945983.668278:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945983.668280:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945983.668281:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 02000000:00000001:2.0:1784945983.668282:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945983.668283:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945983.668284:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950700. 00000100:00000001:2.0:1784945983.668286:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945983.668287:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945983.668288:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945983.668290:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945983.668291:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945983.668292:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945983.668293:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945983.985633:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945983.985639:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945983.985692:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945983.985695:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945983.985698:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945984.369620:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304771247, at 4304771264 00000100:00000010:0.0:1784945984.369637:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322de0. 00000100:00000040:1.0:1784945984.369729:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304771247, at 4304771264 00000100:00000010:1.0:1784945984.369734:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322840. 00010000:00000001:1.0:1784945985.009593:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945985.009599:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945985.009655:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945985.009659:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945985.009662:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945986.033632:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945986.033639:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945986.033698:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945986.033702:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945986.033705:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945987.057630:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945987.057638:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945987.057698:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945987.057703:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945987.057706:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945988.081627:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945988.081633:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945988.081729:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945988.081733:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945988.081737:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945988.785621:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945988.785631:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945988.785639:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950700. 00000020:00000040:2.0:1784945988.785645:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945988.785650:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945988.785653:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945988.785659:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945988.785667:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784945988.785673:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945988.785685:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950700 x1871641054259328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945988.785700:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945988.785704:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945988.785712:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a906b26] to pc [ptlrpcd_01_01+1] req@ffff996d73950700 x1871641054259328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945988.785744:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945988.785747:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945988.785750:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945988.785753:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951f80. 00000020:00000040:2.0:1784945988.785756:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945988.785758:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945988.785759:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945988.785761:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945988.785764:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784945988.785766:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945988.785770:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951f80 x1871641054259456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945988.785776:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945988.785779:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945988.785783:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c06e06] to pc [ptlrpcd_01_00+0] req@ffff996d73951f80 x1871641054259456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945988.785791:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945988.785794:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945988.785797:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945988.785800:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945988.785803:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945988.785808:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10113) 00000100:00000001:2.0:1784945988.785820:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945988.785823:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945988.785825:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945988.785831:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951f80 x1871641054259456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945988.785838:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945988.785840:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945988.785844:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945988.785847:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945988.785850:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945988.785854:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054259456:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945988.785858:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784945988.785862:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945988.785864:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945988.785867:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945988.785871:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0a00. 02000000:00000001:2.0:1784945988.785874:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784945988.785882:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784945988.785887:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784945988.785894:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000100:00000200:2.0:1784945988.785901:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054259456, portal 10 00000100:00000001:2.0:1784945988.785903:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945988.785905:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102478720 : -112779607072896 : ffff996d73951f80) 00000100:00000040:2.0:1784945988.785912:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951f80 x1871641054259456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945988.785920:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945988.785923:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784945988.785926:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6bb0. 00000100:00000200:2.0:1784945988.785929:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054259456, offset 0 00000400:00000200:2.0:1784945988.785935:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945988.785944:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945988.785951:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945988.785957:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784945988.785961:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945988.785966:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945988.785969:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784945988.785973:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314537:314537:256:4294967295] 192.168.202.106@tcp LPNI seq info [314533:314533:8:4294967295] 00000400:00000200:2.0:1784945988.785977:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945988.785989:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945988.786008:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784945988.786014:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bc00. 00000800:00000200:2.0:1784945988.786020:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784945988.786027:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945988.786031:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945988.786113:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945988.786117:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945988.786119:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945988.786125:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950700 x1871641054259328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945988.786133:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945988.786135:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945988.786137:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945988.786139:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945988.786141:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945988.786142:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945988.786149:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16785 usecs (17 jiffies) 00000100:00100000:3.0:1784945988.786150:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054259328:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945988.786157:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784945988.786158:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:3.0:1784945988.786162:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784945988.786163:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304775697 02000000:00000001:3.0:1784945988.786166:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784945988.786170:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cf00. 02000000:00000001:3.0:1784945988.786170:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784945988.786176:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3c200. 00000100:00000001:2.0:1784945988.786178:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 02000000:00000001:3.0:1784945988.786180:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945988.786186:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304775697 00000100:00000010:2.0:1784945988.786192:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c300. 00000400:00000200:3.0:1784945988.786192:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945988.786198:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000400:00000010:3.0:1784945988.786199:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784945988.786203:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1784945988.786207:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000001:2.0:1784945988.786208:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784945988.786212:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054259328, portal 25 00000100:00000001:2.0:1784945988.786213:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945988.786217:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945988.786218:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945988.786220:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102472448 : -112779607079168 : ffff996d73950700) 00000100:00000001:2.0:1784945988.786227:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1784945988.786227:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950700 x1871641054259328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945988.786230:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1784945988.786236:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784945988.786236:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945988.786240:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945988.786243:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:1.0:1784945988.786244:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bc00. 00000100:00000001:2.0:1784945988.786244:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945988.786250:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784945988.786251:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945988.786252:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1784945988.786255:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f14c8. 00000100:00000200:3.0:1784945988.786259:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054259328, offset 0 00000400:00000200:3.0:1784945988.786266:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784945988.786271:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:3.0:1784945988.786273:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945988.786279:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6bb0 00000400:00000200:3.0:1784945988.786280:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000010:1.0:1784945988.786285:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6bb0. 00000400:00000200:3.0:1784945988.786287:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945988.786291:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:1.0:1784945988.786293:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1784945988.786295:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945988.786300:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000200:1.0:1784945988.786301:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951f80 x1871641054259456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784945988.786306:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314538:314538:255:4294967295] 192.168.202.106@tcp LPNI seq info [314534:314534:7:4294967295] 00000400:00000200:3.0:1784945988.786317:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945988.786324:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:1.0:1784945988.786333:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1784945988.786333:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784945988.786340:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beaf00. 00000100:00000040:1.0:1784945988.786341:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951f80 x1871641054259456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946004 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784945988.786351:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:1.0:1784945988.786357:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784945988.786359:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:1.0:1784945988.786361:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1784945988.786363:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beaf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945988.786366:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945988.786368:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945988.786370:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304776367 00000100:00000001:3.0:1784945988.786374:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304775697 00000100:00000001:3.0:1784945988.786377:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304776367 00000100:00000001:3.0:1784945988.786379:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304775697 00000100:00000001:3.0:1784945988.786380:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945988.786382:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945988.786385:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784945988.786385:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945988.786390:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784945988.786391:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beaf00. 00000100:00000001:3.0:1784945988.786394:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784945988.786396:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784945988.786397:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945988.786400:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945988.786403:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784945988.786404:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784945988.786405:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945988.786409:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f14c8 00000100:00000001:3.0:1784945988.786409:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784945988.786414:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f14c8. 00000100:00000001:1.0:1784945988.786432:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945988.786436:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950700 x1871641054259328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945988.786443:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945988.786446:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950700 x1871641054259328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946004 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945988.786452:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945988.786454:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945988.789232:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945988.789245:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945988.789249:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945988.789251:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945988.789268:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945988.789277:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945988.789285:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945988.789290:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945988.789296:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945988.789300:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fa880 00000400:00000200:1.0:1784945988.789305:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945988.789312:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdd59 [1] + 224 00000800:00000001:1.0:1784945988.789319:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945988.789325:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945988.789328:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945988.789333:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945988.789340:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945988.789348:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950700 x1871641054259328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946004 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945988.789359:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950700 x1871641054259328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945988.789375:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945988.789383:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945988.789387:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945988.789407:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945988.789413:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945988.789433:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945988.789435:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945988.789438:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945988.789443:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784945988.789445:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784945988.789448:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945988.789453:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950700 x1871641054259328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945988.789463:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950700 x1871641054259328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946004 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945988.789469:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945988.789471:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945988.789474:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945988.789477:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945988.789479:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945988.789481:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945988.789484:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945988.789489:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=90 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945988.789492:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=90 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945988.789495:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945988.789496:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945988.789499:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945988.789501:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945988.789503:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945988.789507:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950700 x1871641054259328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946004 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945988.789550:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945988.789553:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945988.789555:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945988.789559:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950700 x1871641054259328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946004 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945988.789572:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054259328:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945988.789577:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945988.789579:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945988.789582:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950700 x1871641054259328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946004 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945988.789595:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945988.789597:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945988.789600:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3c200. 02000000:00000001:3.0:1784945988.789603:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945988.789606:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945988.789607:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945988.789609:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945988.789612:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 02000000:00000001:3.0:1784945988.789614:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945988.789616:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945988.789618:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950700. 00000100:00000001:3.0:1784945988.789621:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945988.789622:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945988.789624:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945988.789630:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945988.789632:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945988.789634:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945988.789635:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784945988.789850:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945988.789856:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945988.789858:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945988.789860:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945988.789864:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945988.789869:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945988.789874:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945988.789877:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945988.789880:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945988.789883:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fa900 00000400:00000200:1.0:1784945988.789887:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945988.789891:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdd51 [1] + 224 00000800:00000001:1.0:1784945988.789895:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945988.789901:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945988.789904:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945988.789907:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945988.789910:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945988.789914:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951f80 x1871641054259456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946004 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945988.789923:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951f80 x1871641054259456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945988.789940:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945988.789944:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945988.789947:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945988.789990:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945988.789993:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945988.789997:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945988.789999:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945988.790001:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945988.790005:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000400:00000010:2.0:1784945988.790007:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000001:2.0:1784945988.790011:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945988.790015:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951f80 x1871641054259456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945988.790024:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951f80 x1871641054259456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946004 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945988.790030:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784945988.790031:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945988.790033:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945988.790035:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945988.790037:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945988.790038:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945988.790040:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784945988.790045:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=90 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945988.790048:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=10 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945988.790051:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945988.790052:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945988.790054:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784945988.790056:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945988.790059:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784945988.790061:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945988.790063:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784945988.790065:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945988.790069:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951f80 x1871641054259456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946004 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945988.790076:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945988.790078:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945988.790079:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945988.790083:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951f80 x1871641054259456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946004 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945988.790096:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054259456:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945988.790100:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945988.790102:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945988.790104:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951f80 x1871641054259456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946004 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945988.790110:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945988.790112:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945988.790114:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0a00. 02000000:00000001:2.0:1784945988.790116:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945988.790118:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945988.790119:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945988.790120:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945988.790121:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:2.0:1784945988.790123:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945988.790124:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945988.790125:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951f80. 00000100:00000001:2.0:1784945988.790127:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945988.790128:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945988.790129:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945988.790132:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945988.790133:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945988.790134:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945988.790135:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945989.105606:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945989.105612:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945989.106542:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945989.106545:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945989.106549:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945989.489628:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304776367, at 4304776384 00000100:00000040:1.0:1784945989.489628:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304776367, at 4304776384 00000100:00000010:1.0:1784945989.489644:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c300. 00000100:00000010:0.0:1784945989.489656:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cf00. 00010000:00000001:1.0:1784945990.129642:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945990.129650:0:191202:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784945990.129653:0:191202:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784945990.129656:0:191202:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945990.129661:0:191202:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784945990.129663:0:191202:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945990.129665:0:191202:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945990.129667:0:191202:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945990.129718:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945990.129721:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945990.129723:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945991.155447:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945991.155453:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945991.155504:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945991.155507:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945991.155510:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945992.177599:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945992.177605:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945992.177659:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945992.177662:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945992.177666:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945993.201617:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945993.201622:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945993.201685:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945993.201689:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945993.201703:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784945993.905610:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945993.905621:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945993.905630:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951f80. 00000020:00000040:2.0:1784945993.905637:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784945993.905640:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945993.905643:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945993.905647:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945993.905655:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784945993.905662:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945993.905672:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951f80 x1871641054259584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784945993.905742:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784945993.905747:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945993.905753:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c06e06] to pc [ptlrpcd_01_01+1] req@ffff996d73951f80 x1871641054259584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945993.905782:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945993.905785:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784945993.905788:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784945993.905792:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953100. 00000020:00000040:2.0:1784945993.905794:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784945993.905797:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784945993.905798:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784945993.905800:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784945993.905804:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784945993.905807:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945993.905850:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945993.905854:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945993.905863:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784945993.905871:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951f80 x1871641054259584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945993.905884:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784945993.905886:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945993.905889:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784945993.905892:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784945993.905894:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784945993.905898:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054259584:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945993.905901:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784945993.905906:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784945993.905907:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73953100 x1871641054259712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1784945993.905916:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945993.905918:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1784945993.905920:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784945993.905922:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784945993.905927:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3c000. 00000100:00000040:2.0:1784945993.905929:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b49009a9] to pc [ptlrpcd_01_00+0] req@ffff996d73953100 x1871641054259712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945993.905939:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945993.905941:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945993.905972:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945993.905974:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784945993.905976:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784945993.905980:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10118) 02000000:00000001:3.0:1784945993.905986:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784945993.905994:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784945993.905998:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945993.906001:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945993.906002:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784945993.906007:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953100 x1871641054259712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945993.906014:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784945993.906016:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945993.906018:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784945993.906020:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784945993.906022:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784945993.906025:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054259712:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945993.906029:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1784945993.906047:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784945993.906056:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 02000000:00000001:2.0:1784945993.906057:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784945993.906060:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945993.906061:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784945993.906065:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0a00. 00000100:00000200:3.0:1784945993.906065:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054259584, portal 25 02000000:00000001:2.0:1784945993.906068:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945993.906070:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1784945993.906074:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945993.906074:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102478720 : -112779607072896 : ffff996d73951f80) 00000400:00000010:2.0:1784945993.906077:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784945993.906082:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000100:00000040:3.0:1784945993.906083:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951f80 x1871641054259584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784945993.906085:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054259712, portal 10 00000100:00000001:2.0:1784945993.906089:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784945993.906091:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102483200 : -112779607068416 : ffff996d73953100) 00000100:00000001:3.0:1784945993.906099:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784945993.906100:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953100 x1871641054259712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784945993.906105:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784945993.906111:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1784945993.906112:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1ee0. 00000100:00000040:2.0:1784945993.906116:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000200:3.0:1784945993.906119:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054259584, offset 0 00000400:00000010:2.0:1784945993.906120:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6f68. 00000100:00000200:2.0:1784945993.906124:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054259712, offset 0 00000400:00000200:3.0:1784945993.906129:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945993.906139:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784945993.906140:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784945993.906148:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784945993.906153:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945993.906158:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784945993.906162:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784945993.906166:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784945993.906170:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314539:314539:256:4294967295] 192.168.202.106@tcp LPNI seq info [314535:314535:8:4294967295] 00000400:00000200:3.0:1784945993.906175:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945993.906180:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784945993.906187:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784945993.906192:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784945993.906193:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784945993.906195:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784945993.906200:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784945993.906202:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:3.0:1784945993.906206:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784945993.906207:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314540:314540:255:4294967295] 192.168.202.106@tcp LPNI seq info [314536:314536:7:4294967295] 00000400:00000200:2.0:1784945993.906213:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:3.0:1784945993.906215:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000400:00000200:2.0:1784945993.906220:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784945993.906229:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000200:3.0:1784945993.906229:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000010:2.0:1784945993.906233:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b100. 00000800:00000200:2.0:1784945993.906237:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784945993.906241:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784945993.906247:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784945993.906248:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784945993.906251:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784945993.906268:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945993.906269:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945993.906276:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16783 usecs (17 jiffies) 00000400:00000200:3.0:1784945993.906277:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784945993.906282:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304781487 00000400:00000200:2.0:1784945993.906283:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000010:3.0:1784945993.906289:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3220c0. 00000100:00000001:3.0:1784945993.906296:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784945993.906301:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304780817 00000100:00000001:2.0:1784945993.906307:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304781487 00000100:00000001:3.0:1784945993.906307:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304781487 00000100:00000001:2.0:1784945993.906313:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304780817 00000100:00000010:3.0:1784945993.906314:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322900. 00000100:00000001:3.0:1784945993.906319:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784945993.906323:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945993.906324:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304781487 00000100:00000001:3.0:1784945993.906327:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945993.906329:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945993.906332:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945993.906333:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945993.906338:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945993.906339:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945993.906343:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945993.906346:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945993.906348:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945993.906349:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784945993.906352:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784945993.906354:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945993.906357:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945993.906357:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784945993.906360:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784945993.906361:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945993.906364:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945993.906365:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945993.906368:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784945993.906463:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945993.906467:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000400:00000200:1.0:1784945993.906473:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945993.906478:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945993.906483:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1ee0 00000400:00000010:1.0:1784945993.906486:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1ee0. 00000100:00000001:1.0:1784945993.906490:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945993.906495:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951f80 x1871641054259584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945993.906503:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945993.906507:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951f80 x1871641054259584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946009 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945993.906513:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945993.906536:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784945993.910462:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784945993.910471:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b100. 00000400:00000200:1.0:1784945993.910479:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945993.910486:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784945993.910493:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6f68 00000400:00000010:1.0:1784945993.910495:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6f68. 00000100:00000001:1.0:1784945993.910502:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784945993.910510:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953100 x1871641054259712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945993.910535:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945993.910539:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953100 x1871641054259712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946009 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945993.910546:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945993.910548:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945993.912294:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945993.912309:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945993.912313:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945993.912316:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945993.912324:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945993.912330:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945993.912336:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945993.912341:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945993.912346:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945993.912350:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642faa00 00000400:00000200:1.0:1784945993.912355:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945993.912361:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdd69 [1] + 224 00000800:00000001:1.0:1784945993.912368:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945993.912371:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945993.912384:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945993.912388:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945993.912395:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945993.912400:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953100 x1871641054259712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946009 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945993.912411:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953100 x1871641054259712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946009 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945993.912430:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784945993.912437:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945993.912441:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945993.912444:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945993.912446:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945993.912448:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945993.912451:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945993.912456:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945993.912459:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945993.912463:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945993.912466:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fa980 00000400:00000200:1.0:1784945993.912470:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945993.912475:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdd61 [1] + 224 00000100:00000001:2.0:1784945993.912475:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784945993.912482:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784945993.912482:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784945993.912489:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784945993.912492:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784945993.912495:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784945993.912501:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000800:00000001:1.0:1784945993.912503:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784945993.912504:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000400:00000200:1.0:1784945993.912509:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784945993.912511:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784945993.912541:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953100 x1871641054259712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946009 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784945993.912551:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000200:2.0:1784945993.912552:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953100 x1871641054259712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946009 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945993.912557:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784945993.912563:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1784945993.912565:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951f80 x1871641054259584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946009 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945993.912566:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945993.912571:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784945993.912575:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784945993.912578:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784945993.912582:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784945993.912588:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945993.912591:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951f80 x1871641054259584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946009 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784945993.912598:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=95 v=5 (5 5 5 5) 00000100:00001000:2.0:1784945993.912603:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=15 v=5 (1 1 1 1) 00000100:00000001:2.0:1784945993.912606:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784945993.912607:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784945993.912610:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784945993.912613:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1784945993.912614:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945993.912619:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000800:00000001:1.0:1784945993.912620:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784945993.912622:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784945993.912625:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000800:00000001:1.0:1784945993.912626:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945993.912628:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784945993.912634:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953100 x1871641054259712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946009 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945993.912646:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784945993.912649:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784945993.912651:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784945993.912655:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953100 x1871641054259712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946009 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784945993.912662:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054259712:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784945993.912666:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945993.912669:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784945993.912672:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953100 x1871641054259712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946009 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784945993.912678:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784945993.912681:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784945993.912684:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0a00. 02000000:00000001:2.0:1784945993.912688:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784945993.912690:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784945993.912692:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784945993.912694:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784945993.912696:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 02000000:00000001:2.0:1784945993.912699:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784945993.912701:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784945993.912702:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953100. 00000100:00000001:2.0:1784945993.912706:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784945993.912707:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945993.912709:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784945993.912716:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784945993.912717:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784945993.912719:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784945993.912722:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945993.912872:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945993.912875:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784945993.912878:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784945993.912880:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784945993.912881:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784945993.912885:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784945993.912887:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784945993.912891:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784945993.912896:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951f80 x1871641054259584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946009 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784945993.912905:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951f80 x1871641054259584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946009 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945993.912911:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784945993.912912:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945993.912914:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784945993.912916:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784945993.912917:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784945993.912919:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784945993.912920:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784945993.912924:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=95 v=5 (5 5 5 5) 00000100:00001000:3.0:1784945993.912927:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=95 v=5 (1 1 1 1) 00000100:00000001:3.0:1784945993.912929:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784945993.912930:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784945993.912932:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784945993.912934:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945993.912936:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784945993.912939:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951f80 x1871641054259584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946009 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945993.912946:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784945993.912948:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784945993.912949:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784945993.912953:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951f80 x1871641054259584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946009 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784945993.912960:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054259584:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784945993.912964:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945993.912966:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784945993.912969:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951f80 x1871641054259584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946009 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784945993.912976:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784945993.912977:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784945993.912979:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3c000. 02000000:00000001:3.0:1784945993.912983:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784945993.912984:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784945993.912985:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784945993.912988:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784945993.912989:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:3.0:1784945993.912992:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784945993.912993:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784945993.912994:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951f80. 00000100:00000001:3.0:1784945993.912997:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784945993.912998:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945993.913000:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784945993.913003:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784945993.913005:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784945993.913006:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784945993.913008:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945994.225644:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945994.225650:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945994.226168:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945994.226170:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945994.226173:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784945994.609592:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304781487, at 4304781504 00000100:00000040:0.0:1784945994.609593:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304781487, at 4304781504 00000100:00000010:1.0:1784945994.609606:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322900. 00000100:00000010:0.0:1784945994.609608:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3220c0. 00010000:00000001:1.0:1784945995.250447:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945995.250453:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945995.251407:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945995.251410:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945995.251412:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945996.273684:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945996.273694:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945996.273764:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945996.273770:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945996.273773:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945997.297716:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945997.297725:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784945997.297822:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784945997.297829:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784945997.297834:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784945998.321677:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945998.321686:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945998.321770:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784945998.321775:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784945998.321779:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945999.025651:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945999.025664:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945999.025675:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328aa00. 00000020:00000040:0.0:1784945999.025681:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784945999.025685:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945999.025688:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945999.025693:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945999.025700:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4b00. 00000100:00000001:0.0:1784945999.025707:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945999.025718:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d4328aa00 x1871641054259840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945999.025734:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945999.025738:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945999.025744:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005935784d] to pc [ptlrpcd_00_01+1] req@ffff996d4328aa00 x1871641054259840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945999.025774:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945999.025777:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784945999.025780:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784945999.025783:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43288700. 00000020:00000040:0.0:1784945999.025785:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784945999.025787:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784945999.025788:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784945999.025790:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784945999.025793:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4800. 00000100:00000001:0.0:1784945999.025796:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945999.025800:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43288700 x1871641054259968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784945999.025807:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784945999.025809:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945999.025811:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784945999.025814:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c46440e] to pc [ptlrpcd_00_00+0] req@ffff996d43288700 x1871641054259968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945999.025816:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945999.025820:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784945999.025826:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945999.025828:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328aa00 x1871641054259840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945999.025830:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784945999.025839:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784945999.025844:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1784945999.025845:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784945999.025846:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784945999.025851:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1784945999.025852:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784945999.025855:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784945999.025857:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10123) 02000000:00000001:1.0:1784945999.025857:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784945999.025863:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054259840:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945999.025866:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784945999.025870:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784945999.025871:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784945999.025873:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784945999.025877:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ada00. 02000000:00000001:1.0:1784945999.025879:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945999.025885:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784945999.025888:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d6e0. 00000100:00000001:0.0:1784945999.025890:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1784945999.025894:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294a18. 00000100:00000001:0.0:1784945999.025895:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945999.025898:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1784945999.025902:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054259840, portal 25 00000100:00000040:0.0:1784945999.025905:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43288700 x1871641054259968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945999.025913:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945999.025914:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784945999.025916:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290064384 : -112780419487232 : ffff996d4328aa00) 00000100:00000001:0.0:1784945999.025917:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784945999.025922:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1784945999.025923:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328aa00 x1871641054259840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784945999.025926:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784945999.025931:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945999.025936:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1784945999.025938:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054259968:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945999.025943:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1784945999.025947:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000001:0.0:1784945999.025948:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784945999.025951:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784945999.025951:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294c38. 02000000:00000001:0.0:1784945999.025954:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1784945999.025957:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054259840, offset 0 02000000:00000010:0.0:1784945999.025959:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784945999.025963:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784945999.025968:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945999.025971:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945999.025973:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f000. 00000400:00000010:0.0:1784945999.025979:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f198. 00000100:00000200:0.0:1784945999.025982:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054259968, portal 10 00000400:00000200:1.0:1784945999.025983:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945999.025987:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784945999.025990:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290055424 : -112780419496192 : ffff996d43288700) 00000400:00000200:1.0:1784945999.025995:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000040:0.0:1784945999.025999:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43288700 x1871641054259968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784945999.026001:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784945999.026008:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784945999.026013:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784945999.026014:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784945999.026018:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000040:0.0:1784945999.026021:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784945999.026027:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f000. 00000400:00000200:1.0:1784945999.026027:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314541:314541:256:4294967295] 192.168.202.106@tcp LPNI seq info [314537:314537:8:4294967295] 00000100:00000200:0.0:1784945999.026033:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054259968, offset 0 00000400:00000200:1.0:1784945999.026037:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945999.026041:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784945999.026050:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:0.0:1784945999.026059:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784945999.026060:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784945999.026067:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000010:1.0:1784945999.026068:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad400. 00000400:00000200:0.0:1784945999.026071:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784945999.026076:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:1.0:1784945999.026081:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784945999.026083:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784945999.026087:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:1.0:1784945999.026092:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784945999.026093:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314542:314542:255:4294967295] 192.168.202.106@tcp LPNI seq info [314538:314538:7:4294967295] 00000800:00000200:1.0:1784945999.026100:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784945999.026102:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784945999.026112:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:1.0:1784945999.026115:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945999.026119:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784945999.026124:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:0.0:1784945999.026125:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4500. 00000100:00000001:1.0:1784945999.026128:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304786607 00000800:00000200:0.0:1784945999.026134:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000010:1.0:1784945999.026137:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f060. 00000800:00000200:0.0:1784945999.026142:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784945999.026146:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784945999.026146:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784945999.026153:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945999.026154:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304786607 00000100:00000040:0.0:1784945999.026158:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16783 usecs (17 jiffies) 00000100:00000010:1.0:1784945999.026159:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f000. 00000100:00000001:1.0:1784945999.026165:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1784945999.026166:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945999.026170:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304785937 00000100:00000001:0.0:1784945999.026172:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304786607 00000100:00000001:0.0:1784945999.026174:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304785937 00000100:00000001:0.0:1784945999.026182:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304786607 00000100:00000001:1.0:1784945999.026182:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945999.026186:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945999.026188:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945999.026190:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945999.026193:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945999.026195:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945999.026199:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945999.026199:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945999.026210:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945999.026210:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945999.026214:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784945999.026214:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784945999.026220:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945999.026221:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945999.026223:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945999.026224:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784945999.026225:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945999.026228:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945999.026228:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945999.026234:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784945999.026272:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945999.026275:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad400. 00000400:00000200:0.0:1784945999.026282:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945999.026285:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945999.026289:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294c38 00000400:00000010:0.0:1784945999.026290:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294c38. 00000100:00000001:0.0:1784945999.026293:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945999.026297:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328aa00 x1871641054259840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945999.026303:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945999.026305:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328aa00 x1871641054259840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946015 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945999.026309:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945999.026310:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784945999.026380:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784945999.026383:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4500. 00000400:00000200:0.0:1784945999.026385:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784945999.026388:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784945999.026391:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f000 00000400:00000010:0.0:1784945999.026392:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f000. 00000100:00000001:0.0:1784945999.026395:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784945999.026398:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43288700 x1871641054259968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945999.026404:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784945999.026407:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43288700 x1871641054259968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946015 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945999.026412:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945999.026413:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784945999.028710:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945999.028722:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784945999.028725:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945999.028727:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945999.028733:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945999.028739:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784945999.028746:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945999.028749:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945999.028754:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945999.028759:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fab00 00000400:00000200:1.0:1784945999.028763:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945999.028769:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdd81 [1] + 224 00000800:00000001:1.0:1784945999.028775:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945999.028778:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784945999.028781:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784945999.028784:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784945999.028789:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945999.028795:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43288700 x1871641054259968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946015 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784945999.028807:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43288700 x1871641054259968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945999.028869:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945999.028873:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784945999.028886:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1784945999.028904:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784945999.028905:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784945999.028909:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1784945999.028911:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784945999.028913:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f000. 00000800:00000001:1.0:1784945999.028915:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784945999.028920:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784945999.028921:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f198 00000400:00000010:0.0:1784945999.028925:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f198. 00000400:00000200:1.0:1784945999.028926:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784945999.028931:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784945999.028935:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000200:0.0:1784945999.028941:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43288700 x1871641054259968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784945999.028942:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945999.028950:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945999.028957:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784945999.028964:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642faa80 00000400:00000200:1.0:1784945999.028973:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:0.0:1784945999.028979:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43288700 x1871641054259968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946015 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784945999.028980:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdd71 [1] + 224 00000800:00000001:1.0:1784945999.028989:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784945999.028994:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945999.028996:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945999.028999:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784945999.029002:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1784945999.029003:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945999.029005:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1784945999.029007:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784945999.029010:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784945999.029014:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 02000000:00000001:0.0:1784945999.029016:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945999.029019:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945999.029025:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328aa00 x1871641054259840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946015 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784945999.029027:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=101 v=5 (5 5 5 5) 00000100:00001000:0.0:1784945999.029036:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=21 v=5 (1 1 1 1) 00000100:00000001:0.0:1784945999.029041:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1784945999.029042:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328aa00 x1871641054259840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945999.029045:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784945999.029050:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784945999.029055:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945999.029060:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784945999.029062:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784945999.029063:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784945999.029067:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000800:00000001:1.0:1784945999.029068:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784945999.029069:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784945999.029073:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784945999.029078:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43288700 x1871641054259968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946015 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945999.029084:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784945999.029088:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784945999.029088:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784945999.029092:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784945999.029093:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:1.0:1784945999.029097:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1784945999.029098:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784945999.029101:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d6e0. 00000100:00000040:0.0:1784945999.029106:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43288700 x1871641054259968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946015 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784945999.029107:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294a18 00000400:00000010:1.0:1784945999.029110:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294a18. 00000100:00000001:1.0:1784945999.029115:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784945999.029121:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328aa00 x1871641054259840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784945999.029122:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054259968:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784945999.029132:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945999.029136:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1784945999.029140:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328aa00 x1871641054259840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946015 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784945999.029143:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43288700 x1871641054259968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946015 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945999.029158:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784945999.029162:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784945999.029162:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784945999.029165:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1784945999.029167:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000010:0.0:1784945999.029170:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b400. 02000000:00000001:1.0:1784945999.029170:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784945999.029173:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1784945999.029176:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784945999.029176:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784945999.029181:0:2352:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:1.0:1784945999.029181:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784945999.029184:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00001000:1.0:1784945999.029187:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=101 v=5 (5 5 5 5) 00000020:00000001:0.0:1784945999.029188:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784945999.029200:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4800. 00000100:00001000:1.0:1784945999.029200:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=101 v=5 (1 1 1 1) 02000000:00000001:0.0:1784945999.029207:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784945999.029209:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1784945999.029211:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784945999.029212:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784945999.029215:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43288700. 00010000:00000001:1.0:1784945999.029216:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784945999.029219:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945999.029221:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784945999.029223:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784945999.029224:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945999.029228:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784945999.029231:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328aa00 x1871641054259840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946015 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784945999.029235:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784945999.029238:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945999.029243:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784945999.029248:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945999.029248:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784945999.029250:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784945999.029252:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784945999.029256:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328aa00 x1871641054259840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946015 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784945999.029265:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054259840:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784945999.029268:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945999.029271:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784945999.029275:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328aa00 x1871641054259840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946015 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784945999.029281:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784945999.029283:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784945999.029285:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ada00. 02000000:00000001:1.0:1784945999.029288:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784945999.029289:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784945999.029290:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784945999.029292:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784945999.029294:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4b00. 02000000:00000001:1.0:1784945999.029296:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784945999.029298:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784945999.029299:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328aa00. 00000100:00000001:1.0:1784945999.029301:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784945999.029303:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945999.029304:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784945999.029309:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784945999.029310:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784945999.029311:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784945999.029313:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784945999.345640:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784945999.345645:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784945999.345711:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784945999.345714:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784945999.345718:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784945999.729626:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304786607, at 4304786624 00000100:00000040:1.0:1784945999.729626:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304786607, at 4304786624 00000100:00000010:1.0:1784945999.729642:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f000. 00000100:00000010:0.0:1784945999.729644:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f060. 00010000:00000001:1.0:1784946000.369625:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946000.369633:0:191202:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946000.369635:0:191202:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946000.369638:0:191202:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946000.369642:0:191202:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946000.369644:0:191202:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946000.369646:0:191202:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946000.369648:0:191202:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946000.369699:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946000.369702:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946000.369706:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946001.393593:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946001.393598:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946001.393646:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946001.393648:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946001.393651:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946002.417642:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946002.417648:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946002.417713:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946002.417717:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946002.417720:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946003.441620:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946003.441627:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946003.441696:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946003.441700:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946003.441703:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946004.145659:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946004.145669:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946004.145681:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953100. 00000020:00000040:2.0:1784946004.145686:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946004.145691:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946004.145694:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946004.145699:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946004.145708:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784946004.145715:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946004.145726:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73953100 x1871641054260096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946004.145737:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946004.145741:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946004.145747:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b49009a9] to pc [ptlrpcd_01_01+1] req@ffff996d73953100 x1871641054260096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946004.145778:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946004.145781:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946004.145785:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946004.145787:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950380. 00000020:00000040:2.0:1784946004.145790:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946004.145793:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946004.145795:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946004.145796:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946004.145802:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:3.0:1784946004.145804:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946004.145805:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946004.145808:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784946004.145812:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950380 x1871641054260224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946004.145812:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946004.145822:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953100 x1871641054260096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946004.145823:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946004.145827:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946004.145836:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784946004.145837:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3424a88] to pc [ptlrpcd_01_00+0] req@ffff996d73950380 x1871641054260224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946004.145841:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946004.145846:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784946004.145851:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946004.145851:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784946004.145857:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784946004.145857:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946004.145863:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1784946004.145865:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054260096:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784946004.145867:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946004.145873:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784946004.145873:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946004.145879:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784946004.145880:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10128) 02000000:00000001:3.0:1784946004.145883:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946004.145886:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784946004.145891:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1784946004.145892:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3dc00. 02000000:00000001:3.0:1784946004.145895:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946004.145896:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946004.145899:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1784946004.145902:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784946004.145906:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950380 x1871641054260224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784946004.145908:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784946004.145917:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946004.145919:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784946004.145921:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 02000000:00000001:2.0:1784946004.145922:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946004.145926:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946004.145928:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784946004.145931:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054260096, portal 25 00000100:00100000:2.0:1784946004.145932:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054260224:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946004.145935:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946004.145937:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784946004.145939:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102483200 : -112779607068416 : ffff996d73953100) 02000000:00000001:2.0:1784946004.145942:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946004.145945:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946004.145948:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953100 x1871641054260096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946004.145949:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946004.145954:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0a00. 02000000:00000001:2.0:1784946004.145958:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946004.145961:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784946004.145965:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784946004.145968:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946004.145971:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:3.0:1784946004.145973:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1330. 00000400:00000010:2.0:1784946004.145977:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000100:00000200:3.0:1784946004.145979:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054260096, offset 0 00000100:00000200:2.0:1784946004.145983:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054260224, portal 10 00000100:00000001:2.0:1784946004.145987:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1784946004.145989:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784946004.145990:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102471552 : -112779607080064 : ffff996d73950380) 00000100:00000040:2.0:1784946004.146000:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950380 x1871641054260224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946004.146002:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946004.146011:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946004.146016:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946004.146016:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000010:2.0:1784946004.146021:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6e58. 00000100:00000200:2.0:1784946004.146025:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054260224, offset 0 00000400:00000200:3.0:1784946004.146026:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946004.146033:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946004.146033:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946004.146040:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946004.146042:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946004.146046:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314543:314543:256:4294967295] 192.168.202.106@tcp LPNI seq info [314539:314539:8:4294967295] 00000400:00000200:3.0:1784946004.146049:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946004.146054:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946004.146061:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946004.146065:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946004.146070:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784946004.146071:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946004.146075:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000010:3.0:1784946004.146076:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea700. 00000400:00000200:2.0:1784946004.146080:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946004.146084:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:3.0:1784946004.146088:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946004.146092:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314544:314544:255:4294967295] 192.168.202.106@tcp LPNI seq info [314540:314540:7:4294967295] 00000400:00000200:2.0:1784946004.146100:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946004.146101:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946004.146105:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784946004.146112:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946004.146117:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784946004.146118:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784946004.146122:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b100. 00000400:00000200:3.0:1784946004.146124:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946004.146129:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304791727 00000800:00000200:2.0:1784946004.146130:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000010:3.0:1784946004.146138:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322600. 00000800:00000200:2.0:1784946004.146139:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946004.146144:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946004.146148:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946004.146149:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946004.146156:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16783 usecs (17 jiffies) 00000100:00000001:3.0:1784946004.146158:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304791727 00000400:00000200:2.0:1784946004.146161:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946004.146165:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304791057 00000100:00000010:3.0:1784946004.146166:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322420. 00000100:00000001:2.0:1784946004.146169:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304791727 00000100:00000001:3.0:1784946004.146172:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946004.146174:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304791057 00000100:00000001:2.0:1784946004.146178:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304791727 00000100:00000001:3.0:1784946004.146178:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946004.146183:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946004.146185:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946004.146187:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946004.146188:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946004.146190:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946004.146190:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784946004.146195:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea700. 00000100:00000001:2.0:1784946004.146197:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946004.146202:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946004.146202:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946004.146205:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784946004.146206:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946004.146208:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946004.146208:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946004.146212:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946004.146213:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946004.146215:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946004.146218:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946004.146219:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946004.146220:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946004.146221:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946004.146226:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946004.146229:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946004.146231:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1330 00000400:00000010:0.0:1784946004.146235:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1330. 00000100:00000001:0.0:1784946004.146242:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946004.146248:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953100 x1871641054260096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946004.146260:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946004.146264:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953100 x1871641054260096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946020 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946004.146272:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946004.146275:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946004.146371:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946004.146374:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b100. 00000400:00000200:0.0:1784946004.146378:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946004.146382:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946004.146385:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6e58 00000400:00000010:0.0:1784946004.146387:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6e58. 00000100:00000001:0.0:1784946004.146391:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946004.146395:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950380 x1871641054260224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946004.146402:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946004.146405:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950380 x1871641054260224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946020 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946004.146411:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946004.146413:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946004.147928:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946004.147937:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946004.147940:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946004.147941:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946004.147946:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946004.147951:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946004.147957:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946004.147961:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946004.147965:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946004.147969:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fab80 00000400:00000200:1.0:1784946004.147974:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946004.147979:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdd91 [1] + 224 00000800:00000001:1.0:1784946004.147985:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946004.147989:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946004.147992:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946004.147995:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946004.148000:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946004.148005:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953100 x1871641054260096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946020 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946004.148016:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953100 x1871641054260096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946004.148029:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946004.148036:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946004.148039:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946004.148042:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946004.148043:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946004.148047:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946004.148050:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:3.0:1784946004.148052:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946004.148054:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946004.148055:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946004.148057:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946004.148059:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784946004.148059:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946004.148061:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784946004.148062:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fac00 00000400:00000010:3.0:1784946004.148064:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:1.0:1784946004.148066:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946004.148067:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946004.148069:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946004.148071:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946004.148075:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdd99 [1] + 224 00000100:00000200:3.0:1784946004.148075:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953100 x1871641054260096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946004.148079:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946004.148084:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784946004.148084:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953100 x1871641054260096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946020 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946004.148086:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946004.148090:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946004.148091:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946004.148092:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946004.148093:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784946004.148096:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950380 x1871641054260224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946020 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946004.148096:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946004.148098:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946004.148101:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946004.148103:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946004.148104:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950380 x1871641054260224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946004.148106:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946004.148111:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=106 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946004.148114:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=106 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946004.148117:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946004.148117:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946004.148118:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946004.148120:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946004.148122:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784946004.148125:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946004.148128:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946004.148130:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946004.148135:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953100 x1871641054260096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946020 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946004.148142:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946004.148145:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946004.148148:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946004.148148:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946004.148151:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946004.148156:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1784946004.148156:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953100 x1871641054260096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946020 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784946004.148159:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946004.148161:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946004.148166:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000100:00100000:3.0:1784946004.148166:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054260096:192.168.202.106@tcp:400:kworker.0 00000400:00000010:2.0:1784946004.148170:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000001:3.0:1784946004.148172:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946004.148174:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946004.148175:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784946004.148182:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950380 x1871641054260224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946004.148182:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953100 x1871641054260096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946020 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946004.148201:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946004.148204:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946004.148207:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3dc00. 00000100:00000200:2.0:1784946004.148210:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950380 x1871641054260224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946020 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946004.148211:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946004.148213:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946004.148216:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946004.148220:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946004.148223:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784946004.148228:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1784946004.148228:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946004.148232:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784946004.148233:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1784946004.148233:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953100. 00000100:00000001:2.0:1784946004.148239:0:2354:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784946004.148239:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946004.148243:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784946004.148244:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946004.148244:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946004.148247:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946004.148249:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946004.148250:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946004.148252:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946004.148254:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946004.148255:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946004.148258:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946004.148273:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=106 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946004.148277:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=26 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946004.148279:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946004.148281:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946004.148283:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946004.148285:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946004.148297:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946004.148300:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946004.148302:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946004.148304:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946004.148308:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950380 x1871641054260224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946020 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946004.148315:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946004.148317:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946004.148319:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946004.148323:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950380 x1871641054260224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946020 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946004.148329:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054260224:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946004.148333:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946004.148334:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946004.148336:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950380 x1871641054260224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946020 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946004.148340:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946004.148341:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946004.148343:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0a00. 02000000:00000001:2.0:1784946004.148345:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946004.148345:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946004.148346:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946004.148354:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946004.148356:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:2.0:1784946004.148358:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946004.148362:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946004.148363:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950380. 00000100:00000001:2.0:1784946004.148366:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946004.148367:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946004.148368:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946004.148373:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946004.148374:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946004.148376:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946004.148377:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946004.465606:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946004.465610:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946004.465725:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946004.465727:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946004.465730:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946004.849620:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304791727, at 4304791744 00000100:00000040:1.0:1784946004.849620:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304791727, at 4304791744 00000100:00000010:0.0:1784946004.849637:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322600. 00000100:00000010:1.0:1784946004.849639:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322420. 00010000:00000001:1.0:1784946005.489634:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946005.489642:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946005.489704:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946005.489707:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946005.489710:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946006.513640:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946006.513646:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946006.513738:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946006.513742:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946006.513745:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946007.537647:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946007.537654:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946007.537757:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946007.537761:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946007.537764:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946008.561624:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946008.561632:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946008.561695:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946008.561700:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946008.561703:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946009.265623:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946009.265633:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946009.265641:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950380. 00000020:00000040:2.0:1784946009.265646:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946009.265650:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946009.265652:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946009.265656:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946009.265661:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784946009.265667:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946009.265676:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950380 x1871641054260352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946009.265684:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946009.265687:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946009.265693:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3424a88] to pc [ptlrpcd_01_01+1] req@ffff996d73950380 x1871641054260352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946009.265719:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946009.265721:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946009.265724:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946009.265725:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951880. 00000020:00000040:2.0:1784946009.265727:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946009.265728:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946009.265729:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946009.265730:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946009.265732:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784946009.265734:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946009.265737:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951880 x1871641054260480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946009.265742:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946009.265744:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946009.265748:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084695538] to pc [ptlrpcd_01_00+0] req@ffff996d73951880 x1871641054260480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946009.265753:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946009.265754:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946009.265758:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946009.265759:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784946009.265761:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784946009.265764:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946009.265765:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946009.265769:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946009.265773:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10133) 00000100:00000040:3.0:1784946009.265775:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950380 x1871641054260352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946009.265786:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946009.265787:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946009.265790:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946009.265790:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946009.265793:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946009.265798:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951880 x1871641054260480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946009.265798:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784946009.265805:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946009.265805:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946009.265807:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946009.265808:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946009.265809:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946009.265812:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946009.265813:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946009.265821:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054260480:192.168.202.106@tcp:400:kworker.0 00000100:00100000:3.0:1784946009.265821:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054260352:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946009.265829:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784946009.265830:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946009.265836:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946009.265836:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946009.265838:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946009.265839:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946009.265841:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1784946009.265842:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946009.265845:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0a00. 02000000:00000010:3.0:1784946009.265847:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3da00. 02000000:00000001:2.0:1784946009.265848:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946009.265851:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946009.265859:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946009.265860:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946009.265865:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:3.0:1784946009.265865:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:2.0:1784946009.265873:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000400:00000010:3.0:1784946009.265873:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000200:2.0:1784946009.265880:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054260480, portal 10 00000100:00000200:3.0:1784946009.265880:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054260352, portal 25 00000100:00000001:3.0:1784946009.265885:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946009.265886:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946009.265887:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102471552 : -112779607080064 : ffff996d73950380) 00000100:00000001:2.0:1784946009.265891:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476928 : -112779607074688 : ffff996d73951880) 00000100:00000040:3.0:1784946009.265894:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950380 x1871641054260352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946009.265901:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946009.265902:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951880 x1871641054260480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946009.265906:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946009.265911:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f16e8. 00000100:00000001:2.0:1784946009.265916:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1784946009.265917:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054260352, offset 0 00000100:00000040:2.0:1784946009.265922:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946009.265928:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946009.265935:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6a18. 00000400:00000200:3.0:1784946009.265940:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:2.0:1784946009.265942:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054260480, offset 0 00000400:00000200:3.0:1784946009.265948:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946009.265952:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946009.265957:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946009.265962:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946009.265965:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946009.265968:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946009.265972:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314545:314545:256:4294967295] 192.168.202.106@tcp LPNI seq info [314541:314541:8:4294967295] 00000400:00000200:3.0:1784946009.265976:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946009.265983:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946009.265993:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946009.265993:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946009.266001:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784946009.266006:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946009.266007:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946009.266013:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1784946009.266015:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000400:00000200:2.0:1784946009.266016:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946009.266022:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314546:314546:255:4294967295] 192.168.202.106@tcp LPNI seq info [314542:314542:7:4294967295] 00000400:00000200:2.0:1784946009.266029:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946009.266029:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946009.266038:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946009.266043:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946009.266048:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000200:3.0:1784946009.266051:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1784946009.266052:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bc00. 00000800:00000200:2.0:1784946009.266058:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946009.266062:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946009.266064:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946009.266070:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946009.266070:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946009.266076:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16782 usecs (17 jiffies) 00000400:00000200:3.0:1784946009.266079:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946009.266081:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946009.266084:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304796847 00000100:00000010:3.0:1784946009.266089:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322ea0. 00000100:00000001:2.0:1784946009.266092:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304796177 00000100:00000001:3.0:1784946009.266096:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784946009.266101:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304796847 00000100:00000001:2.0:1784946009.266102:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304796847 00000100:00000010:3.0:1784946009.266104:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322960. 00000100:00000001:2.0:1784946009.266108:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304796177 00000100:00000001:3.0:1784946009.266109:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946009.266112:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946009.266114:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304796847 00000100:00000001:3.0:1784946009.266115:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946009.266120:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946009.266121:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946009.266124:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946009.266126:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946009.266129:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946009.266130:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784946009.266139:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946009.266139:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946009.266140:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946009.266143:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946009.266144:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:0.0:1784946009.266146:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea800. 00000100:00000001:2.0:1784946009.266146:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946009.266149:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946009.266149:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946009.266153:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946009.266154:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946009.266155:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946009.266156:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946009.266158:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946009.266161:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946009.266164:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946009.266171:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f16e8 00000400:00000010:0.0:1784946009.266174:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f16e8. 00000100:00000001:0.0:1784946009.266179:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946009.266184:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950380 x1871641054260352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946009.266193:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946009.266197:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950380 x1871641054260352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946025 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946009.266204:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946009.266205:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946009.266292:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946009.266301:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bc00. 00000400:00000200:0.0:1784946009.266305:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946009.266311:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946009.266314:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6a18 00000400:00000010:0.0:1784946009.266326:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6a18. 00000100:00000001:0.0:1784946009.266330:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946009.266333:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951880 x1871641054260480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946009.266340:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946009.266343:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951880 x1871641054260480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946025 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946009.266349:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946009.266351:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946009.268101:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946009.268115:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946009.268119:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946009.268122:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946009.268138:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946009.268144:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946009.268153:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946009.268156:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946009.268161:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946009.268166:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fac80 00000400:00000200:1.0:1784946009.268170:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946009.268177:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdda9 [1] + 224 00000800:00000001:1.0:1784946009.268183:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946009.268188:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946009.268190:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946009.268194:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946009.268200:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946009.268206:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950380 x1871641054260352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946025 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946009.268216:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950380 x1871641054260352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946025 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946009.268230:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946009.268238:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946009.268242:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946009.268244:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946009.268258:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946009.268262:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946009.268268:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:3.0:1784946009.268271:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946009.268273:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946009.268276:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946009.268279:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946009.268284:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784946009.268285:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784946009.268290:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fad00 00000400:00000001:3.0:1784946009.268291:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946009.268295:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:1.0:1784946009.268296:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946009.268302:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946009.268306:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946009.268310:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946009.268314:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdda1 [1] + 224 00000100:00000200:3.0:1784946009.268317:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950380 x1871641054260352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946025 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946009.268333:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784946009.268333:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950380 x1871641054260352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946025 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946009.268343:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946009.268343:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784946009.268347:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946009.268348:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946009.268355:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946009.268355:0:2355:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784946009.268360:0:2344:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1784946009.268360:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946009.268365:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1784946009.268367:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951880 x1871641054260480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946025 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946009.268369:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946009.268375:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946009.268379:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951880 x1871641054260480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946025 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784946009.268384:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=111 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946009.268389:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=111 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946009.268392:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946009.268393:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946009.268397:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946009.268398:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784946009.268400:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1784946009.268402:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784946009.268405:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946009.268409:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946009.268416:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950380 x1871641054260352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946025 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946009.268424:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946009.268428:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946009.268430:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946009.268433:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784946009.268435:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950380 x1871641054260352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946025 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946009.268437:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946009.268442:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946009.268444:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946009.268446:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946009.268449:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000400:00000010:2.0:1784946009.268451:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000001:2.0:1784946009.268455:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1784946009.268459:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054260352:192.168.202.106@tcp:400:kworker.0 00000100:00000200:2.0:1784946009.268462:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951880 x1871641054260480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946025 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946009.268469:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784946009.268473:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951880 x1871641054260480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946025 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946009.268475:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784946009.268483:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784946009.268483:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950380 x1871641054260352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946025 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946009.268486:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946009.268491:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946009.268494:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946009.268496:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946009.268498:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784946009.268499:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946009.268503:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1784946009.268504:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946009.268508:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3da00. 00000100:00001000:2.0:1784946009.268512:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=111 v=5 (5 5 5 5) 02000000:00000001:3.0:1784946009.268514:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:2.0:1784946009.268538:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=31 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946009.268540:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946009.268541:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946009.268543:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946009.268545:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946009.268548:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946009.268550:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946009.268551:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946009.268552:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946009.268556:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951880 x1871641054260480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946025 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784946009.268558:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946009.268561:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946009.268563:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1784946009.268566:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784946009.268567:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946009.268570:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784946009.268571:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 00000100:00000040:2.0:1784946009.268573:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951880 x1871641054260480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946025 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946009.268578:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:2.0:1784946009.268580:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054260480:192.168.202.106@tcp:400:kworker.0 02000000:00000001:3.0:1784946009.268582:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946009.268586:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950380. 00000100:00000001:2.0:1784946009.268587:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946009.268591:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784946009.268591:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946009.268595:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946009.268597:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951880 x1871641054260480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946025 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946009.268600:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946009.268609:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784946009.268610:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1784946009.268611:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784946009.268613:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946009.268615:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0a00. 00000100:00000001:3.0:1784946009.268617:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784946009.268620:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784946009.268621:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946009.268624:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946009.268627:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946009.268630:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946009.268632:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 02000000:00000001:2.0:1784946009.268635:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946009.268636:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946009.268638:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951880. 00000100:00000001:2.0:1784946009.268640:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946009.268641:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946009.268643:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946009.268647:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946009.268648:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946009.268650:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946009.268651:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946009.585641:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946009.585649:0:191202:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946009.585651:0:191202:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946009.585654:0:191202:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946009.585658:0:191202:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946009.585660:0:191202:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946009.585662:0:191202:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946009.585664:0:191202:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946009.585815:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946009.585819:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946009.585822:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946009.969639:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304796847, at 4304796864 00000100:00000040:0.0:1784946009.969646:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304796847, at 4304796864 00000100:00000010:1.0:1784946009.969659:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322960. 00000100:00000010:0.0:1784946009.969662:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322ea0. 00010000:00000001:1.0:1784946010.609647:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946010.609654:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946010.609718:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946010.609722:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946010.609725:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946011.633647:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946011.633653:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946011.633773:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946011.633776:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946011.633778:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946012.657632:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946012.657639:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946012.657695:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946012.657698:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946012.657701:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946013.681645:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946013.681651:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946013.681717:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946013.681721:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946013.681730:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946014.385612:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946014.385623:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946014.385632:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951880. 00000020:00000040:2.0:1784946014.385638:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946014.385646:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946014.385649:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946014.385653:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946014.385659:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784946014.385667:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946014.385675:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951880 x1871641054260608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946014.385682:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946014.385685:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946014.385689:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084695538] to pc [ptlrpcd_01_01+1] req@ffff996d73951880 x1871641054260608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946014.385711:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946014.385713:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946014.385715:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946014.385717:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953480. 00000020:00000040:2.0:1784946014.385719:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946014.385720:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946014.385721:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946014.385722:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946014.385724:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b300. 00000100:00000001:2.0:1784946014.385726:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946014.385728:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73953480 x1871641054260736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946014.385737:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946014.385738:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946014.385741:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000632050e9] to pc [ptlrpcd_01_00+0] req@ffff996d73953480 x1871641054260736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946014.385743:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946014.385747:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946014.385748:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784946014.385750:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946014.385751:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946014.385755:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946014.385758:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946014.385760:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784946014.385761:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951880 x1871641054260608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946014.385764:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10138) 00000100:00000001:3.0:1784946014.385774:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946014.385777:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946014.385780:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784946014.385781:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784946014.385784:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946014.385785:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946014.385790:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784946014.385790:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946014.385797:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054260608:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784946014.385799:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953480 x1871641054260736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946014.385806:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784946014.385812:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784946014.385813:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784946014.385815:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946014.385816:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946014.385821:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1784946014.385822:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1784946014.385825:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3c000. 02000000:00000001:2.0:1784946014.385826:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946014.385829:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946014.385831:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946014.385837:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00100000:2.0:1784946014.385838:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054260736:192.168.202.106@tcp:400:kworker.0 00000400:00000010:3.0:1784946014.385841:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784946014.385847:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1784946014.385849:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 02000000:00000001:2.0:1784946014.385850:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946014.385854:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784946014.385856:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054260608, portal 25 02000000:00000001:2.0:1784946014.385857:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784946014.385861:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946014.385863:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476928 : -112779607074688 : ffff996d73951880) 02000000:00000010:2.0:1784946014.385864:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0a00. 00000100:00000040:3.0:1784946014.385868:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951880 x1871641054260608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946014.385869:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946014.385875:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946014.385879:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784946014.385887:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000100:00000001:3.0:1784946014.385889:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1784946014.385892:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054260736, portal 10 00000100:00000040:3.0:1784946014.385893:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784946014.385898:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1784946014.385898:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f15d8. 00000100:00000001:2.0:1784946014.385899:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102484096 : -112779607067520 : ffff996d73953480) 00000100:00000200:3.0:1784946014.385903:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054260608, offset 0 00000100:00000040:2.0:1784946014.385908:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953480 x1871641054260736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946014.385912:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784946014.385919:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946014.385922:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946014.385925:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6a18. 00000400:00000200:3.0:1784946014.385926:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:2.0:1784946014.385929:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054260736, offset 0 00000400:00000200:2.0:1784946014.385934:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946014.385937:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946014.385943:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946014.385946:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946014.385950:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946014.385953:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946014.385957:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314547:314547:256:4294967295] 192.168.202.106@tcp LPNI seq info [314543:314543:8:4294967295] 00000400:00000200:3.0:1784946014.385961:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946014.385966:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946014.385974:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946014.385975:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946014.385979:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946014.385984:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:3.0:1784946014.385985:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946014.385989:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946014.385991:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000010:3.0:1784946014.385992:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000400:00000200:2.0:1784946014.385994:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314548:314548:255:4294967295] 192.168.202.106@tcp LPNI seq info [314544:314544:7:4294967295] 00000400:00000200:2.0:1784946014.385998:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946014.386001:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784946014.386011:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784946014.386016:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946014.386016:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784946014.386024:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946014.386027:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b500. 00000800:00000200:2.0:1784946014.386030:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:3.0:1784946014.386033:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784946014.386034:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946014.386038:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784946014.386039:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946014.386041:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946014.386043:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304801967 00000100:00000040:2.0:1784946014.386047:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16782 usecs (17 jiffies) 00000100:00000010:3.0:1784946014.386048:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322c60. 00000400:00000200:2.0:1784946014.386052:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946014.386055:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304801297 00000100:00000001:3.0:1784946014.386056:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946014.386063:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304801967 00000100:00000001:3.0:1784946014.386063:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304801967 00000100:00000001:2.0:1784946014.386068:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304801297 00000100:00000010:3.0:1784946014.386069:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3226c0. 00000100:00000001:3.0:1784946014.386074:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946014.386078:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946014.386079:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304801967 00000100:00000001:2.0:1784946014.386084:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946014.386085:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946014.386086:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946014.386089:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946014.386091:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946014.386097:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946014.386101:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946014.386101:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946014.386105:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946014.386108:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1784946014.386109:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946014.386110:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946014.386112:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946014.386113:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1784946014.386116:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beab00. 00000100:00000001:3.0:1784946014.386117:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946014.386118:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946014.386121:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946014.386123:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946014.386125:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946014.386126:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946014.386130:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946014.386136:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946014.386143:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f15d8 00000400:00000010:0.0:1784946014.386146:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f15d8. 00000100:00000001:0.0:1784946014.386151:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946014.386157:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951880 x1871641054260608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946014.386167:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946014.386171:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951880 x1871641054260608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946030 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946014.386177:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946014.386179:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946014.386249:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946014.386252:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b500. 00000400:00000200:0.0:1784946014.386255:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946014.386259:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946014.386261:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6a18 00000400:00000010:0.0:1784946014.386262:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6a18. 00000100:00000001:0.0:1784946014.386265:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946014.386269:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953480 x1871641054260736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946014.386277:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946014.386280:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953480 x1871641054260736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946030 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946014.386286:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946014.386287:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946014.387555:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946014.387564:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946014.387567:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946014.387569:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946014.387574:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946014.387578:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946014.387582:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946014.387584:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946014.387588:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946014.387590:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fad80 00000400:00000200:1.0:1784946014.387593:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946014.387597:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cddb1 [1] + 224 00000800:00000001:1.0:1784946014.387602:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946014.387606:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946014.387608:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946014.387610:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946014.387614:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946014.387619:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951880 x1871641054260608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946030 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946014.387625:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951880 x1871641054260608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946030 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946014.387634:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946014.387639:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946014.387641:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946014.387774:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946014.387776:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784946014.387781:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946014.387782:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946014.387784:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000800:00000001:0.0:1784946014.387786:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784946014.387787:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946014.387790:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946014.387792:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784946014.387795:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784946014.387798:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951880 x1871641054260608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946030 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946014.387799:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946014.387803:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784946014.387811:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951880 x1871641054260608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946030 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946014.387812:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946014.387821:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:3.0:1784946014.387824:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946014.387828:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946014.387830:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946014.387832:0:2355:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:0.0:1784946014.387836:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:3.0:1784946014.387837:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946014.387841:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1784946014.387842:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946014.387845:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946014.387848:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fae00 02000000:00000001:3.0:1784946014.387850:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946014.387855:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00001000:3.0:1784946014.387858:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=116 v=5 (5 5 5 5) 00000400:00000200:0.0:1784946014.387862:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cddb9 [1] + 224 00000100:00001000:3.0:1784946014.387865:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=116 v=5 (1 1 1 1) 00000800:00000001:0.0:1784946014.387868:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784946014.387869:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946014.387872:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946014.387874:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946014.387876:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946014.387877:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946014.387882:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951880 x1871641054260608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946030 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946014.387888:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946014.387894:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946014.387900:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946014.387903:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946014.387905:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946014.387909:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946014.387913:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784946014.387914:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953480 x1871641054260736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946030 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946014.387919:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951880 x1871641054260608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946030 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946014.387936:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054260608:192.168.202.106@tcp:400:kworker.0 00000100:00000040:0.0:1784946014.387937:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953480 x1871641054260736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946030 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946014.387940:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946014.387944:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946014.387948:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951880 x1871641054260608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946030 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946014.387963:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784946014.387967:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1784946014.387967:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946014.387972:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3c000. 00000800:00000001:0.0:1784946014.387974:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784946014.387976:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:0.0:1784946014.387979:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784946014.387980:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946014.387984:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946014.387987:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946014.387990:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 02000000:00000001:3.0:1784946014.387993:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784946014.387994:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784946014.387996:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784946014.387997:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1784946014.388000:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951880. 00000400:00000001:2.0:1784946014.388002:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946014.388005:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784946014.388005:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946014.388009:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784946014.388010:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946014.388015:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000100:00000001:3.0:1784946014.388015:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784946014.388019:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000001:2.0:1784946014.388022:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946014.388023:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946014.388027:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784946014.388028:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953480 x1871641054260736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946030 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946014.388031:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946014.388035:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784946014.388039:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953480 x1871641054260736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946030 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946014.388044:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946014.388044:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946014.388046:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946014.388047:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946014.388047:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946014.388049:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946014.388050:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946014.388054:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=116 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946014.388057:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=36 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946014.388058:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946014.388059:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946014.388060:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946014.388063:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946014.388064:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946014.388066:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946014.388067:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946014.388068:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946014.388070:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953480 x1871641054260736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946030 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946014.388074:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946014.388075:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946014.388076:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946014.388086:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953480 x1871641054260736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946030 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946014.388091:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054260736:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946014.388094:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946014.388095:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946014.388097:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953480 x1871641054260736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946030 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946014.388100:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946014.388101:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946014.388103:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0a00. 02000000:00000001:2.0:1784946014.388104:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946014.388106:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946014.388106:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946014.388108:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946014.388109:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b300. 02000000:00000001:2.0:1784946014.388110:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946014.388111:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946014.388112:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953480. 00000100:00000001:2.0:1784946014.388114:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946014.388115:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946014.388116:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946014.388118:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946014.388119:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946014.388120:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946014.388122:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946014.705636:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946014.705643:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946014.705752:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946014.705755:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946014.705759:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946015.089632:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304801967, at 4304801984 00000100:00000010:0.0:1784946015.089647:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322c60. 00000100:00000040:1.0:1784946015.089773:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304801967, at 4304801984 00000100:00000010:1.0:1784946015.089779:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3226c0. 00010000:00000001:1.0:1784946015.729746:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946015.729751:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946015.729851:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946015.729855:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946015.729860:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946016.753653:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946016.753660:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946016.753722:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946016.753726:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946016.753729:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946017.777690:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946017.777697:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946017.777768:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946017.777772:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946017.777775:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946018.801655:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946018.801662:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946018.801730:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946018.801734:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946018.801738:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784946019.185617:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784946019.185625:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784946019.185630:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1784946019.185802:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784946019.185807:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946019.185818:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946019.185822:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946019.185825:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946019.505646:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946019.505656:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946019.505668:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8aa00. 00000020:00000040:1.0:1784946019.505674:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946019.505678:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946019.505681:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946019.505687:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946019.505695:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad700. 00000100:00000001:1.0:1784946019.505702:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946019.505723:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d8aa00 x1871641054260864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946019.505732:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946019.505736:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946019.505741:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000484376cf] to pc [ptlrpcd_00_01+1] req@ffff996d44d8aa00 x1871641054260864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946019.505768:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946019.505772:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946019.505787:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946019.505791:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d88a80. 00000020:00000040:1.0:1784946019.505794:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946019.505797:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946019.505798:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946019.505800:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946019.505805:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1784946019.505806:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad400. 00000100:00000001:0.0:1784946019.505812:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946019.505812:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946019.505817:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946019.505826:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8aa00 x1871641054260864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946019.505827:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d88a80 x1871641054260992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946019.505852:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946019.505853:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946019.505855:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946019.505858:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946019.505861:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946019.505866:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784946019.505867:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a23219d9] to pc [ptlrpcd_00_00+0] req@ffff996d44d88a80 x1871641054260992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946019.505872:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946019.505880:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054260864:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946019.505887:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784946019.505887:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946019.505892:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784946019.505893:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1784946019.505896:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784946019.505898:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946019.505901:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784946019.505902:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1784946019.505908:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946019.505913:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10144) 02000000:00000010:0.0:1784946019.505915:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784946019.505919:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946019.505926:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946019.505931:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f000. 00000400:00000010:0.0:1784946019.505938:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f198. 00000100:00000001:1.0:1784946019.505943:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1784946019.505946:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054260864, portal 25 00000100:00000001:1.0:1784946019.505948:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946019.505950:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946019.505951:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784946019.505953:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318375936 : -112780391175680 : ffff996d44d8aa00) 00000100:00000040:1.0:1784946019.505959:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88a80 x1871641054260992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946019.505963:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8aa00 x1871641054260864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946019.505979:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946019.505983:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946019.505984:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784946019.505989:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000001:1.0:1784946019.505989:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946019.505992:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1784946019.505994:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f000. 02000000:00000001:1.0:1784946019.505998:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946019.506004:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054260992:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946019.506007:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946019.506009:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1784946019.506011:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054260864, offset 0 02000000:00000001:1.0:1784946019.506012:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946019.506016:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946019.506022:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ade00. 00000400:00000200:0.0:1784946019.506023:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 02000000:00000001:1.0:1784946019.506025:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946019.506032:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946019.506035:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d6e0. 00000400:00000200:0.0:1784946019.506036:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946019.506041:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294a18. 00000100:00000200:1.0:1784946019.506046:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054260992, portal 10 00000400:00000200:0.0:1784946019.506047:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:1.0:1784946019.506051:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946019.506054:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318367872 : -112780391183744 : ffff996d44d88a80) 00000400:00000200:0.0:1784946019.506056:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946019.506063:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000040:1.0:1784946019.506067:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88a80 x1871641054260992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946019.506070:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784946019.506079:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946019.506082:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946019.506084:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294dd0. 00000100:00000200:1.0:1784946019.506085:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054260992, offset 0 00000400:00000200:0.0:1784946019.506090:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946019.506092:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946019.506098:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314549:314549:256:4294967295] 192.168.202.106@tcp LPNI seq info [314545:314545:8:4294967295] 00000400:00000200:0.0:1784946019.506103:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946019.506114:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:1.0:1784946019.506122:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:0.0:1784946019.506123:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946019.506127:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946019.506131:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1784946019.506132:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4800. 00000400:00000200:1.0:1784946019.506133:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946019.506137:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946019.506138:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946019.506140:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314550:314550:255:4294967295] 192.168.202.106@tcp LPNI seq info [314546:314546:7:4294967295] 00000400:00000200:1.0:1784946019.506144:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:0.0:1784946019.506152:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784946019.506158:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946019.506178:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784946019.506185:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1784946019.506187:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946019.506192:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83adc00. 00000800:00000200:1.0:1784946019.506195:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:0.0:1784946019.506199:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946019.506199:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946019.506205:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83adc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784946019.506209:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946019.506209:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946019.506214:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16781 usecs (17 jiffies) 00000100:00000001:0.0:1784946019.506216:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304807087 00000400:00000200:1.0:1784946019.506221:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946019.506222:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304806417 00000100:00000010:0.0:1784946019.506224:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373840. 00000100:00000001:0.0:1784946019.506233:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784946019.506239:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304807087 00000100:00000001:1.0:1784946019.506239:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304807087 00000100:00000010:0.0:1784946019.506244:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373360. 00000100:00000001:1.0:1784946019.506244:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304806417 00000100:00000001:0.0:1784946019.506249:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784946019.506254:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946019.506254:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304807087 00000100:00000001:1.0:1784946019.506258:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946019.506260:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946019.506262:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946019.506267:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946019.506267:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946019.506273:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946019.506274:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946019.506281:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946019.506281:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946019.506285:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946019.506285:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946019.506290:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946019.506291:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946019.506294:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946019.506294:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946019.506298:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946019.506298:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946019.506304:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946019.506305:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946019.506354:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946019.506359:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4800. 00000400:00000200:0.0:1784946019.506364:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946019.506369:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946019.506374:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f000 00000400:00000010:0.0:1784946019.506377:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f000. 00000100:00000001:0.0:1784946019.506382:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946019.506386:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8aa00 x1871641054260864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946019.506396:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946019.506399:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8aa00 x1871641054260864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946035 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946019.506406:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946019.506408:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946019.506470:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946019.506477:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83adc00. 00000400:00000200:0.0:1784946019.506483:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946019.506486:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946019.506489:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294dd0 00000400:00000010:0.0:1784946019.506491:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294dd0. 00000100:00000001:0.0:1784946019.506493:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946019.506497:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d88a80 x1871641054260992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946019.506504:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946019.506507:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d88a80 x1871641054260992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946035 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946019.506513:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946019.506537:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946019.508630:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946019.508805:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946019.508810:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946019.508813:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946019.508820:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946019.508825:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946019.508832:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946019.508837:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946019.508841:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946019.508845:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fae80 00000400:00000200:1.0:1784946019.508849:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946019.508855:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cddc1 [1] + 224 00000800:00000001:1.0:1784946019.508862:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946019.508866:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946019.508869:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946019.508873:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946019.508879:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946019.508886:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8aa00 x1871641054260864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946035 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946019.508898:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8aa00 x1871641054260864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946035 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946019.508919:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946019.508926:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946019.508930:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946019.508932:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946019.508935:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946019.508938:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946019.508941:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946019.508946:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946019.508948:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946019.508951:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946019.508953:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642faf00 00000400:00000200:1.0:1784946019.508957:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946019.508961:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cddd1 [1] + 224 00000800:00000001:1.0:1784946019.508965:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946019.508970:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946019.508972:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946019.508976:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946019.508979:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946019.508983:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d88a80 x1871641054260992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946035 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946019.508992:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d88a80 x1871641054260992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946035 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946019.509011:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946019.509015:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946019.509019:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946019.509030:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946019.509033:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946019.509051:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946019.509053:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946019.509055:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d6e0. 00000400:00000200:1.0:1784946019.509060:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294a18 00000400:00000010:1.0:1784946019.509061:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294a18. 00000100:00000001:1.0:1784946019.509064:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946019.509069:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88a80 x1871641054260992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946035 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946019.509078:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88a80 x1871641054260992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946035 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946019.509091:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946019.509091:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946019.509095:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946019.509095:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946019.509100:0:2352:0:(client.c:1580:after_reply()) Process entered 00000400:00000001:0.0:1784946019.509102:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1784946019.509105:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000001:0.0:1784946019.509106:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1784946019.509109:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1784946019.509110:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f000. 00000100:00000001:1.0:1784946019.509113:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946019.509116:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f198 02000000:00000001:1.0:1784946019.509118:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784946019.509120:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f198. 00000100:00000001:0.0:1784946019.509125:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1784946019.509129:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=121 v=5 (5 5 5 5) 00000100:00000200:0.0:1784946019.509131:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8aa00 x1871641054260864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946035 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784946019.509136:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=41 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946019.509144:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946019.509146:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784946019.509148:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8aa00 x1871641054260864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946035 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784946019.509149:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946019.509153:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946019.509157:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1784946019.509170:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1784946019.509171:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784946019.509173:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946019.509175:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784946019.509178:0:2353:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784946019.509179:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946019.509181:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946019.509184:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946019.509186:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946019.509188:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946019.509191:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88a80 x1871641054260992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946035 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784946019.509193:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=121 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946019.509200:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=121 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946019.509207:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946019.509209:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946019.509212:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946019.509212:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1784946019.509217:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784946019.509217:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784946019.509219:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946019.509224:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946019.509225:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88a80 x1871641054260992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946035 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946019.509232:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8aa00 x1871641054260864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946035 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946019.509240:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054260992:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946019.509246:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946019.509249:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946019.509250:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946019.509253:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784946019.509254:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946019.509260:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88a80 x1871641054260992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946035 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946019.509262:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8aa00 x1871641054260864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946035 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946019.509282:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054260864:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946019.509286:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946019.509288:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946019.509291:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8aa00 x1871641054260864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946035 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946019.509297:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946019.509299:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946019.509302:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784946019.509305:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946019.509308:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946019.509310:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784946019.509311:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946019.509314:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad700. 02000000:00000001:0.0:1784946019.509319:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946019.509321:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946019.509323:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8aa00. 00000100:00000001:0.0:1784946019.509326:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946019.509327:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946019.509329:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946019.509335:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946019.509336:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946019.509339:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946019.509340:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946019.509369:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946019.509371:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946019.509373:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ade00. 02000000:00000001:1.0:1784946019.509376:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946019.509377:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946019.509378:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946019.509380:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946019.509382:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad400. 02000000:00000001:1.0:1784946019.509385:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946019.509386:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946019.509387:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88a80. 00000100:00000001:1.0:1784946019.509390:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946019.509391:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946019.509393:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946019.509397:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946019.509398:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946019.509400:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946019.509401:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946019.825630:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946019.825639:0:191202:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946019.825642:0:191202:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946019.825645:0:191202:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946019.825650:0:191202:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946019.825652:0:191202:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946019.825654:0:191202:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946019.825656:0:191202:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946019.825741:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946019.825744:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946019.825746:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946020.209620:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304807087, at 4304807104 00000100:00000040:1.0:1784946020.209620:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304807087, at 4304807104 00000100:00000010:1.0:1784946020.209636:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373360. 00000100:00000010:0.0:1784946020.209638:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373840. 00010000:00000001:1.0:1784946020.849635:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946020.849643:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946020.849710:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946020.849713:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946020.849716:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946021.873632:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946021.873639:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946021.873701:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946021.873709:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946021.873712:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946022.897633:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946022.897639:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946022.897696:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946022.897700:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946022.897702:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946023.921639:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946023.921646:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946023.921710:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946023.921714:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946023.921718:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946024.625640:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946024.625650:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946024.625659:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d88a80. 00000020:00000040:1.0:1784946024.625666:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946024.625670:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946024.625672:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946024.625677:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946024.625685:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad400. 00000100:00000001:1.0:1784946024.625692:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946024.625702:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d88a80 x1871641054261120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946024.625711:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946024.625715:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946024.625721:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a23219d9] to pc [ptlrpcd_00_01+1] req@ffff996d44d88a80 x1871641054261120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946024.625761:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946024.625764:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946024.625768:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946024.625771:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d88000. 00000020:00000040:1.0:1784946024.625774:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946024.625776:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946024.625777:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946024.625779:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946024.625786:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad900. 00000100:00000001:0.0:1784946024.625790:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946024.625790:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946024.625796:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784946024.625796:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d88000 x1871641054261248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946024.625801:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784946024.625808:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1784946024.625812:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88a80 x1871641054261120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946024.625812:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946024.625820:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005066ad8c] to pc [ptlrpcd_00_00+0] req@ffff996d44d88000 x1871641054261248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946024.625829:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946024.625833:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946024.625836:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946024.625838:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1784946024.625840:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784946024.625842:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946024.625847:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946024.625849:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1784946024.625855:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054261120:192.168.202.106@tcp:400:kworker.0 00000100:00000040:1.0:1784946024.625855:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946024.625864:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1784946024.625864:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784946024.625872:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1784946024.625872:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10149) 02000000:00000001:0.0:1784946024.625877:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946024.625880:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946024.625885:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784946024.625887:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946024.625894:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946024.625899:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f000. 00000400:00000010:0.0:1784946024.625906:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f198. 00000100:00000200:0.0:1784946024.625920:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054261120, portal 25 00000100:00000001:0.0:1784946024.625923:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946024.625927:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318367872 : -112780391183744 : ffff996d44d88a80) 00000100:00000040:0.0:1784946024.625934:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88a80 x1871641054261120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946024.625942:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784946024.625946:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946024.625949:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f000. 00000100:00000001:1.0:1784946024.625952:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1784946024.625953:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054261120, offset 0 00000100:00000001:1.0:1784946024.625956:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946024.625959:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1784946024.625966:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:1.0:1784946024.625966:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88000 x1871641054261248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946024.625977:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1784946024.625978:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946024.625980:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946024.625984:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946024.625986:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784946024.625989:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 02000000:00000001:1.0:1784946024.625990:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946024.625997:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054261248:192.168.202.106@tcp:400:kworker.0 00000400:00000200:0.0:1784946024.625998:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784946024.626004:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1784946024.626005:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 02000000:00000001:1.0:1784946024.626008:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1784946024.626011:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1784946024.626011:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946024.626015:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1784946024.626017:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 02000000:00000010:1.0:1784946024.626021:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ade00. 02000000:00000001:1.0:1784946024.626025:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946024.626026:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314551:314551:256:4294967295] 192.168.202.106@tcp LPNI seq info [314547:314547:8:4294967295] 00000400:00000200:1.0:1784946024.626033:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946024.626039:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d6e0. 00000400:00000200:0.0:1784946024.626040:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946024.626048:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294a18. 00000100:00000200:1.0:1784946024.626055:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054261248, portal 10 00000400:00000200:0.0:1784946024.626059:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:1.0:1784946024.626059:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946024.626063:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318365184 : -112780391186432 : ffff996d44d88000) 00000800:00000200:0.0:1784946024.626070:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000040:1.0:1784946024.626074:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88000 x1871641054261248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1784946024.626078:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4800. 00000100:00000001:1.0:1784946024.626085:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1784946024.626090:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000040:1.0:1784946024.626091:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946024.626096:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294aa0. 00000100:00000200:1.0:1784946024.626100:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054261248, offset 0 00000800:00000200:0.0:1784946024.626105:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:1.0:1784946024.626108:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000800:00000200:0.0:1784946024.626112:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784946024.626115:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946024.626136:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946024.626139:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946024.626141:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946024.626143:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946024.626146:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946024.626149:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314552:314552:255:4294967295] 192.168.202.106@tcp LPNI seq info [314548:314548:7:4294967295] 00000400:00000200:1.0:1784946024.626153:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946024.626156:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946024.626164:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:0.0:1784946024.626166:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946024.626171:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304812207 00000800:00000200:1.0:1784946024.626174:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000010:0.0:1784946024.626176:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373840. 00000800:00000010:1.0:1784946024.626179:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad500. 00000100:00000001:0.0:1784946024.626183:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1784946024.626187:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:0.0:1784946024.626191:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304812207 00000800:00000200:1.0:1784946024.626196:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000010:0.0:1784946024.626197:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373480. 00000800:00000200:1.0:1784946024.626201:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946024.626202:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784946024.626206:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946024.626208:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946024.626209:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946024.626214:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946024.626215:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16781 usecs (17 jiffies) 00000100:00000001:0.0:1784946024.626216:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946024.626222:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946024.626225:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946024.626225:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304811537 00000100:00000001:0.0:1784946024.626228:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946024.626230:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304812207 00000100:00000001:0.0:1784946024.626231:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946024.626234:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946024.626235:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304811537 00000100:00000001:0.0:1784946024.626237:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946024.626239:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304812207 00000100:00000001:0.0:1784946024.626240:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946024.626243:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946024.626246:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946024.626249:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946024.626251:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946024.626256:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946024.626258:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946024.626260:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946024.626261:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946024.626263:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946024.626266:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946024.626271:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946024.626274:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4800. 00000400:00000200:0.0:1784946024.626278:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946024.626283:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946024.626287:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f000 00000400:00000010:0.0:1784946024.626289:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f000. 00000100:00000001:0.0:1784946024.626292:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946024.626296:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d88a80 x1871641054261120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946024.626303:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946024.626305:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d88a80 x1871641054261120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946040 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946024.626310:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946024.626312:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946024.626344:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946024.626347:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad500. 00000400:00000200:0.0:1784946024.626353:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946024.626356:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946024.626358:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294aa0 00000400:00000010:0.0:1784946024.626360:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294aa0. 00000100:00000001:0.0:1784946024.626362:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946024.626365:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d88000 x1871641054261248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946024.626371:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946024.626373:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d88000 x1871641054261248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946040 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946024.626379:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946024.626380:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946024.627680:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946024.627688:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946024.627691:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946024.627693:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946024.627699:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946024.627704:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946024.627711:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946024.627714:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946024.627719:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946024.627723:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642faf80 00000400:00000200:1.0:1784946024.627728:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946024.627732:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdde1 [1] + 224 00000800:00000001:1.0:1784946024.627738:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946024.627744:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946024.627747:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946024.627750:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946024.627755:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946024.627761:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d88a80 x1871641054261120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946040 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946024.627771:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d88a80 x1871641054261120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946024.627788:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946024.627795:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946024.627798:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946024.627827:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946024.627830:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784946024.627836:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946024.627837:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946024.627839:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f000. 00000400:00000200:0.0:1784946024.627843:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f198 00000400:00000010:0.0:1784946024.627844:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f198. 00000100:00000001:0.0:1784946024.627846:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946024.627850:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88a80 x1871641054261120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946024.627856:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88a80 x1871641054261120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946040 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946024.627861:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946024.627862:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946024.627864:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946024.627866:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946024.627868:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946024.627869:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946024.627871:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946024.627875:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=126 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946024.627878:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=126 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946024.627880:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946024.627881:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946024.627883:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946024.627884:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946024.627886:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946024.627889:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88a80 x1871641054261120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946040 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946024.627892:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946024.627894:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946024.627895:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946024.627898:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88a80 x1871641054261120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946040 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946024.627902:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054261120:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946024.627905:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946024.627906:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946024.627908:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88a80 x1871641054261120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946040 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946024.627913:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946024.627915:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946024.627917:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784946024.627919:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946024.627920:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946024.627922:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784946024.627923:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946024.627925:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad400. 02000000:00000001:0.0:1784946024.627927:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946024.627928:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946024.627930:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88a80. 00000100:00000001:0.0:1784946024.627932:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946024.627932:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946024.627934:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946024.627937:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946024.627938:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946024.627939:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946024.627940:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946024.628755:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946024.628763:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946024.628766:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946024.628768:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946024.628773:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946024.628778:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946024.628784:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946024.628787:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946024.628790:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946024.628794:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fb000 00000400:00000200:0.0:1784946024.628797:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946024.628801:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cddf1 [1] + 224 00000800:00000001:0.0:1784946024.628805:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946024.628811:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946024.628814:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946024.628818:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946024.628823:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946024.628828:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d88000 x1871641054261248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946040 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946024.628838:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d88000 x1871641054261248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946024.628858:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946024.628864:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946024.628867:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946024.628884:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946024.628887:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946024.628891:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946024.628892:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946024.628893:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d6e0. 00000400:00000200:1.0:1784946024.628896:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294a18 00000400:00000010:1.0:1784946024.628898:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294a18. 00000100:00000001:1.0:1784946024.628900:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946024.628904:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88000 x1871641054261248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946024.628910:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88000 x1871641054261248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946040 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946024.628914:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946024.628915:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946024.628916:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946024.628918:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946024.628919:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946024.628920:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946024.628921:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946024.628926:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=126 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946024.628928:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=46 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946024.628929:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946024.628930:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946024.628932:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946024.628934:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946024.628936:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784946024.628937:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946024.628939:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946024.628940:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946024.628942:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88000 x1871641054261248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946040 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946024.628947:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946024.628948:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946024.628949:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946024.628951:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88000 x1871641054261248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946040 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946024.628955:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054261248:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946024.628959:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946024.628961:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946024.628962:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88000 x1871641054261248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946040 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946024.628966:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946024.628967:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946024.628969:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ade00. 02000000:00000001:1.0:1784946024.628971:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946024.628971:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946024.628972:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946024.628974:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946024.628975:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad900. 02000000:00000001:1.0:1784946024.628977:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946024.628977:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946024.628979:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88000. 00000100:00000001:1.0:1784946024.628980:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946024.628981:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946024.628982:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946024.628985:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946024.628986:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946024.628988:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946024.628989:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946024.945644:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946024.945650:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946024.945703:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946024.945707:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946024.945710:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946025.329620:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304812207, at 4304812224 00000100:00000040:1.0:1784946025.329620:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304812207, at 4304812224 00000100:00000010:1.0:1784946025.329635:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373480. 00000100:00000010:0.0:1784946025.329638:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373840. 00010000:00000001:1.0:1784946025.969607:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946025.969614:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946025.969677:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946025.969680:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946025.969684:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946026.993595:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946026.993603:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946026.993672:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946026.993675:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946026.993678:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946028.018182:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946028.018186:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946028.018240:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946028.018245:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946028.018248:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946029.041611:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946029.041618:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946029.041673:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946029.041676:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946029.041680:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946029.746202:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946029.746212:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946029.746222:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953480. 00000020:00000040:2.0:1784946029.746227:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946029.746231:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946029.746234:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946029.746239:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946029.746247:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b300. 00000100:00000001:2.0:1784946029.746253:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946029.746265:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73953480 x1871641054261376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946029.746275:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946029.746279:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946029.746285:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000632050e9] to pc [ptlrpcd_01_01+1] req@ffff996d73953480 x1871641054261376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946029.746312:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946029.746314:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946029.746318:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946029.746321:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951c00. 00000020:00000040:2.0:1784946029.746323:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946029.746326:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946029.746328:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946029.746330:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946029.746333:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784946029.746336:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946029.746337:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784946029.746341:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951c00 x1871641054261504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946029.746344:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946029.746348:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784946029.746354:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946029.746357:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946029.746357:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953480 x1871641054261376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946029.746366:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000188be879] to pc [ptlrpcd_01_00+0] req@ffff996d73951c00 x1871641054261504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946029.746371:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946029.746375:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946029.746380:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784946029.746382:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946029.746385:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784946029.746386:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784946029.746390:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946029.746391:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946029.746397:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1784946029.746398:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054261376:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784946029.746403:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946029.746411:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10154) 00000100:00000001:3.0:1784946029.746411:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946029.746417:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946029.746421:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946029.746423:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784946029.746424:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946029.746428:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1784946029.746428:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3d000. 00000100:00000001:2.0:1784946029.746431:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784946029.746432:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946029.746438:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951c00 x1871641054261504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946029.746443:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946029.746449:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784946029.746451:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946029.746454:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946029.746457:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946029.746459:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1784946029.746459:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000200:3.0:1784946029.746466:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054261376, portal 25 00000100:00000001:3.0:1784946029.746470:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946029.746471:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102484096 : -112779607067520 : ffff996d73953480) 02000000:00000001:2.0:1784946029.746472:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946029.746478:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953480 x1871641054261376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946029.746479:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054261504:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946029.746487:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946029.746492:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784946029.746493:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784946029.746495:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946029.746499:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000001:2.0:1784946029.746500:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1784946029.746503:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1990. 02000000:00000010:2.0:1784946029.746506:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0a00. 00000100:00000200:3.0:1784946029.746508:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054261376, offset 0 02000000:00000001:2.0:1784946029.746509:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946029.746536:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946029.746545:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946029.746551:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946029.746553:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000010:2.0:1784946029.746556:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000200:3.0:1784946029.746560:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1784946029.746562:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000100:00000200:2.0:1784946029.746567:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054261504, portal 10 00000400:00000200:3.0:1784946029.746567:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:2.0:1784946029.746571:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1784946029.746573:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784946029.746574:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102477824 : -112779607073792 : ffff996d73951c00) 00000400:00000200:3.0:1784946029.746578:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000040:2.0:1784946029.746583:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951c00 x1871641054261504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946029.746584:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314553:314553:256:4294967295] 192.168.202.106@tcp LPNI seq info [314549:314549:8:4294967295] 00000400:00000200:3.0:1784946029.746596:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946029.746607:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:2.0:1784946029.746612:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1784946029.746616:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000040:2.0:1784946029.746618:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946029.746622:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6e58. 00000100:00000200:2.0:1784946029.746627:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054261504, offset 0 00000800:00000010:3.0:1784946029.746628:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000400:00000200:2.0:1784946029.746632:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946029.746639:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946029.746645:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946029.746646:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946029.746653:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946029.746657:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:3.0:1784946029.746658:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784946029.746661:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1784946029.746664:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784946029.746666:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946029.746671:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314554:314554:255:4294967295] 192.168.202.106@tcp LPNI seq info [314550:314550:7:4294967295] 00000400:00000200:2.0:1784946029.746675:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946029.746679:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946029.746684:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784946029.746688:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946029.746692:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946029.746695:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b000. 00000100:00000001:3.0:1784946029.746698:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304817328 00000800:00000200:2.0:1784946029.746704:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000010:3.0:1784946029.746706:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322120. 00000800:00000200:2.0:1784946029.746711:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:3.0:1784946029.746714:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1784946029.746720:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946029.746723:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946029.746726:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16780 usecs (17 jiffies) 00000100:00000001:3.0:1784946029.746726:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304817328 00000400:00000200:2.0:1784946029.746732:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946029.746734:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304816658 00000100:00000010:3.0:1784946029.746734:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3226c0. 00000100:00000001:2.0:1784946029.746740:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304817328 00000100:00000001:3.0:1784946029.746741:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1784946029.746742:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946029.746745:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304816658 00000100:00000001:3.0:1784946029.746748:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946029.746749:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304817328 00000800:00000010:1.0:1784946029.746750:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bead00. 00000100:00000001:3.0:1784946029.746752:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946029.746756:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946029.746758:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946029.746759:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946029.746762:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946029.746764:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946029.746768:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946029.746769:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946029.746772:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946029.746772:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946029.746777:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946029.746777:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784946029.746778:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946029.746784:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946029.746785:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946029.746787:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1990 00000100:00000001:2.0:1784946029.746788:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946029.746789:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946029.746791:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946029.746792:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1990. 00000100:00000001:3.0:1784946029.746793:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946029.746794:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946029.746800:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946029.746802:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946029.746809:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953480 x1871641054261376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946029.746819:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946029.746823:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953480 x1871641054261376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946045 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946029.746831:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946029.746832:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946029.746889:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946029.746892:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b000. 00000400:00000200:1.0:1784946029.746895:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946029.746898:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946029.746900:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6e58 00000400:00000010:1.0:1784946029.746902:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6e58. 00000100:00000001:1.0:1784946029.746906:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946029.746909:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951c00 x1871641054261504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946029.746915:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946029.746918:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951c00 x1871641054261504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946045 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946029.746924:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946029.746926:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946029.749683:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946029.749697:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946029.749700:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946029.749703:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946029.749710:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946029.749716:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946029.749723:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946029.749728:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946029.749740:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946029.749744:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fb080 00000400:00000200:0.0:1784946029.749748:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946029.749754:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cde01 [1] + 224 00000800:00000001:0.0:1784946029.749761:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946029.749765:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946029.749768:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946029.749772:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946029.749778:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946029.749786:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953480 x1871641054261376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946029.749803:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953480 x1871641054261376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946029.749816:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946029.749824:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946029.749828:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946029.749830:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946029.749832:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946029.749835:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946029.749839:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946029.749843:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946029.749844:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946029.749845:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946029.749848:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946029.749848:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946029.749850:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fb100 00000400:00000200:0.0:1784946029.749853:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784946029.749854:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946029.749856:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946029.749858:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946029.749862:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946029.749864:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946029.749867:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946029.749871:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cde09 [1] + 224 00000100:00000200:3.0:1784946029.749872:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953480 x1871641054261376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946029.749875:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784946029.749880:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953480 x1871641054261376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946029.749881:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946029.749883:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946029.749886:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946029.749887:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946029.749889:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946029.749889:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946029.749892:0:2355:0:(client.c:1580:after_reply()) Process entered 00000100:00000200:0.0:1784946029.749893:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951c00 x1871641054261504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946029.749895:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946029.749898:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1784946029.749900:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951c00 x1871641054261504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946029.749900:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946029.749902:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946029.749908:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=131 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946029.749912:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=131 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946029.749914:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946029.749916:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946029.749916:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946029.749919:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784946029.749920:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784946029.749921:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946029.749923:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946029.749924:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946029.749928:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953480 x1871641054261376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946045 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946029.749935:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946029.749937:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946029.749939:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946029.749944:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953480 x1871641054261376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946045 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946029.749953:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054261376:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946029.749958:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946029.749961:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946029.749961:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784946029.749965:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784946029.749966:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953480 x1871641054261376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946045 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784946029.749972:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784946029.749972:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000001:2.0:1784946029.749976:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1784946029.749976:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946029.749979:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3d000. 00000400:00000010:2.0:1784946029.749981:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 02000000:00000001:3.0:1784946029.749982:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946029.749985:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946029.749987:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000400:00000200:2.0:1784946029.749988:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000020:00000001:3.0:1784946029.749989:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000010:2.0:1784946029.749993:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 02000000:00000010:3.0:1784946029.749994:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b300. 00000100:00000001:2.0:1784946029.750000:0:2354:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1784946029.750000:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946029.750001:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946029.750005:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953480. 00000100:00000001:3.0:1784946029.750007:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946029.750009:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946029.750010:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946029.750014:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946029.750015:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946029.750016:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946029.750018:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784946029.750020:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951c00 x1871641054261504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946029.750035:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951c00 x1871641054261504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946029.750043:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946029.750044:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946029.750045:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946029.750047:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946029.750048:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946029.750049:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946029.750051:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946029.750055:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=131 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946029.750057:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=51 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946029.750059:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946029.750059:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946029.750060:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946029.750063:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946029.750065:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946029.750066:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946029.750067:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946029.750068:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946029.750071:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951c00 x1871641054261504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946045 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946029.750098:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946029.750100:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946029.750101:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946029.750103:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951c00 x1871641054261504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946045 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946029.750108:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054261504:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946029.750111:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946029.750113:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946029.750114:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951c00 x1871641054261504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946045 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946029.750118:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946029.750119:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946029.750121:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0a00. 02000000:00000001:2.0:1784946029.750123:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946029.750124:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946029.750125:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946029.750126:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946029.750128:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 02000000:00000001:2.0:1784946029.750129:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946029.750130:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946029.750131:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951c00. 00000100:00000001:2.0:1784946029.750133:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946029.750134:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946029.750135:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946029.750138:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946029.750138:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946029.750140:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946029.750141:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946030.065620:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946030.065626:0:191202:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946030.065628:0:191202:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946030.065630:0:191202:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946030.065634:0:191202:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946030.065636:0:191202:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946030.065638:0:191202:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946030.065639:0:191202:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946030.065702:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946030.065707:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946030.065710:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946030.449612:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304817328, at 4304817344 00000100:00000040:0.0:1784946030.449615:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304817328, at 4304817344 00000100:00000010:1.0:1784946030.449629:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3226c0. 00000100:00000010:0.0:1784946030.449634:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322120. 00010000:00000001:1.0:1784946031.089607:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946031.089613:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946031.089681:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946031.089685:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946031.089688:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946032.113641:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946032.113648:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946032.113709:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946032.113712:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946032.113714:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946033.137655:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946033.137663:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946033.138241:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946033.138245:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946033.138248:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946034.161650:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946034.161658:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946034.161762:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946034.161766:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946034.161769:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946034.865647:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946034.865657:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946034.865668:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951c00. 00000020:00000040:2.0:1784946034.865675:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946034.865679:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946034.865682:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946034.865687:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946034.865694:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784946034.865701:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946034.865711:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951c00 x1871641054261632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946034.865720:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946034.865724:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946034.865731:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000188be879] to pc [ptlrpcd_01_01+1] req@ffff996d73951c00 x1871641054261632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946034.865757:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946034.865760:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946034.865764:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946034.865767:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950e00. 00000020:00000040:2.0:1784946034.865770:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946034.865772:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946034.865774:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946034.865776:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946034.865781:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b300. 00000100:00000001:2.0:1784946034.865785:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946034.865789:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950e00 x1871641054261760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946034.865791:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946034.865797:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946034.865799:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946034.865801:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784946034.865803:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946034.865810:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951c00 x1871641054261632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946034.865811:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006776830d] to pc [ptlrpcd_01_00+0] req@ffff996d73950e00 x1871641054261760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946034.865834:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946034.865837:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946034.865838:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946034.865841:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784946034.865844:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784946034.865846:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784946034.865848:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784946034.865850:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784946034.865852:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946034.865858:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1784946034.865861:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054261632:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784946034.865865:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10159) 00000100:00000001:3.0:1784946034.865869:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946034.865875:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946034.865878:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946034.865881:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784946034.865884:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1784946034.865887:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3da00. 00000100:00000001:2.0:1784946034.865888:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946034.865891:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784946034.865891:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946034.865899:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950e00 x1871641054261760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946034.865902:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946034.865909:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784946034.865911:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946034.865913:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946034.865915:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946034.865917:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946034.865920:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946034.865925:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054261760:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946034.865930:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946034.865932:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1784946034.865934:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 02000000:00000001:2.0:1784946034.865935:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946034.865939:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946034.865943:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0a00. 00000100:00000200:3.0:1784946034.865944:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054261632, portal 25 02000000:00000001:2.0:1784946034.865945:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946034.865949:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946034.865952:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102477824 : -112779607073792 : ffff996d73951c00) 00000400:00000200:2.0:1784946034.865953:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946034.865959:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000100:00000040:3.0:1784946034.865963:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951c00 x1871641054261632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784946034.865966:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000100:00000200:2.0:1784946034.865972:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054261760, portal 10 00000100:00000001:3.0:1784946034.865976:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784946034.865977:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946034.865980:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102474240 : -112779607077376 : ffff996d73950e00) 00000100:00000040:3.0:1784946034.865983:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946034.865988:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1880. 00000100:00000040:2.0:1784946034.865991:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950e00 x1871641054261760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946034.865993:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054261632, offset 0 00000100:00000001:2.0:1784946034.866002:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784946034.866004:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:2.0:1784946034.866009:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946034.866013:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6f68. 00000400:00000200:3.0:1784946034.866016:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:2.0:1784946034.866017:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054261760, offset 0 00000400:00000200:2.0:1784946034.866024:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946034.866028:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946034.866060:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946034.866065:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946034.866069:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946034.866072:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946034.866076:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314555:314555:256:4294967295] 192.168.202.106@tcp LPNI seq info [314551:314551:8:4294967295] 00000400:00000200:3.0:1784946034.866080:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946034.866087:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946034.866094:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946034.866095:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946034.866102:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784946034.866106:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946034.866108:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946034.866112:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1784946034.866114:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000400:00000200:2.0:1784946034.866116:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946034.866121:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314556:314556:255:4294967295] 192.168.202.106@tcp LPNI seq info [314552:314552:7:4294967295] 00000800:00000200:3.0:1784946034.866125:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946034.866130:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946034.866137:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784946034.866143:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946034.866144:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784946034.866153:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946034.866158:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b000. 00000800:00000200:2.0:1784946034.866162:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:3.0:1784946034.866165:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784946034.866170:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:3.0:1784946034.866173:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946034.866175:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946034.866177:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304822447 00000100:00000001:2.0:1784946034.866181:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784946034.866184:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322c60. 00000100:00000040:2.0:1784946034.866186:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16780 usecs (17 jiffies) 00000400:00000200:2.0:1784946034.866192:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946034.866192:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946034.866198:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304821777 00000100:00000001:3.0:1784946034.866200:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304822447 00000100:00000001:2.0:1784946034.866201:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304822447 00000100:00000010:3.0:1784946034.866206:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322ea0. 00000100:00000001:2.0:1784946034.866207:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304821777 00000100:00000001:3.0:1784946034.866213:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946034.866218:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304822447 00000100:00000001:3.0:1784946034.866218:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946034.866222:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946034.866223:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946034.866228:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946034.866228:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946034.866233:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946034.866234:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946034.866238:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784946034.866241:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946034.866242:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946034.866243:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1784946034.866247:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bead00. 00000100:00000001:2.0:1784946034.866247:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946034.866247:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946034.866254:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946034.866255:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946034.866256:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946034.866258:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946034.866258:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946034.866262:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946034.866263:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946034.866263:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946034.866268:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946034.866269:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946034.866271:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1880 00000400:00000010:1.0:1784946034.866275:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1880. 00000100:00000001:1.0:1784946034.866280:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946034.866284:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951c00 x1871641054261632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946034.866291:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946034.866295:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951c00 x1871641054261632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946050 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946034.866300:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946034.866301:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946034.866351:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946034.866353:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b000. 00000400:00000200:1.0:1784946034.866356:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946034.866359:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946034.866362:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6f68 00000400:00000010:1.0:1784946034.866363:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6f68. 00000100:00000001:1.0:1784946034.866366:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946034.866369:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950e00 x1871641054261760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946034.866376:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946034.866379:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950e00 x1871641054261760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946050 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946034.866386:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946034.866387:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946034.867810:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946034.867820:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946034.867824:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946034.867825:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946034.867829:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946034.867833:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946034.867838:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946034.867840:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946034.867843:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946034.867846:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fb180 00000400:00000200:0.0:1784946034.867849:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946034.867853:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cde11 [1] + 224 00000800:00000001:0.0:1784946034.867858:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946034.867860:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946034.867861:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946034.867864:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946034.867867:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946034.867872:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951c00 x1871641054261632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946034.867879:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951c00 x1871641054261632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946034.867889:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946034.867893:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946034.867895:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946034.867896:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946034.867898:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946034.867900:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946034.867902:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946034.867905:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946034.867906:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946034.867909:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946034.867911:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fb200 00000400:00000200:0.0:1784946034.867914:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946034.867917:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cde19 [1] + 224 00000800:00000001:0.0:1784946034.867919:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946034.867924:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946034.867925:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946034.867928:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946034.867930:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946034.867930:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1784946034.867935:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950e00 x1871641054261760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946034.867935:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784946034.867942:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950e00 x1871641054261760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784946034.867942:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946034.867945:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946034.867950:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946034.867955:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000100:00000001:0.0:1784946034.867957:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1784946034.867958:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946034.867963:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784946034.867966:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784946034.867970:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951c00 x1871641054261632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946034.867971:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784946034.867984:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951c00 x1871641054261632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946050 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946034.867992:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946034.867993:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946034.867994:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946034.867997:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946034.867998:0:2355:0:(client.c:1580:after_reply()) Process entered 00000400:00000001:2.0:1784946034.868002:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1784946034.868003:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000001:2.0:1784946034.868004:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784946034.868007:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1784946034.868008:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000100:00000001:3.0:1784946034.868011:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946034.868013:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 02000000:00000001:3.0:1784946034.868016:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784946034.868017:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000001:2.0:1784946034.868022:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1784946034.868023:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=136 v=5 (5 5 5 5) 00000100:00000200:2.0:1784946034.868028:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950e00 x1871641054261760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784946034.868030:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=136 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946034.868051:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946034.868054:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784946034.868055:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950e00 x1871641054261760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946050 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784946034.868059:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946034.868062:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946034.868067:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946034.868074:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946034.868077:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946034.868077:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951c00 x1871641054261632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946034.868080:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946034.868083:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946034.868085:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946034.868091:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946034.868091:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946034.868095:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946034.868097:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1784946034.868100:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=136 v=5 (5 5 5 5) 00000100:00000001:3.0:1784946034.868100:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784946034.868106:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=56 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946034.868110:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1784946034.868110:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951c00 x1871641054261632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946050 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946034.868113:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946034.868116:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946034.868119:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946034.868123:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946034.868125:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946034.868128:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00100000:3.0:1784946034.868128:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054261632:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946034.868130:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946034.868137:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946034.868138:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950e00 x1871641054261760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946034.868142:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784946034.868146:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784946034.868148:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951c00 x1871641054261632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946050 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946034.868149:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946034.868151:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946034.868158:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950e00 x1871641054261760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946050 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946034.868162:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946034.868166:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:2.0:1784946034.868167:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054261760:192.168.202.106@tcp:400:kworker.0 02000000:00000010:3.0:1784946034.868169:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3da00. 00000100:00000001:2.0:1784946034.868171:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946034.868174:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784946034.868174:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1784946034.868178:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950e00 x1871641054261760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946050 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784946034.868179:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946034.868182:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946034.868185:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1784946034.868186:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1784946034.868187:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946034.868190:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 02000000:00000010:2.0:1784946034.868191:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0a00. 02000000:00000001:2.0:1784946034.868197:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1784946034.868197:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1784946034.868201:0:2354:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:3.0:1784946034.868201:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:2.0:1784946034.868204:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000010:3.0:1784946034.868205:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951c00. 00000020:00000001:2.0:1784946034.868206:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946034.868208:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b300. 00000100:00000001:3.0:1784946034.868211:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1784946034.868212:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946034.868215:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784946034.868215:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1784946034.868217:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950e00. 00000100:00000001:3.0:1784946034.868219:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946034.868220:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946034.868222:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946034.868223:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946034.868224:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946034.868227:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946034.868227:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946034.868229:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946034.868232:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946034.868232:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946034.868236:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946034.868236:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946035.185651:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946035.185658:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946035.185828:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946035.185832:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946035.185835:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946035.569617:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304822447, at 4304822464 00000100:00000040:1.0:1784946035.569617:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304822447, at 4304822464 00000100:00000010:0.0:1784946035.569631:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322c60. 00000100:00000010:1.0:1784946035.569634:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322ea0. 00010000:00000001:1.0:1784946036.209649:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946036.209655:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946036.209711:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946036.209715:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946036.209718:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946037.233649:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946037.233655:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946037.233724:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946037.233727:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946037.233729:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946038.257665:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946038.257671:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946038.257738:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946038.257742:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946038.257745:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946039.281626:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946039.281632:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946039.281718:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946039.281722:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946039.281725:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946039.985688:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946039.985697:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946039.985707:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43288700. 00000020:00000040:0.0:1784946039.985713:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946039.985717:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946039.985720:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946039.985724:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946039.985731:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4800. 00000100:00000001:0.0:1784946039.985738:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946039.985748:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d43288700 x1871641054261888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946039.985758:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946039.985762:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946039.985769:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c46440e] to pc [ptlrpcd_00_01+1] req@ffff996d43288700 x1871641054261888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946039.985794:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946039.985797:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946039.985800:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946039.985804:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328aa00. 00000020:00000040:0.0:1784946039.985806:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946039.985809:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946039.985810:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946039.985812:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946039.985816:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4500. 00000100:00000001:0.0:1784946039.985819:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946039.985824:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d4328aa00 x1871641054262016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946039.985829:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946039.985832:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1784946039.985835:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1784946039.985836:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946039.985840:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946039.985844:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005935784d] to pc [ptlrpcd_00_00+0] req@ffff996d4328aa00 x1871641054262016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946039.985850:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946039.985854:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946039.985855:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946039.985857:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784946039.985859:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946039.985862:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784946039.985865:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784946039.985866:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946039.985869:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946039.985885:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328aa00 x1871641054262016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946039.985888:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784946039.985898:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10164) 00000100:00000001:1.0:1784946039.985898:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946039.985903:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946039.985907:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946039.985909:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946039.985913:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946039.985917:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054262016:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946039.985923:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946039.985928:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784946039.985929:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784946039.985931:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946039.985933:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946039.985936:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946039.985942:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ade00. 02000000:00000001:1.0:1784946039.985945:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946039.985952:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946039.985957:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d6e0. 00000400:00000010:1.0:1784946039.985964:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294a18. 00000100:00000200:1.0:1784946039.985971:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054262016, portal 10 00000100:00000001:1.0:1784946039.985974:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946039.985975:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290064384 : -112780419487232 : ffff996d4328aa00) 00000100:00000040:1.0:1784946039.985983:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328aa00 x1871641054262016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946039.986015:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946039.986018:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946039.986020:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294bb0. 00000100:00000200:1.0:1784946039.986022:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054262016, offset 0 00000400:00000200:1.0:1784946039.986026:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946039.986032:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946039.986038:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946039.986041:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946039.986044:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946039.986047:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946039.986049:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946039.986052:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314557:314557:256:4294967295] 192.168.202.106@tcp LPNI seq info [314553:314553:8:4294967295] 00000400:00000200:1.0:1784946039.986055:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946039.986062:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946039.986065:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946039.986069:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad900. 00000800:00000200:1.0:1784946039.986073:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784946039.986079:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946039.986082:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946039.986093:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946039.986096:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16778 usecs (17 jiffies) 00000400:00000200:1.0:1784946039.986098:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946039.986100:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304826897 00000100:00000010:1.0:1784946039.986104:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f000. 00000100:00000001:1.0:1784946039.986109:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784946039.986113:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304826897 00000100:00000010:1.0:1784946039.986116:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f420. 00000100:00000001:1.0:1784946039.986118:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784946039.986120:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946039.986122:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946039.986124:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946039.986127:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43288700 x1871641054261888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946039.986131:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946039.986132:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946039.986134:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946039.986135:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946039.986136:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946039.986138:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054261888:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946039.986140:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946039.986143:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946039.986144:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946039.986145:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946039.986148:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ac800. 02000000:00000001:1.0:1784946039.986149:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946039.986151:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946039.986154:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d1b8. 00000400:00000010:1.0:1784946039.986156:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294d48. 00000100:00000200:1.0:1784946039.986158:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054261888, portal 25 00000100:00000001:1.0:1784946039.986159:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946039.986160:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290055424 : -112780419496192 : ffff996d43288700) 00000100:00000040:1.0:1784946039.986163:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43288700 x1871641054261888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946039.986167:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946039.986169:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946039.986171:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294770. 00000100:00000200:1.0:1784946039.986172:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054261888, offset 0 00000400:00000200:1.0:1784946039.986175:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946039.986176:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946039.986178:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946039.986180:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946039.986181:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946039.986183:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946039.986184:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946039.986186:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314558:314558:255:4294967295] 192.168.202.106@tcp LPNI seq info [314554:314554:7:4294967295] 00000400:00000200:1.0:1784946039.986188:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946039.986191:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946039.986194:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946039.986197:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad300. 00000800:00000200:1.0:1784946039.986199:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784946039.986203:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784946039.986204:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1784946039.986205:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946039.986209:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784946039.986210:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad900. 00000400:00000200:1.0:1784946039.986212:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946039.986215:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304827567 00000100:00000001:1.0:1784946039.986220:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304826897 00000400:00000200:0.0:1784946039.986221:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784946039.986222:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304827567 00000100:00000001:1.0:1784946039.986227:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304826897 00000100:00000001:1.0:1784946039.986230:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784946039.986232:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946039.986233:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946039.986236:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946039.986238:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946039.986242:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294bb0 00000100:00000001:1.0:1784946039.986242:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946039.986244:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946039.986246:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1784946039.986247:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294bb0. 00000100:00000001:1.0:1784946039.986248:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946039.986251:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946039.986253:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946039.986255:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946039.986269:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328aa00 x1871641054262016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946039.986278:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946039.986281:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328aa00 x1871641054262016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946055 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946039.986288:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946039.986289:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946039.986301:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946039.986304:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad300. 00000400:00000200:0.0:1784946039.986307:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946039.986310:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946039.986313:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294770 00000400:00000010:0.0:1784946039.986315:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294770. 00000100:00000001:0.0:1784946039.986317:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946039.986320:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43288700 x1871641054261888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946039.986327:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946039.986330:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43288700 x1871641054261888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946055 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946039.986336:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946039.986337:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946039.987776:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946039.987787:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946039.987791:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946039.987794:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946039.987800:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946039.987805:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946039.987811:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946039.987814:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946039.987819:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946039.987823:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fb300 00000400:00000200:0.0:1784946039.987827:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946039.987832:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cde21 [1] + 224 00000800:00000001:0.0:1784946039.987837:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946039.987845:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946039.987849:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946039.987852:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946039.987858:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946039.987864:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328aa00 x1871641054262016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946055 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946039.987884:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328aa00 x1871641054262016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946039.987906:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946039.987913:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946039.987918:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946039.987920:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946039.987922:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946039.987925:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946039.987928:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946039.987932:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946039.987935:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946039.987938:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946039.987940:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fb280 00000400:00000200:0.0:1784946039.987944:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946039.987947:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cde31 [1] + 224 00000800:00000001:0.0:1784946039.987952:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946039.987957:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946039.987959:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946039.987963:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946039.987966:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946039.987969:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43288700 x1871641054261888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946055 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946039.987978:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43288700 x1871641054261888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946039.987986:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946039.988005:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946039.988008:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946039.988064:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946039.988066:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946039.988072:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946039.988074:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946039.988076:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d6e0. 00000400:00000200:1.0:1784946039.988079:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294a18 00000400:00000010:1.0:1784946039.988081:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294a18. 00000100:00000001:1.0:1784946039.988084:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946039.988089:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328aa00 x1871641054262016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946039.988098:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328aa00 x1871641054262016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946055 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946039.988105:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946039.988106:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946039.988109:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946039.988111:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946039.988113:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946039.988116:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946039.988118:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946039.988126:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=141 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946039.988130:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=61 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946039.988133:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946039.988135:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946039.988138:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946039.988141:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946039.988144:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784946039.988146:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946039.988148:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946039.988149:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946039.988154:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328aa00 x1871641054262016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946055 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946039.988160:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946039.988163:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946039.988165:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946039.988169:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328aa00 x1871641054262016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946055 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946039.988176:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054262016:192.168.202.106@tcp:400:kworker.0 00000400:00000001:1.0:1784946039.988182:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946039.988183:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946039.988185:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d1b8. 00000400:00000200:1.0:1784946039.988187:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294d48 00000400:00000010:1.0:1784946039.988189:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294d48. 00000100:00000001:1.0:1784946039.988191:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946039.988194:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43288700 x1871641054261888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946039.988201:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43288700 x1871641054261888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946055 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946039.988207:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946039.988209:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946039.988210:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946039.988212:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946039.988213:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946039.988214:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946039.988216:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946039.988218:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=141 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946039.988221:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=141 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946039.988223:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946039.988224:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946039.988226:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946039.988228:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946039.988230:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946039.988232:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43288700 x1871641054261888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946055 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946039.988238:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946039.988240:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946039.988241:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946039.988244:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43288700 x1871641054261888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946055 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946039.988251:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054261888:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946039.988254:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946039.988256:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946039.988259:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328aa00 x1871641054262016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946055 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946039.988265:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946039.988267:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946039.988270:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ade00. 02000000:00000001:1.0:1784946039.988273:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946039.988274:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946039.988276:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946039.988279:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946039.988281:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4500. 02000000:00000001:1.0:1784946039.988284:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946039.988285:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946039.988287:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328aa00. 00000100:00000001:1.0:1784946039.988291:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946039.988292:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946039.988293:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946039.988296:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43288700 x1871641054261888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946055 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946039.988303:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946039.988304:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946039.988305:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ac800. 02000000:00000001:1.0:1784946039.988307:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946039.988309:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946039.988310:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784946039.988311:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946039.988313:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4800. 02000000:00000001:1.0:1784946039.988315:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946039.988316:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946039.988317:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43288700. 00000100:00000001:1.0:1784946039.988319:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946039.988320:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946039.988322:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946039.988326:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946039.988328:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946039.988330:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946039.988332:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946040.305631:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946040.305639:0:191202:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946040.305641:0:191202:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946040.305644:0:191202:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946040.305648:0:191202:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946040.305651:0:191202:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946040.305653:0:191202:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946040.305655:0:191202:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946040.305710:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946040.305713:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946040.305715:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946040.689606:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304827567, at 4304827584 00000100:00000040:0.0:1784946040.689607:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304827567, at 4304827584 00000100:00000010:1.0:1784946040.689619:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f420. 00000100:00000010:0.0:1784946040.689621:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f000. 00010000:00000001:1.0:1784946041.330102:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946041.330108:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946041.330190:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946041.330193:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946041.330195:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946042.353630:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946042.353637:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946042.353699:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946042.353703:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946042.353706:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946043.377613:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946043.377619:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946043.377675:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946043.377678:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946043.377680:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946044.401686:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946044.401693:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946044.401755:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946044.401759:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946044.401762:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946045.105632:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946045.105642:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946045.105653:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328b800. 00000020:00000040:0.0:1784946045.105659:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946045.105663:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946045.105666:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946045.105671:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946045.105679:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4000. 00000100:00000001:0.0:1784946045.105685:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946045.105694:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d4328b800 x1871641054262144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946045.105701:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946045.105704:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946045.105709:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024ad7aec] to pc [ptlrpcd_00_01+1] req@ffff996d4328b800 x1871641054262144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946045.105736:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946045.105738:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946045.105740:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946045.105742:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289880. 00000020:00000040:0.0:1784946045.105744:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946045.105745:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946045.105746:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946045.105747:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946045.105749:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4700. 00000100:00000001:0.0:1784946045.105751:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946045.105754:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43289880 x1871641054262272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946045.105758:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946045.105760:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946045.105764:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002efde922] to pc [ptlrpcd_00_00+0] req@ffff996d43289880 x1871641054262272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946045.105769:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946045.105773:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946045.105774:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946045.105778:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946045.105779:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1784946045.105783:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784946045.105783:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946045.105786:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784946045.105790:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946045.105790:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946045.105792:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946045.105796:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946045.105799:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289880 x1871641054262272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946045.105803:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10169) 00000100:00000001:1.0:1784946045.105808:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946045.105811:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946045.105813:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946045.105815:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946045.105817:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946045.105820:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054262272:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946045.105823:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946045.105827:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946045.105829:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946045.105831:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784946045.105836:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946045.105839:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946045.105840:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946045.105846:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328b800 x1871641054262144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784946045.105852:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ac800. 02000000:00000001:1.0:1784946045.105855:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946045.105864:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1784946045.105864:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946045.105868:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946045.105869:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d1b8. 02000000:00000001:0.0:1784946045.105872:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946045.105876:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1784946045.105876:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294d48. 02000000:00000001:0.0:1784946045.105881:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946045.105884:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054262272, portal 10 00000100:00100000:0.0:1784946045.105887:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054262144:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946045.105887:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946045.105889:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290059904 : -112780419491712 : ffff996d43289880) 00000100:00000001:0.0:1784946045.105895:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784946045.105898:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946045.105900:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946045.105902:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1784946045.105905:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289880 x1871641054262272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784946045.105907:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784946045.105910:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946045.105917:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784946045.105919:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:1.0:1784946045.105922:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946045.105925:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f000. 00000400:00000010:1.0:1784946045.105926:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294a18. 00000100:00000200:1.0:1784946045.105932:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054262272, offset 0 00000400:00000010:0.0:1784946045.105934:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f198. 00000400:00000200:1.0:1784946045.105939:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000200:0.0:1784946045.105945:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054262144, portal 25 00000100:00000001:0.0:1784946045.105962:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946045.105964:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290067968 : -112780419483648 : ffff996d4328b800) 00000100:00000040:0.0:1784946045.105970:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328b800 x1871641054262144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946045.105976:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946045.105981:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784946045.105984:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946045.105989:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f000. 00000400:00000200:1.0:1784946045.105989:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000200:0.0:1784946045.105994:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054262144, offset 0 00000400:00000200:1.0:1784946045.105997:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946045.106001:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946045.106005:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946045.106010:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946045.106013:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946045.106017:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314559:314559:256:4294967295] 192.168.202.106@tcp LPNI seq info [314555:314555:8:4294967295] 00000400:00000200:1.0:1784946045.106020:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946045.106029:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:0.0:1784946045.106037:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784946045.106037:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946045.106045:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000010:1.0:1784946045.106046:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ade00. 00000400:00000200:0.0:1784946045.106051:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946045.106056:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:1.0:1784946045.106058:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784946045.106060:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946045.106064:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946045.106070:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314560:314560:255:4294967295] 192.168.202.106@tcp LPNI seq info [314556:314556:7:4294967295] 00000800:00000200:1.0:1784946045.106071:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784946045.106077:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784946045.106078:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ade00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784946045.106087:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946045.106092:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946045.106094:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784946045.106097:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4c00. 00000100:00000040:1.0:1784946045.106099:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16778 usecs (17 jiffies) 00000800:00000200:0.0:1784946045.106103:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784946045.106105:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946045.106110:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304832017 00000100:00000010:1.0:1784946045.106115:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f420. 00000800:00000200:0.0:1784946045.106118:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:1.0:1784946045.106121:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000800:00000200:0.0:1784946045.106123:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946045.106126:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304832017 00000100:00000001:0.0:1784946045.106128:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784946045.106130:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f5a0. 00000100:00000001:1.0:1784946045.106133:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000400:00000200:0.0:1784946045.106134:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946045.106137:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946045.106138:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304832687 00000100:00000001:1.0:1784946045.106140:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946045.106144:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946045.106145:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946045.106147:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304832017 00000100:00000001:1.0:1784946045.106148:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946045.106150:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946045.106153:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946045.106154:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304832687 00000100:00000001:1.0:1784946045.106155:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946045.106157:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946045.106160:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946045.106161:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304832017 00000100:00000001:0.0:1784946045.106167:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946045.106169:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946045.106172:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946045.106175:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946045.106179:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946045.106181:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946045.106183:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946045.106184:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946045.106186:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946045.106188:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946045.106202:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946045.106206:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ade00. 00000400:00000200:1.0:1784946045.106213:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946045.106219:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946045.106223:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294a18 00000400:00000010:1.0:1784946045.106226:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294a18. 00000100:00000001:1.0:1784946045.106230:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946045.106234:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289880 x1871641054262272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946045.106244:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946045.106247:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289880 x1871641054262272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946061 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946045.106254:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946045.106255:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946045.106313:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946045.106316:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4c00. 00000400:00000200:1.0:1784946045.106320:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946045.106323:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946045.106326:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f000 00000400:00000010:1.0:1784946045.106328:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f000. 00000100:00000001:1.0:1784946045.106331:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946045.106334:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328b800 x1871641054262144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946045.106341:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946045.106352:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328b800 x1871641054262144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946061 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946045.106356:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946045.106357:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946045.108460:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946045.108471:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946045.108473:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946045.108475:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946045.108479:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946045.108483:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946045.108487:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946045.108489:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946045.108493:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946045.108495:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fb400 00000400:00000200:0.0:1784946045.108498:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946045.108502:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cde41 [1] + 224 00000800:00000001:0.0:1784946045.108506:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946045.108508:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946045.108510:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946045.108512:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946045.108532:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946045.108536:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289880 x1871641054262272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946045.108543:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289880 x1871641054262272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946045.108553:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946045.108558:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946045.108560:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946045.108561:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946045.108563:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946045.108565:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946045.108567:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946045.108570:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946045.108572:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946045.108574:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946045.108576:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fb380 00000400:00000200:0.0:1784946045.108579:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946045.108582:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cde51 [1] + 224 00000800:00000001:0.0:1784946045.108584:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946045.108589:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946045.108591:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784946045.108591:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946045.108595:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946045.108596:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946045.108600:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946045.108603:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328b800 x1871641054262144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784946045.108603:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946045.108607:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1784946045.108612:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328b800 x1871641054262144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784946045.108612:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d1b8. 00000400:00000200:1.0:1784946045.108619:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294d48 00000100:00000001:0.0:1784946045.108623:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1784946045.108623:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294d48. 00000100:00000001:1.0:1784946045.108627:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784946045.108629:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946045.108632:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784946045.108636:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289880 x1871641054262272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946045.108639:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946045.108642:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784946045.108645:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946045.108647:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946045.108650:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f000. 00000400:00000200:0.0:1784946045.108653:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f198 00000100:00000200:1.0:1784946045.108654:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289880 x1871641054262272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784946045.108655:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f198. 00000100:00000001:0.0:1784946045.108658:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946045.108662:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328b800 x1871641054262144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946045.108673:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1784946045.108676:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328b800 x1871641054262144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946045.108677:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946045.108683:0:2352:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784946045.108684:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946045.108687:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784946045.108688:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946045.108689:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946045.108691:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946045.108693:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946045.108693:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946045.108696:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946045.108697:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946045.108698:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946045.108704:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946045.108706:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=147 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946045.108710:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=147 v=5 (1 1 1 1) 00000100:00001000:1.0:1784946045.108711:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=147 v=5 (5 5 5 5) 00000100:00000001:0.0:1784946045.108712:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946045.108714:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946045.108718:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00001000:1.0:1784946045.108718:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=67 v=5 (1 1 1 1) 00010000:00000001:0.0:1784946045.108720:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946045.108724:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946045.108726:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1784946045.108729:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328b800 x1871641054262144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946061 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946045.108729:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946045.108734:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946045.108738:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946045.108744:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946045.108744:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1784946045.108748:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1784946045.108748:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784946045.108750:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946045.108753:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1784946045.108755:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328b800 x1871641054262144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946061 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946045.108757:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946045.108767:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054262144:192.168.202.106@tcp:400:kworker.0 00000100:00000040:1.0:1784946045.108768:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289880 x1871641054262272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946061 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946045.108773:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946045.108776:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946045.108780:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328b800 x1871641054262144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946061 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946045.108785:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946045.108790:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784946045.108791:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1784946045.108794:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1784946045.108794:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1784946045.108796:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784946045.108799:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946045.108802:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:1.0:1784946045.108803:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289880 x1871641054262272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946061 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1784946045.108804:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784946045.108808:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946045.108811:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4000. 02000000:00000001:0.0:1784946045.108814:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946045.108817:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946045.108819:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328b800. 00000100:00100000:1.0:1784946045.108820:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054262272:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946045.108822:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946045.108824:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946045.108827:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946045.108828:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946045.108830:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946045.108832:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784946045.108833:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946045.108836:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946045.108838:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946045.108840:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289880 x1871641054262272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946061 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946045.108848:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946045.108850:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946045.108852:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ac800. 02000000:00000001:1.0:1784946045.108855:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946045.108857:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946045.108858:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946045.108860:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946045.108862:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4700. 02000000:00000001:1.0:1784946045.108865:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946045.108866:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946045.108867:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289880. 00000100:00000001:1.0:1784946045.108870:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946045.108881:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946045.108885:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946045.108889:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946045.108890:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946045.108892:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946045.108894:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946045.425596:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946045.425601:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946045.425654:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946045.425662:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946045.425665:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946045.809615:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304832687, at 4304832704 00000100:00000040:0.0:1784946045.809619:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304832687, at 4304832704 00000100:00000010:1.0:1784946045.809632:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f5a0. 00000100:00000010:0.0:1784946045.809634:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f420. 00010000:00000001:1.0:1784946046.449604:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946046.449609:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946046.449661:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946046.449664:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946046.449666:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946047.473631:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946047.473638:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946047.473700:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946047.473704:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946047.473708:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946048.497609:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946048.497615:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946048.497663:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946048.497666:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946048.497668:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946049.521592:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946049.521600:0:191202:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946049.521602:0:191202:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946049.521605:0:191202:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946049.521609:0:191202:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946049.521612:0:191202:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946049.521615:0:191202:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946049.521617:0:191202:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946049.522965:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946049.522969:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946049.522973:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946050.225625:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946050.225634:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946050.225643:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950e00. 00000020:00000040:2.0:1784946050.225649:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946050.225653:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946050.225655:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946050.225659:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946050.225666:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b300. 00000100:00000001:2.0:1784946050.225672:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946050.225682:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950e00 x1871641054262400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946050.225697:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946050.225701:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946050.225708:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006776830d] to pc [ptlrpcd_01_01+1] req@ffff996d73950e00 x1871641054262400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946050.225735:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946050.225738:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946050.225741:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946050.225744:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952a00. 00000020:00000040:2.0:1784946050.225746:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946050.225748:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946050.225750:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946050.225751:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946050.225754:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784946050.225758:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946050.225763:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73952a00 x1871641054262528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946050.225769:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946050.225770:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946050.225773:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946050.225775:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784946050.225779:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce3dc249] to pc [ptlrpcd_01_00+0] req@ffff996d73952a00 x1871641054262528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946050.225779:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946050.225789:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950e00 x1871641054262400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946050.225792:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946050.225798:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946050.225802:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784946050.225803:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784946050.225805:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946050.225807:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946050.225811:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784946050.225811:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946050.225815:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784946050.225817:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10174) 02000000:00000001:3.0:1784946050.225819:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946050.225823:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054262400:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946050.225828:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784946050.225832:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784946050.225833:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784946050.225837:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784946050.225838:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946050.225841:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784946050.225842:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784946050.225848:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952a00 x1871641054262528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784946050.225849:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3dc00. 02000000:00000001:3.0:1784946050.225854:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946050.225861:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946050.225865:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946050.225865:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784946050.225870:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1784946050.225871:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 02000000:00000001:2.0:1784946050.225872:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946050.225877:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946050.225881:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054262528:192.168.202.106@tcp:400:kworker.0 00000400:00000010:3.0:1784946050.225881:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000001:2.0:1784946050.225887:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1784946050.225890:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054262400, portal 25 02000000:00000001:2.0:1784946050.225891:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946050.225894:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946050.225895:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1784946050.225898:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784946050.225899:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102474240 : -112779607077376 : ffff996d73950e00) 02000000:00000010:2.0:1784946050.225903:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0a00. 02000000:00000001:2.0:1784946050.225919:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946050.225920:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950e00 x1871641054262400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784946050.225928:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946050.225933:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1784946050.225934:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000100:00000040:3.0:1784946050.225939:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946050.225940:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000400:00000010:3.0:1784946050.225943:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1770. 00000100:00000200:2.0:1784946050.225945:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054262528, portal 10 00000100:00000200:3.0:1784946050.225948:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054262400, offset 0 00000100:00000001:2.0:1784946050.225949:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946050.225952:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102481408 : -112779607070208 : ffff996d73952a00) 00000400:00000200:3.0:1784946050.225958:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:2.0:1784946050.225963:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952a00 x1871641054262528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946050.225971:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946050.225973:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946050.225978:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946050.225981:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000010:2.0:1784946050.225982:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6bb0. 00000100:00000200:2.0:1784946050.225987:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054262528, offset 0 00000400:00000200:3.0:1784946050.225988:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946050.225994:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946050.225995:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946050.226000:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946050.226003:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946050.226006:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314561:314561:256:4294967295] 192.168.202.106@tcp LPNI seq info [314557:314557:8:4294967295] 00000400:00000200:3.0:1784946050.226010:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946050.226017:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946050.226023:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946050.226025:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946050.226032:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784946050.226036:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946050.226038:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946050.226043:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1784946050.226043:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000400:00000200:2.0:1784946050.226048:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:3.0:1784946050.226053:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946050.226054:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314562:314562:255:4294967295] 192.168.202.106@tcp LPNI seq info [314558:314558:7:4294967295] 00000400:00000200:2.0:1784946050.226060:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946050.226064:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946050.226070:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784946050.226072:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946050.226079:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946050.226083:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b500. 00000100:00000001:3.0:1784946050.226084:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784946050.226089:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784946050.226093:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946050.226097:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304837807 00000800:00000200:2.0:1784946050.226098:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946050.226103:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b500 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1784946050.226104:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322960. 00000100:00000001:2.0:1784946050.226107:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946050.226112:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16777 usecs (17 jiffies) 00000100:00000001:3.0:1784946050.226112:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1784946050.226117:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946050.226120:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304837137 00000100:00000001:2.0:1784946050.226125:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304837807 00000100:00000001:3.0:1784946050.226125:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304837807 00000100:00000001:2.0:1784946050.226131:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304837137 00000100:00000010:3.0:1784946050.226132:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322420. 00000100:00000001:3.0:1784946050.226137:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1784946050.226138:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946050.226142:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304837807 00000800:00000010:1.0:1784946050.226143:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beab00. 00000100:00000001:3.0:1784946050.226143:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946050.226148:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946050.226149:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946050.226154:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946050.226155:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946050.226160:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946050.226161:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946050.226167:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946050.226170:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946050.226170:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946050.226174:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784946050.226176:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946050.226177:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946050.226178:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946050.226182:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946050.226182:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946050.226185:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1770 00000100:00000001:3.0:1784946050.226186:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946050.226187:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1784946050.226191:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1770. 00000100:00000001:2.0:1784946050.226191:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946050.226192:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946050.226196:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946050.226200:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784946050.226200:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946050.226208:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950e00 x1871641054262400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946050.226219:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946050.226223:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950e00 x1871641054262400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946066 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946050.226230:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946050.226232:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946050.226287:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946050.226290:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b500. 00000400:00000200:1.0:1784946050.226293:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946050.226297:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946050.226300:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6bb0 00000400:00000010:1.0:1784946050.226302:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6bb0. 00000100:00000001:1.0:1784946050.226305:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946050.226308:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952a00 x1871641054262528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946050.226316:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946050.226318:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952a00 x1871641054262528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946066 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946050.226324:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946050.226326:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946050.227968:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946050.227981:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946050.227985:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946050.227988:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946050.227993:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946050.227999:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946050.228005:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946050.228009:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946050.228013:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946050.228017:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fb480 00000400:00000200:0.0:1784946050.228021:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946050.228027:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cde61 [1] + 224 00000800:00000001:0.0:1784946050.228032:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946050.228038:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946050.228041:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946050.228045:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946050.228049:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946050.228056:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950e00 x1871641054262400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946066 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946050.228067:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950e00 x1871641054262400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946050.228081:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946050.228088:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946050.228091:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946050.228093:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946050.228095:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946050.228098:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946050.228103:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:3.0:1784946050.228103:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946050.228108:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946050.228111:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946050.228115:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784946050.228115:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784946050.228119:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784946050.228119:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946050.228123:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:0.0:1784946050.228124:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fb500 00000400:00000200:0.0:1784946050.228130:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946050.228254:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946050.228257:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946050.228260:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946050.228264:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cde69 [1] + 224 00000100:00000200:3.0:1784946050.228266:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950e00 x1871641054262400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946050.228271:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946050.228278:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784946050.228280:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950e00 x1871641054262400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946066 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946050.228281:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946050.228290:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946050.228297:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946050.228298:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946050.228302:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784946050.228305:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952a00 x1871641054262528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946066 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946050.228315:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952a00 x1871641054262528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946050.228316:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946050.228320:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946050.228324:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946050.228327:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946050.228331:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946050.228336:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=152 v=5 (5 5 5 5) 00000100:00000001:0.0:1784946050.228338:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1784946050.228341:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=152 v=5 (1 1 1 1) 00000800:00000001:0.0:1784946050.228343:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784946050.228345:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1784946050.228348:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946050.228348:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946050.228351:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946050.228354:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946050.228357:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946050.228363:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950e00 x1871641054262400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946066 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946050.228371:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946050.228374:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946050.228375:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946050.228379:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950e00 x1871641054262400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946066 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946050.228386:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054262400:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946050.228391:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946050.228393:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946050.228398:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950e00 x1871641054262400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946066 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946050.228402:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946050.228404:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784946050.228406:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784946050.228408:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:2.0:1784946050.228411:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000010:3.0:1784946050.228412:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3dc00. 00000400:00000001:2.0:1784946050.228414:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1784946050.228417:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:2.0:1784946050.228418:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000020:00000001:3.0:1784946050.228421:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:2.0:1784946050.228423:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000020:00000040:3.0:1784946050.228425:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000400:00000010:2.0:1784946050.228427:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000020:00000001:3.0:1784946050.228428:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784946050.228432:0:2354:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:3.0:1784946050.228432:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b300. 02000000:00000001:3.0:1784946050.228437:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:2.0:1784946050.228439:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952a00 x1871641054262528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946050.228439:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946050.228443:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950e00. 00000100:00000001:3.0:1784946050.228448:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946050.228451:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784946050.228455:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952a00 x1871641054262528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946066 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946050.228455:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946050.228463:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946050.228466:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946050.228466:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946050.228470:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946050.228471:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946050.228473:0:2354:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784946050.228474:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946050.228476:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946050.228478:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946050.228480:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946050.228482:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946050.228488:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=152 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946050.228491:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=72 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946050.228494:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946050.228495:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946050.228497:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946050.228500:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946050.228503:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946050.228505:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946050.228507:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946050.228508:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946050.228512:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952a00 x1871641054262528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946066 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946050.228549:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946050.228551:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946050.228553:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946050.228556:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952a00 x1871641054262528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946066 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946050.228564:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054262528:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946050.228571:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946050.228573:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946050.228575:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952a00 x1871641054262528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946066 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946050.228582:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946050.228583:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946050.228585:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0a00. 02000000:00000001:2.0:1784946050.228588:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946050.228597:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946050.228598:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946050.228600:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946050.228602:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 02000000:00000001:2.0:1784946050.228604:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946050.228605:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946050.228607:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952a00. 00000100:00000001:2.0:1784946050.228609:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946050.228610:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946050.228612:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946050.228615:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946050.228616:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946050.228618:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946050.228620:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946050.545627:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946050.545634:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946050.546958:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946050.546961:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946050.546965:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946050.929619:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304837807, at 4304837824 00000100:00000040:1.0:1784946050.929619:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304837807, at 4304837824 00000100:00000010:0.0:1784946050.929635:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322960. 00000100:00000010:1.0:1784946050.929636:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322420. 00010000:00000001:1.0:1784946051.569645:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946051.569651:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946051.569719:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946051.569723:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946051.569726:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946052.593647:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946052.593652:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946052.593707:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946052.593710:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946052.593713:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946053.617623:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946053.617628:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946053.617679:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946053.617682:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946053.617684:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946054.641637:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946054.641643:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946054.641704:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946054.641708:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946054.641712:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946055.345619:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946055.345628:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946055.345637:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952a00. 00000020:00000040:2.0:1784946055.345643:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946055.345646:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946055.345649:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946055.345654:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946055.345662:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784946055.345668:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946055.345677:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73952a00 x1871641054262656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946055.345687:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946055.345691:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946055.345697:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce3dc249] to pc [ptlrpcd_01_01+1] req@ffff996d73952a00 x1871641054262656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946055.345726:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946055.345729:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946055.345732:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946055.345735:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951180. 00000020:00000040:2.0:1784946055.345738:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946055.345740:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946055.345741:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946055.345743:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946055.345746:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784946055.345749:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946055.345753:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951180 x1871641054262784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946055.345759:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946055.345760:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946055.345764:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946055.345765:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784946055.345769:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047f3cd37] to pc [ptlrpcd_01_00+0] req@ffff996d73951180 x1871641054262784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946055.345769:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946055.345780:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952a00 x1871641054262656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946055.345782:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946055.345787:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946055.345794:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946055.345799:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946055.345800:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946055.345805:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946055.345806:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784946055.345811:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784946055.345813:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10179) 02000000:00000001:3.0:1784946055.345815:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946055.345820:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946055.345824:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054262656:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946055.345828:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946055.345829:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784946055.345833:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946055.345835:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784946055.345837:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784946055.345842:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951180 x1871641054262784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946055.345842:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946055.345846:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784946055.345853:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1784946055.345853:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3d000. 00000100:00000001:2.0:1784946055.345856:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946055.345857:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946055.345860:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946055.345876:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946055.345878:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946055.345881:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054262784:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946055.345885:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784946055.345887:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784946055.345889:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1784946055.345891:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 02000000:00000001:2.0:1784946055.345892:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946055.345896:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1784946055.345899:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 02000000:00000010:2.0:1784946055.345901:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0a00. 02000000:00000001:2.0:1784946055.345904:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784946055.345905:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054262656, portal 25 00000100:00000001:3.0:1784946055.345908:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1784946055.345910:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946055.345911:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102481408 : -112779607070208 : ffff996d73952a00) 00000400:00000010:2.0:1784946055.345918:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000100:00000040:3.0:1784946055.345921:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952a00 x1871641054262656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784946055.345924:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000100:00000200:2.0:1784946055.345930:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054262784, portal 10 00000100:00000001:2.0:1784946055.345934:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946055.345938:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102475136 : -112779607076480 : ffff996d73951180) 00000100:00000001:3.0:1784946055.345938:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946055.345944:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000040:2.0:1784946055.345948:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951180 x1871641054262784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784946055.345949:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1088. 00000100:00000200:3.0:1784946055.345956:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054262656, offset 0 00000100:00000001:2.0:1784946055.345960:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946055.345967:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946055.345968:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946055.345971:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6cc0. 00000100:00000200:2.0:1784946055.345976:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054262784, offset 0 00000400:00000200:3.0:1784946055.345980:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946055.345983:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946055.345991:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946055.345997:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946055.346001:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946055.346004:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946055.346008:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946055.346011:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314563:314563:256:4294967295] 192.168.202.106@tcp LPNI seq info [314559:314559:8:4294967295] 00000400:00000200:3.0:1784946055.346014:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946055.346020:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946055.346025:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946055.346029:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:3.0:1784946055.346033:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946055.346037:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1784946055.346038:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000800:00000200:3.0:1784946055.346045:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946055.346047:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946055.346052:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1784946055.346055:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784946055.346059:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:3.0:1784946055.346060:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784946055.346066:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314564:314564:255:4294967295] 192.168.202.106@tcp LPNI seq info [314560:314560:7:4294967295] 00000400:00000200:2.0:1784946055.346072:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946055.346080:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:3.0:1784946055.346080:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784946055.346089:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946055.346090:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:2.0:1784946055.346096:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bc00. 00000800:00000200:2.0:1784946055.346102:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:3.0:1784946055.346104:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304842927 00000800:00000200:2.0:1784946055.346109:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000010:3.0:1784946055.346111:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322600. 00000800:00000200:2.0:1784946055.346114:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946055.346119:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946055.346119:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1784946055.346122:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16777 usecs (17 jiffies) 00000400:00000200:2.0:1784946055.346127:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946055.346129:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304842257 00000100:00000001:2.0:1784946055.346135:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304842927 00000100:00000001:3.0:1784946055.346135:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304842927 00000100:00000001:2.0:1784946055.346141:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304842257 00000100:00000010:3.0:1784946055.346142:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3220c0. 00000100:00000001:3.0:1784946055.346154:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946055.346160:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304842927 00000100:00000001:3.0:1784946055.346160:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946055.346165:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784946055.346167:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946055.346167:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946055.346170:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784946055.346174:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea800. 00000100:00000001:2.0:1784946055.346175:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946055.346179:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946055.346181:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946055.346184:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946055.346184:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946055.346190:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946055.346192:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946055.346194:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784946055.346196:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946055.346197:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946055.346199:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946055.346203:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946055.346206:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1088 00000100:00000001:2.0:1784946055.346206:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946055.346207:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946055.346211:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1784946055.346212:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1088. 00000100:00000001:2.0:1784946055.346212:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946055.346214:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946055.346220:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946055.346221:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946055.346228:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952a00 x1871641054262656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946055.346237:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946055.346242:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952a00 x1871641054262656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946071 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946055.346248:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946055.346251:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946055.346323:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946055.346326:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bc00. 00000400:00000200:1.0:1784946055.346329:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946055.346332:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946055.346335:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6cc0 00000400:00000010:1.0:1784946055.346337:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6cc0. 00000100:00000001:1.0:1784946055.346340:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946055.346344:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951180 x1871641054262784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946055.346350:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946055.346353:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951180 x1871641054262784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946071 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946055.346360:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946055.346361:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946055.348016:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946055.348028:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946055.348039:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946055.348042:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946055.348048:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946055.348054:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946055.348060:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946055.348069:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946055.348074:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946055.348078:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fb580 00000400:00000200:0.0:1784946055.348082:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946055.348087:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cde71 [1] + 224 00000800:00000001:0.0:1784946055.348098:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946055.348120:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946055.348123:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946055.348127:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946055.348131:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946055.348136:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952a00 x1871641054262656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946071 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946055.348147:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952a00 x1871641054262656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946055.348163:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946055.348170:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946055.348174:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946055.348176:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946055.348178:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946055.348181:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946055.348184:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946055.348196:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946055.348199:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946055.348202:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946055.348204:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fb600 00000400:00000200:0.0:1784946055.348207:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946055.348211:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cde79 [1] + 224 00000800:00000001:0.0:1784946055.348214:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946055.348220:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946055.348222:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946055.348226:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946055.348229:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946055.348233:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951180 x1871641054262784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946071 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946055.348241:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951180 x1871641054262784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946055.348255:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946055.348260:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946055.348263:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946055.348286:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946055.348289:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946055.348294:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:3.0:1784946055.348295:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784946055.348298:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784946055.348299:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946055.348304:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946055.348308:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946055.348311:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946055.348314:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1784946055.348316:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946055.348318:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946055.348321:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946055.348325:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000100:00000200:3.0:1784946055.348327:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952a00 x1871641054262656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784946055.348328:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000001:2.0:1784946055.348332:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946055.348339:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951180 x1871641054262784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946055.348356:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951180 x1871641054262784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946055.348356:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952a00 x1871641054262656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946055.348375:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946055.348381:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946055.348383:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946055.348385:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946055.348388:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946055.348390:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946055.348392:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946055.348395:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946055.348402:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=7 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946055.348406:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=77 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946055.348408:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946055.348410:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946055.348413:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946055.348416:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946055.348419:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946055.348421:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946055.348423:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946055.348425:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946055.348429:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951180 x1871641054262784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946055.348435:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946055.348438:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946055.348439:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946055.348443:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951180 x1871641054262784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946071 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946055.348456:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054262784:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946055.348460:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946055.348462:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946055.348465:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951180 x1871641054262784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946071 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946055.348471:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946055.348473:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946055.348476:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0a00. 02000000:00000001:2.0:1784946055.348478:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946055.348481:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946055.348482:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946055.348484:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946055.348487:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:2.0:1784946055.348490:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946055.348491:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946055.348493:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951180. 00000100:00000001:2.0:1784946055.348497:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946055.348498:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946055.348500:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946055.348504:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946055.348505:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946055.348507:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946055.348508:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946055.350861:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946055.350875:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946055.350878:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946055.350879:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946055.350881:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946055.350884:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946055.350889:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=7 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946055.350892:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=7 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946055.350895:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946055.350896:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946055.350899:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946055.350900:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946055.350902:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946055.350909:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952a00 x1871641054262656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946055.350923:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946055.350926:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946055.350927:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946055.350931:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952a00 x1871641054262656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946071 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946055.350939:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054262656:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946055.350945:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946055.350947:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946055.350950:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952a00 x1871641054262656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946071 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946055.350956:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946055.350957:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946055.350960:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3d000. 02000000:00000001:3.0:1784946055.350964:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946055.350966:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946055.350967:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946055.350969:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946055.350971:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 02000000:00000001:3.0:1784946055.350974:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946055.350976:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946055.350978:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952a00. 00000100:00000001:3.0:1784946055.350981:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946055.350983:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946055.350984:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946055.350990:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946055.350992:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946055.350993:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946055.350995:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946055.665629:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946055.665634:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946055.665701:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946055.665705:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946055.665708:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946056.049611:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304842927, at 4304842944 00000100:00000040:1.0:1784946056.049611:0:191202:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304842927, at 4304842944 00000100:00000010:0.0:1784946056.049627:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322600. 00000100:00000010:1.0:1784946056.049629:0:191202:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3220c0. 00010000:00000001:1.0:1784946056.689616:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946056.689620:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946056.689671:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946056.689674:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946056.689677:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784946057.073638:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784946057.073644:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784946057.073648:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:0.0:1784946057.073813:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784946057.073814:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784946057.073825:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946057.073831:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946057.073833:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784946057.713625:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946057.713632:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946057.713689:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946057.713692:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946057.713695:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946058.737642:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946058.737649:0:191202:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946058.737716:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946058.737721:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946058.737724:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946059.761631:0:191202:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946059.761639:0:191202:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946059.761641:0:191202:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946059.761644:0:191202:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946059.761649:0:191202:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946059.761651:0:191202:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946059.761653:0:191202:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946059.761656:0:191202:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946059.761709:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946059.761713:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946059.761715:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946060.465631:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946060.465641:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946060.465649:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951180. 00000020:00000040:2.0:1784946060.465655:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946060.465659:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946060.465662:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946060.465668:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946060.465677:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784946060.465683:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946060.465695:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951180 x1871641054262912/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946060.465708:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946060.465712:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946060.465720:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047f3cd37] to pc [ptlrpcd_01_01+1] req@ffff996d73951180 x1871641054262912/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946060.465742:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946060.465745:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946060.465749:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946060.465752:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952300. 00000020:00000040:2.0:1784946060.465755:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946060.465757:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946060.465758:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946060.465760:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946060.465764:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784946060.465768:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946060.465773:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73952300 x1871641054263040/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946060.465781:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946060.465783:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946060.465787:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b6164b6] to pc [ptlrpcd_01_00+0] req@ffff996d73952300 x1871641054263040/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946060.465796:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946060.465799:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946060.465803:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946060.465806:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946060.465810:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946060.465815:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10185) 00000100:00000001:2.0:1784946060.465837:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946060.465840:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946060.465843:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946060.465849:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952300 x1871641054263040/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946060.465857:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946060.465859:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946060.465863:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946060.465865:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946060.465868:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946060.465873:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054263040:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946060.465877:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946060.465882:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946060.465885:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946060.465894:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946060.465900:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0a00. 02000000:00000001:2.0:1784946060.465903:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946060.465916:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784946060.465920:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946060.465920:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946060.465923:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1784946060.465930:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000100:00000040:3.0:1784946060.465931:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951180 x1871641054262912/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784946060.465941:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000100:00000001:3.0:1784946060.465941:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946060.465944:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946060.465948:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1784946060.465950:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054263040, portal 10 02000000:00000001:3.0:1784946060.465951:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946060.465955:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1784946060.465957:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946060.465959:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102479616 : -112779607072000 : ffff996d73952300) 00000100:00100000:3.0:1784946060.465963:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054262912:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946060.465968:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784946060.465970:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952300 x1871641054263040/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946060.465972:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946060.465975:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946060.465979:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784946060.465985:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1784946060.465985:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3de00. 02000000:00000001:3.0:1784946060.465989:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946060.465993:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946060.465997:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946060.465998:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6dd0. 00000400:00000010:3.0:1784946060.466003:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000200:2.0:1784946060.466004:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054263040, offset 0 00000400:00000010:3.0:1784946060.466010:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000400:00000200:2.0:1784946060.466015:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000200:3.0:1784946060.466016:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054262912, portal 25 00000100:00000001:3.0:1784946060.466020:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946060.466022:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102475136 : -112779607076480 : ffff996d73951180) 00000400:00000200:2.0:1784946060.466026:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784946060.466029:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951180 x1871641054262912/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784946060.466036:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946060.466044:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946060.466048:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946060.466052:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946060.466055:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946060.466059:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314565:314565:256:4294967295] 192.168.202.106@tcp LPNI seq info [314561:314561:8:4294967295] 00000400:00000200:2.0:1784946060.466063:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946060.466073:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946060.466080:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946060.466085:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b100. 00000800:00000200:2.0:1784946060.466091:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:3.0:1784946060.466094:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946060.466099:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000800:00000200:2.0:1784946060.466103:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000010:3.0:1784946060.466106:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1a18. 00000800:00000200:2.0:1784946060.466108:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1784946060.466111:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054262912, offset 0 00000400:00000200:3.0:1784946060.466118:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946060.466123:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946060.466124:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946060.466128:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000040:2.0:1784946060.466129:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16777 usecs (17 jiffies) 00000400:00000200:3.0:1784946060.466134:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946060.466137:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946060.466141:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:2.0:1784946060.466142:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304847377 00000400:00000200:3.0:1784946060.466146:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000010:2.0:1784946060.466149:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c720. 00000400:00000200:3.0:1784946060.466150:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:2.0:1784946060.466158:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000400:00000200:3.0:1784946060.466169:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314566:314566:255:4294967295] 192.168.202.106@tcp LPNI seq info [314562:314562:7:4294967295] 00000400:00000200:3.0:1784946060.466174:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946060.466175:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304847377 00000100:00000010:2.0:1784946060.466181:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c1e0. 00000100:00000001:2.0:1784946060.466188:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000800:00000200:1.0:1784946060.466190:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946060.466192:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1784946060.466197:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b100. 00000100:00000001:2.0:1784946060.466197:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946060.466203:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946060.466205:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946060.466207:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946060.466213:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946060.466216:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946060.466219:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946060.466222:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946060.466223:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946060.466225:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946060.466227:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946060.466491:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946060.466500:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946060.466501:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6dd0 00000400:00000010:1.0:1784946060.466505:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6dd0. 00000800:00000010:3.0:1784946060.466507:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea700. 00000100:00000001:1.0:1784946060.466511:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946060.466550:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952300 x1871641054263040/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946060.466560:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946060.466565:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952300 x1871641054263040/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946076 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784946060.466575:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:1.0:1784946060.466583:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946060.466588:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1784946060.466588:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946060.466594:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946060.466608:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946060.466613:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946060.466616:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304848048 00000100:00000001:3.0:1784946060.466622:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304847377 00000100:00000001:3.0:1784946060.466627:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304848048 00000100:00000001:3.0:1784946060.466630:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304847377 00000100:00000001:3.0:1784946060.466634:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946060.466637:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946060.466639:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946060.466640:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784946060.466643:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea700. 00000100:00000001:3.0:1784946060.466645:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946060.466649:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946060.466651:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946060.466655:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784946060.466656:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946060.466660:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1a18 00000400:00000010:1.0:1784946060.466662:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1a18. 00000100:00000001:1.0:1784946060.466664:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946060.466668:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951180 x1871641054262912/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946060.466671:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946060.466673:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946060.466677:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946060.466680:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784946060.466682:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946060.466685:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951180 x1871641054262912/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946076 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946060.466693:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946060.466695:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946060.468219:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946060.468229:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946060.468233:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946060.468235:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946060.468241:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946060.468247:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946060.468254:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946060.468257:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946060.468262:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946060.468266:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fb700 00000400:00000200:0.0:1784946060.468270:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946060.468275:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cde81 [1] + 224 00000800:00000001:0.0:1784946060.468280:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946060.468284:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946060.468286:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946060.468288:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946060.468292:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946060.468297:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952300 x1871641054263040/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946076 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946060.468304:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952300 x1871641054263040/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946060.468318:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946060.468325:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946060.468328:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946060.468329:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946060.468331:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946060.468334:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946060.468339:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:2.0:1784946060.468340:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946060.468343:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946060.468346:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:2.0:1784946060.468349:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784946060.468350:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:2.0:1784946060.468354:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784946060.468357:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946060.468359:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:0.0:1784946060.468363:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fb680 00000400:00000200:2.0:1784946060.468366:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000400:00000200:0.0:1784946060.468370:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946060.468370:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000001:2.0:1784946060.468376:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946060.468380:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cde89 [1] + 224 00000800:00000001:0.0:1784946060.468385:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784946060.468385:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952300 x1871641054263040/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946060.468391:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946060.468394:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946060.468399:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000200:2.0:1784946060.468399:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952300 x1871641054263040/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946076 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946060.468405:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946060.468409:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1784946060.468410:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951180 x1871641054262912/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946076 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946060.468412:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946060.468416:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946060.468419:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946060.468421:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946060.468424:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946060.468425:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951180 x1871641054262912/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946060.468427:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946060.468435:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=12 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946060.468438:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=82 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946060.468440:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946060.468441:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946060.468444:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946060.468445:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1784946060.468448:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784946060.468449:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784946060.468453:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946060.468458:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946060.468461:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946060.468463:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946060.468465:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946060.468470:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952300 x1871641054263040/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946076 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946060.468472:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946060.468474:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946060.468477:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1784946060.468477:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946060.468478:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784946060.468480:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1784946060.468480:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784946060.468482:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784946060.468484:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946060.468485:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000040:2.0:1784946060.468486:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952300 x1871641054263040/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946076 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946060.468488:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946060.468492:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951180 x1871641054262912/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946060.468493:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054263040:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946060.468498:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946060.468500:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1784946060.468500:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951180 x1871641054262912/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946076 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946060.468503:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952300 x1871641054263040/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946076 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946060.468507:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946060.468508:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946060.468509:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784946060.468510:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946060.468511:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1784946060.468511:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946060.468512:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946060.468514:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946060.468533:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946060.468537:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=12 v=5 (5 5 5 5) 02000000:00000010:2.0:1784946060.468538:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0a00. 00000100:00001000:3.0:1784946060.468540:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=12 v=5 (1 1 1 1) 02000000:00000001:2.0:1784946060.468541:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784946060.468543:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1784946060.468544:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784946060.468544:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784946060.468545:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00010000:00000001:3.0:1784946060.468546:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1784946060.468548:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:3.0:1784946060.468548:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946060.468550:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 00000100:00000001:3.0:1784946060.468550:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946060.468553:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1784946060.468554:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951180 x1871641054262912/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946076 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946060.468555:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946060.468557:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952300. 00000100:00000001:2.0:1784946060.468560:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946060.468560:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946060.468561:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946060.468562:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946060.468563:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946060.468563:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946060.468567:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951180 x1871641054262912/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946076 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946060.468568:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946060.468569:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946060.468571:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946060.468573:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946060.468580:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054262912:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946060.468584:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946060.468585:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946060.468588:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951180 x1871641054262912/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946076 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946060.468594:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946060.468595:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946060.468596:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3de00. 02000000:00000001:3.0:1784946060.468598:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946060.468599:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946060.468599:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946060.468600:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946060.468601:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:3.0:1784946060.468603:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946060.468603:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946060.468604:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951180. 00000100:00000001:3.0:1784946060.468606:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946060.468607:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946060.468608:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946060.468610:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946060.468610:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946060.468612:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946060.468612:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946060.785627:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946060.785632:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946060.785688:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946060.785692:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946060.785695:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946061.169623:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304848048, at 4304848064 00000100:00000040:1.0:1784946061.169623:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304848048, at 4304848064 00000100:00000010:0.0:1784946061.169637:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c720. 00000100:00000010:1.0:1784946061.169640:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c1e0. 00010000:00000001:1.0:1784946061.809663:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946061.809670:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946061.809734:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946061.809739:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946061.809742:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946062.833633:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946062.833640:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946062.833702:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946062.833705:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946062.833707:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946063.860034:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946063.860038:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946063.860100:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946063.860104:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946063.860107:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946064.881624:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946064.881630:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946064.881682:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946064.881685:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946064.881688:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946065.585604:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946065.585612:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946065.585620:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952300. 00000020:00000040:2.0:1784946065.585625:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946065.585628:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946065.585630:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946065.585634:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946065.585641:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784946065.585646:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946065.585655:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73952300 x1871641054263168/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946065.585671:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946065.585675:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946065.585682:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b6164b6] to pc [ptlrpcd_01_01+1] req@ffff996d73952300 x1871641054263168/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946065.585711:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946065.585713:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946065.585719:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946065.585721:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950a80. 00000020:00000040:2.0:1784946065.585723:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946065.585724:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946065.585725:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946065.585727:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946065.585731:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784946065.585734:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946065.585737:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950a80 x1871641054263296/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946065.585744:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946065.585749:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946065.585752:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784946065.585754:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946065.585759:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946065.585761:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952300 x1871641054263168/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946065.585770:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011f70e2a] to pc [ptlrpcd_01_00+0] req@ffff996d73950a80 x1871641054263296/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946065.585773:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946065.585794:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946065.585796:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946065.585800:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946065.585804:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946065.585804:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946065.585811:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784946065.585811:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946065.585815:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784946065.585818:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10190) 02000000:00000001:3.0:1784946065.585819:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946065.585826:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054263168:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946065.585830:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946065.585831:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784946065.585833:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946065.585835:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784946065.585838:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784946065.585839:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950a80 x1871641054263296/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946065.585843:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946065.585849:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784946065.585849:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784946065.585852:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946065.585854:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946065.585855:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1784946065.585856:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3de00. 02000000:00000001:2.0:1784946065.585857:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946065.585861:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946065.585862:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054263296:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946065.585867:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946065.585869:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946065.585871:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946065.585872:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784946065.585873:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946065.585878:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0a00. 00000400:00000010:3.0:1784946065.585879:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 02000000:00000001:2.0:1784946065.585880:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946065.585886:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946065.585889:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784946065.585893:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000100:00000200:2.0:1784946065.585898:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054263296, portal 10 00000100:00000001:2.0:1784946065.585900:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946065.585901:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102473344 : -112779607078272 : ffff996d73950a80) 00000100:00000040:2.0:1784946065.585906:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950a80 x1871641054263296/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946065.585911:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946065.585912:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946065.585914:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6000. 00000100:00000200:2.0:1784946065.585916:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054263296, offset 0 00000400:00000200:2.0:1784946065.585921:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946065.585927:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946065.585932:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946065.585935:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946065.585938:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946065.585940:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946065.585942:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946065.585945:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314567:314567:256:4294967295] 192.168.202.106@tcp LPNI seq info [314563:314563:8:4294967295] 00000400:00000200:2.0:1784946065.585948:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946065.585955:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946065.585959:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946065.585962:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b100. 00000800:00000200:2.0:1784946065.585967:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946065.585973:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946065.585975:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946065.585986:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946065.585989:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16776 usecs (17 jiffies) 00000400:00000200:2.0:1784946065.585991:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946065.585993:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304852497 00000100:00000010:2.0:1784946065.585995:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cd80. 00000100:00000001:2.0:1784946065.586000:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946065.586010:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304852497 00000100:00000010:2.0:1784946065.586013:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c2a0. 00000100:00000001:2.0:1784946065.586016:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946065.586018:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946065.586020:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946065.586022:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946065.586024:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946065.586030:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946065.586031:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946065.586033:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946065.586034:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946065.586035:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946065.586037:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946065.586099:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946065.586106:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b100. 00000400:00000200:1.0:1784946065.586111:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946065.586117:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946065.586122:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6000 00000400:00000010:1.0:1784946065.586125:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6000. 00000100:00000001:1.0:1784946065.586129:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946065.586133:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950a80 x1871641054263296/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946065.586143:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946065.586146:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950a80 x1871641054263296/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946081 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946065.586165:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946065.586167:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946065.587383:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946065.587395:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784946065.587397:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000800:00000001:0.0:1784946065.587399:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946065.587402:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946065.587407:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946065.587412:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946065.587419:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946065.587422:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946065.587427:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946065.587431:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fb800 00000100:00000200:3.0:1784946065.587440:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054263168, portal 25 00000100:00000001:3.0:1784946065.587445:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946065.587448:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102479616 : -112779607072000 : ffff996d73952300) 00000400:00000200:0.0:1784946065.587449:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784946065.587459:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952300 x1871641054263168/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946065.587460:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cde91 [1] + 224 00000800:00000001:0.0:1784946065.587470:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784946065.587473:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946065.587477:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000800:00000001:0.0:1784946065.587480:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784946065.587480:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1220. 00000400:00000200:0.0:1784946065.587484:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1784946065.587486:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054263168, offset 0 00000400:00000200:0.0:1784946065.587490:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946065.587495:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1784946065.587496:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000200:0.0:1784946065.587501:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950a80 x1871641054263296/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946081 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946065.587506:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946065.587534:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000040:0.0:1784946065.587537:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950a80 x1871641054263296/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946065.587538:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946065.587545:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946065.587551:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784946065.587554:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1784946065.587557:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946065.587562:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314568:314568:256:4294967295] 192.168.202.106@tcp LPNI seq info [314564:314564:8:4294967295] 00000800:00000001:0.0:1784946065.587565:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784946065.587569:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000001:0.0:1784946065.587570:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784946065.587581:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:2.0:1784946065.587588:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1784946065.587588:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784946065.587592:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1784946065.587596:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000400:00000001:2.0:1784946065.587597:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946065.587600:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946065.587602:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000800:00000200:3.0:1784946065.587604:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946065.587606:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000400:00000010:2.0:1784946065.587609:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000001:2.0:1784946065.587612:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:3.0:1784946065.587615:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000200:2.0:1784946065.587618:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950a80 x1871641054263296/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784946065.587622:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1784946065.587631:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950a80 x1871641054263296/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946081 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946065.587638:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946065.587638:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946065.587640:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946065.587643:0:2354:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:3.0:1784946065.587645:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784946065.587646:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946065.587650:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946065.587651:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304853169 00000100:00000001:2.0:1784946065.587652:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946065.587656:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946065.587659:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304852497 00000100:00001000:2.0:1784946065.587662:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=17 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946065.587666:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=87 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946065.587667:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304853169 00000100:00000001:2.0:1784946065.587669:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946065.587672:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946065.587673:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304852497 00010000:00000001:2.0:1784946065.587674:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784946065.587678:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1784946065.587679:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946065.587684:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946065.587685:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946065.587687:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946065.587690:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946065.587691:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946065.587693:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946065.587695:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946065.587698:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950a80 x1871641054263296/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946081 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946065.587702:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946065.587706:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1784946065.587709:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946065.587712:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946065.587713:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946065.587715:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1784946065.587716:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000100:00000001:2.0:1784946065.587717:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946065.587719:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946065.587720:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946065.587723:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946065.587725:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946065.587726:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950a80 x1871641054263296/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946081 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946065.587734:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00100000:2.0:1784946065.587739:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054263296:192.168.202.106@tcp:400:kworker.0 00000400:00000200:1.0:1784946065.587741:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1220 00000100:00000001:2.0:1784946065.587744:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784946065.587745:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1220. 00000100:00000001:2.0:1784946065.587746:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946065.587750:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950a80 x1871641054263296/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946081 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946065.587752:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784946065.587757:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946065.587760:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1784946065.587761:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952300 x1871641054263168/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784946065.587763:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0a00. 02000000:00000001:2.0:1784946065.587771:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784946065.587774:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1784946065.587774:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:1.0:1784946065.587789:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952300 x1871641054263168/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946081 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1784946065.587789:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946065.587793:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946065.587796:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:2.0:1784946065.587801:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946065.587803:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784946065.587805:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784946065.587806:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950a80. 00000100:00000001:1.0:1784946065.587809:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784946065.587810:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946065.587813:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946065.587814:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946065.587818:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946065.587819:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946065.587820:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946065.587822:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946065.588530:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946065.588535:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946065.588536:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946065.588538:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946065.588541:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946065.588544:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946065.588547:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946065.588549:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946065.588551:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946065.588553:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fb780 00000400:00000200:0.0:1784946065.588556:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946065.588559:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cde99 [1] + 224 00000800:00000001:0.0:1784946065.588561:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946065.588564:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946065.588566:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946065.588568:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946065.588571:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946065.588573:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952300 x1871641054263168/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946081 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946065.588579:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952300 x1871641054263168/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946065.588589:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946065.588592:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946065.588594:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946065.588618:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946065.588621:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784946065.588624:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946065.588626:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946065.588628:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946065.588631:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946065.588633:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946065.588636:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946065.588641:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952300 x1871641054263168/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946065.588650:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952300 x1871641054263168/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946081 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946065.588656:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946065.588658:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946065.588660:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946065.588662:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946065.588663:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946065.588664:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946065.588666:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946065.588669:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=17 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946065.588671:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=17 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946065.588673:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946065.588675:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946065.588676:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946065.588678:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946065.588680:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946065.588683:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952300 x1871641054263168/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946081 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946065.588689:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946065.588691:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946065.588693:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946065.588696:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952300 x1871641054263168/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946081 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946065.588703:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054263168:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946065.588707:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946065.588709:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946065.588711:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952300 x1871641054263168/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946081 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946065.588717:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946065.588718:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946065.588720:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3de00. 02000000:00000001:3.0:1784946065.588723:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946065.588725:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946065.588726:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946065.588728:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946065.588730:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 02000000:00000001:3.0:1784946065.588733:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946065.588734:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946065.588735:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952300. 00000100:00000001:3.0:1784946065.588738:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946065.588739:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946065.588741:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946065.588744:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946065.588746:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946065.588747:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946065.588749:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946065.905623:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946065.905631:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946065.905687:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946065.905690:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946065.905692:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946066.289620:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304853169, at 4304853184 00000100:00000040:1.0:1784946066.289620:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304853169, at 4304853184 00000100:00000010:0.0:1784946066.289637:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cd80. 00000100:00000010:1.0:1784946066.289638:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c2a0. 00010000:00000001:1.0:1784946066.929585:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946066.929592:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946066.929654:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946066.929658:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946066.929662:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946067.953596:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946067.953600:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946067.953649:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946067.953652:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946067.953654:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946068.977579:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946068.977584:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946068.977627:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946068.977630:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946068.977632:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946070.001614:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946070.001626:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946070.001628:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946070.001630:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946070.001634:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946070.001635:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946070.001637:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946070.001638:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946070.001682:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946070.001685:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946070.001687:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946070.705673:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946070.705688:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946070.705708:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328b800. 00000020:00000040:0.0:1784946070.705713:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946070.705717:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946070.705720:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946070.705724:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946070.705763:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4000. 00000100:00000001:0.0:1784946070.705769:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946070.705786:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d4328b800 x1871641054263424/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946070.705807:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946070.705812:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946070.705818:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024ad7aec] to pc [ptlrpcd_00_01+1] req@ffff996d4328b800 x1871641054263424/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946070.705860:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946070.705863:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946070.705867:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946070.705869:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328b480. 00000020:00000040:0.0:1784946070.705872:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946070.705874:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946070.705875:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946070.705877:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946070.705880:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4f00. 00000100:00000001:0.0:1784946070.705882:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946070.705886:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d4328b480 x1871641054263552/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946070.705893:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946070.705895:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946070.705898:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dc29689] to pc [ptlrpcd_00_00+0] req@ffff996d4328b480 x1871641054263552/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946070.705905:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946070.705907:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784946070.705910:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784946070.705913:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784946070.705925:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784946070.705936:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10195) 00000100:00000001:1.0:1784946070.705947:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946070.705966:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946070.705969:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946070.705971:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946070.705976:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328b480 x1871641054263552/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946070.705978:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946070.705981:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784946070.705988:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946070.705991:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946070.705991:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328b800 x1871641054263424/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946070.705994:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946070.705998:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946070.706003:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946070.706005:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946070.706009:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946070.706010:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054263552:192.168.202.106@tcp:400:kworker.0 02000000:00000001:1.0:1784946070.706014:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784946070.706016:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946070.706018:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946070.706021:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946070.706022:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946070.706026:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946070.706030:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054263424:192.168.202.106@tcp:400:kworker.0 02000000:00000001:0.0:1784946070.706031:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946070.706037:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b400. 00000100:00000001:1.0:1784946070.706037:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784946070.706042:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946070.706042:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946070.706046:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946070.706050:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1784946070.706053:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000010:1.0:1784946070.706056:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ac800. 00000400:00000010:0.0:1784946070.706058:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f000. 02000000:00000001:1.0:1784946070.706060:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784946070.706066:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f198. 00000400:00000200:1.0:1784946070.706067:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946070.706074:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d1b8. 00000100:00000200:0.0:1784946070.706075:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054263552, portal 10 00000100:00000001:0.0:1784946070.706079:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1784946070.706080:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294d48. 00000100:00000001:0.0:1784946070.706081:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290067072 : -112780419484544 : ffff996d4328b480) 00000100:00000200:1.0:1784946070.706087:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054263424, portal 25 00000100:00000001:1.0:1784946070.706091:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1784946070.706092:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328b480 x1871641054263552/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946070.706093:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290067968 : -112780419483648 : ffff996d4328b800) 00000100:00000001:0.0:1784946070.706104:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946070.706104:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328b800 x1871641054263424/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946070.706111:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946070.706116:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f990. 00000100:00000001:1.0:1784946070.706118:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1784946070.706121:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054263552, offset 0 00000100:00000040:1.0:1784946070.706125:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946070.706130:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294a18. 00000400:00000200:0.0:1784946070.706131:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000200:1.0:1784946070.706137:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054263424, offset 0 00000400:00000200:0.0:1784946070.706142:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946070.706161:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946070.706164:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946070.707259:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946070.707266:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946070.707271:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946070.707273:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946070.707285:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314569:314569:256:4294967295] 192.168.202.106@tcp LPNI seq info [314565:314565:8:4294967295] 00000400:00000200:0.0:1784946070.707289:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946070.707295:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946070.707305:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784946070.707310:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4100. 00000800:00000200:0.0:1784946070.707315:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784946070.707322:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:0.0:1784946070.707323:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784946070.707330:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784946070.707332:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946070.707337:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946070.707340:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946070.707343:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784946070.707346:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946070.707346:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946070.707353:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314570:314570:255:4294967295] 192.168.202.106@tcp LPNI seq info [314566:314566:7:4294967295] 00000100:00000040:0.0:1784946070.707355:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16776 usecs (17 jiffies) 00000400:00000200:1.0:1784946070.707361:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946070.707362:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946070.707367:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304857618 00000100:00000010:0.0:1784946070.707374:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373780. 00000400:00000200:1.0:1784946070.707374:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:0.0:1784946070.707381:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000800:00000200:1.0:1784946070.707383:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784946070.707388:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304857618 00000100:00000010:0.0:1784946070.707392:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373540. 00000100:00000001:0.0:1784946070.707393:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784946070.707396:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946070.707398:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946070.707400:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946070.707402:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784946070.707406:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ade00. 00000800:00000200:1.0:1784946070.707413:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:0.0:1784946070.707416:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946070.707420:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1784946070.707421:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:0.0:1784946070.707422:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946070.707425:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946070.707427:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946070.707427:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ade00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946070.707430:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946070.707434:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946070.707440:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946070.707443:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304858288 00000100:00000001:1.0:1784946070.707449:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304857618 00000100:00000001:1.0:1784946070.707453:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304858288 00000100:00000001:1.0:1784946070.707457:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304857618 00000100:00000001:1.0:1784946070.707459:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946070.707462:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946070.707464:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946070.707466:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946070.707471:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946070.707473:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1784946070.707476:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784946070.707477:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1784946070.707481:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4100. 00000100:00000001:1.0:1784946070.707481:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946070.707486:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946070.707488:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784946070.707490:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946070.707495:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946070.707501:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f990 00000400:00000010:0.0:1784946070.707503:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f990. 00000100:00000001:0.0:1784946070.707508:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946070.707513:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328b480 x1871641054263552/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946070.707541:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946070.707546:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328b480 x1871641054263552/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946086 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946070.707553:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946070.707554:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946070.707619:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946070.707621:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ade00. 00000400:00000200:0.0:1784946070.707625:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946070.707628:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946070.707630:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294a18 00000400:00000010:0.0:1784946070.707631:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294a18. 00000100:00000001:0.0:1784946070.707633:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946070.707635:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328b800 x1871641054263424/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946070.707639:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946070.707641:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328b800 x1871641054263424/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946086 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946070.707645:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946070.707646:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946070.709293:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946070.709305:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946070.709308:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946070.709311:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946070.709317:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946070.709322:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946070.709328:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946070.709333:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946070.709337:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946070.709342:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fb880 00000400:00000200:0.0:1784946070.709347:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946070.709353:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdea9 [1] + 224 00000800:00000001:0.0:1784946070.709368:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946070.709373:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946070.709378:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946070.709382:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946070.709387:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946070.709393:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328b800 x1871641054263424/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946086 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946070.709403:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328b800 x1871641054263424/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946086 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946070.709420:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946070.709427:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946070.709431:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946070.709432:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946070.709434:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946070.709437:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946070.709440:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946070.709445:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946070.709448:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946070.709452:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946070.709455:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fb900 00000400:00000200:0.0:1784946070.709459:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946070.709462:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946070.709466:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdea1 [1] + 224 00000100:00000001:1.0:1784946070.709467:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784946070.709473:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1784946070.709474:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946070.709478:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1784946070.709479:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784946070.709481:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d1b8. 00000400:00000200:0.0:1784946070.709483:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946070.709488:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946070.709488:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294d48 00000400:00000010:1.0:1784946070.709493:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294d48. 00000100:00000001:1.0:1784946070.709498:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946070.709502:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946070.709504:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328b800 x1871641054263424/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946086 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946070.709511:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328b480 x1871641054263552/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946086 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946070.709546:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328b800 x1871641054263424/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946086 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946070.709548:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328b480 x1871641054263552/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946086 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946070.709568:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946070.709572:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946070.709575:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946070.709576:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946070.709581:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1784946070.709582:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784946070.709584:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1784946070.709588:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946070.709588:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946070.709595:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946070.709601:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1784946070.709602:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=22 v=5 (5 5 5 5) 00000100:00000001:0.0:1784946070.709605:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1784946070.709608:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=22 v=5 (1 1 1 1) 00000400:00000001:0.0:1784946070.709611:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1784946070.709613:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000001:0.0:1784946070.709614:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1784946070.709617:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784946070.709618:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f000. 00010000:00000001:1.0:1784946070.709621:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1784946070.709624:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f198 00010000:00000001:1.0:1784946070.709624:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946070.709627:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784946070.709629:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f198. 00000100:00000001:0.0:1784946070.709633:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1784946070.709634:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328b800 x1871641054263424/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946086 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946070.709640:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328b480 x1871641054263552/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946086 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946070.709642:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946070.709647:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946070.709649:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946070.709656:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328b800 x1871641054263424/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946086 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946070.709660:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328b480 x1871641054263552/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946086 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946070.709691:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1784946070.709692:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054263424:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946070.709694:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946070.709697:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946070.709699:0:2352:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784946070.709701:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1784946070.709702:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946070.709705:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946070.709707:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946070.709708:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328b800 x1871641054263424/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946086 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946070.709709:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946070.709717:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=22 v=5 (5 5 5 5) 00000100:00000001:1.0:1784946070.709719:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00001000:0.0:1784946070.709721:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=92 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946070.709724:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1784946070.709724:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784946070.709728:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946070.709729:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946070.709731:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946070.709745:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000010:1.0:1784946070.709746:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ac800. 00000100:00000040:0.0:1784946070.709749:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 02000000:00000001:1.0:1784946070.709751:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784946070.709753:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000020:00000001:1.0:1784946070.709756:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784946070.709757:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784946070.709759:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784946070.709764:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:0.0:1784946070.709765:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328b480 x1871641054263552/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946086 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784946070.709768:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4000. 02000000:00000001:1.0:1784946070.709774:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784946070.709777:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946070.709778:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946070.709781:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328b800. 00000100:00000001:0.0:1784946070.709782:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946070.709786:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946070.709788:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946070.709791:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946070.709792:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328b480 x1871641054263552/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946086 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946070.709796:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784946070.709806:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054263552:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946070.709806:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946070.709810:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946070.709813:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946070.709814:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946070.709817:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784946070.709818:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946070.709822:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328b480 x1871641054263552/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946086 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946070.709829:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946070.709831:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946070.709833:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784946070.709837:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946070.709838:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946070.709839:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784946070.709841:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946070.709843:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4f00. 02000000:00000001:0.0:1784946070.709845:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946070.709846:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946070.709848:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328b480. 00000100:00000001:0.0:1784946070.709850:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946070.709851:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946070.709853:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946070.709857:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946070.709858:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946070.709860:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946070.709862:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946071.025668:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946071.025673:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946071.025749:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946071.025769:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946071.025773:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946071.409618:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304858288, at 4304858304 00000100:00000040:0.0:1784946071.409620:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304858288, at 4304858304 00000100:00000010:1.0:1784946071.409633:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373540. 00000100:00000010:0.0:1784946071.409635:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373780. 00010000:00000001:1.0:1784946072.049634:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946072.049640:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946072.049700:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946072.049704:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946072.049707:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946073.073629:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946073.073635:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946073.073689:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946073.073692:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946073.073694:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946074.097628:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946074.097633:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946074.097682:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946074.097686:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946074.097689:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946075.121630:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946075.121634:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946075.121685:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946075.121690:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946075.121694:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946075.825739:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946075.825758:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946075.825792:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950a80. 00000020:00000040:2.0:1784946075.825798:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946075.825802:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946075.825805:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946075.825810:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946075.825817:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784946075.825824:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946075.825834:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950a80 x1871641054263680/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946075.825845:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946075.825849:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946075.825856:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011f70e2a] to pc [ptlrpcd_01_01+1] req@ffff996d73950a80 x1871641054263680/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946075.825886:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946075.825889:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946075.825892:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946075.825895:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952680. 00000020:00000040:2.0:1784946075.825898:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946075.825900:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946075.825901:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946075.825904:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946075.825907:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784946075.825910:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946075.825914:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73952680 x1871641054263808/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946075.825940:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946075.825942:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946075.825945:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946075.825946:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946075.825949:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946075.825954:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f291fbe] to pc [ptlrpcd_01_00+0] req@ffff996d73952680 x1871641054263808/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946075.825958:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950a80 x1871641054263680/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946075.825970:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946075.825976:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946075.825985:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784946075.825987:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784946075.825989:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946075.825991:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946075.825997:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784946075.825997:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946075.826002:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784946075.826005:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10200) 02000000:00000001:3.0:1784946075.826006:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946075.826012:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054263680:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946075.826017:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946075.826022:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946075.826024:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946075.826027:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784946075.826029:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946075.826033:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1784946075.826033:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3cc00. 00000100:00000001:2.0:1784946075.826036:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784946075.826037:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946075.826044:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952680 x1871641054263808/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946075.826052:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946075.826054:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946075.826056:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1784946075.826059:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784946075.826060:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946075.826065:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784946075.826066:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00100000:2.0:1784946075.826069:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054263808:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946075.826074:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1784946075.826075:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 02000000:00000001:2.0:1784946075.826078:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946075.826081:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946075.826083:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1784946075.826084:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054263680, portal 25 02000000:00000010:2.0:1784946075.826088:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0a00. 00000100:00000001:3.0:1784946075.826088:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946075.826091:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102473344 : -112779607078272 : ffff996d73950a80) 02000000:00000001:2.0:1784946075.826093:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946075.826101:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784946075.826101:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950a80 x1871641054263680/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946075.826110:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946075.826113:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946075.826117:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1220. 00000400:00000010:2.0:1784946075.826120:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000100:00000200:3.0:1784946075.826122:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054263680, offset 0 00000400:00000200:3.0:1784946075.826130:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946075.826136:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000400:00000200:3.0:1784946075.826141:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:2.0:1784946075.826144:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054263808, portal 10 00000100:00000001:2.0:1784946075.826147:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946075.826149:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102480512 : -112779607071104 : ffff996d73952680) 00000400:00000200:3.0:1784946075.826150:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946075.826158:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1784946075.826160:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952680 x1871641054263808/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946075.826165:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946075.826171:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784946075.826173:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784946075.826177:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000040:2.0:1784946075.826180:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946075.826185:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314571:314571:256:4294967295] 192.168.202.106@tcp LPNI seq info [314567:314567:8:4294967295] 00000400:00000010:2.0:1784946075.826186:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6110. 00000100:00000200:2.0:1784946075.826192:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054263808, offset 0 00000400:00000200:3.0:1784946075.826195:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946075.826202:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946075.826207:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946075.826217:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946075.826225:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:3.0:1784946075.826225:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946075.826231:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1784946075.826233:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beaf00. 00000400:00000200:2.0:1784946075.826236:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946075.826240:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1784946075.826245:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946075.826247:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946075.826252:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314572:314572:255:4294967295] 192.168.202.106@tcp LPNI seq info [314568:314568:7:4294967295] 00000800:00000200:3.0:1784946075.826257:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784946075.826260:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946075.826263:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beaf00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784946075.826272:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946075.826278:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784946075.826279:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784946075.826283:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bc00. 00000400:00000200:3.0:1784946075.826286:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946075.826291:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:3.0:1784946075.826292:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304863407 00000100:00000010:3.0:1784946075.826299:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322900. 00000800:00000200:2.0:1784946075.826300:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946075.826305:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946075.826308:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946075.826309:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946075.826315:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16775 usecs (17 jiffies) 00000400:00000200:2.0:1784946075.826320:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946075.826322:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304862737 00000100:00000001:3.0:1784946075.826323:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304863407 00000100:00000001:2.0:1784946075.826325:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304863407 00000100:00000001:2.0:1784946075.826329:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304862737 00000100:00000010:3.0:1784946075.826333:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322840. 00000100:00000001:3.0:1784946075.826338:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1784946075.826342:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946075.826343:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304863407 00000100:00000001:3.0:1784946075.826343:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1784946075.826347:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beaf00. 00000100:00000001:3.0:1784946075.826349:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946075.826350:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784946075.826354:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946075.826354:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946075.826355:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946075.826360:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946075.826361:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946075.826362:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946075.826367:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946075.826368:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784946075.826369:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1220 00000100:00000001:3.0:1784946075.826372:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1784946075.826373:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1220. 00000100:00000001:2.0:1784946075.826374:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946075.826378:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946075.826379:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784946075.826381:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946075.826384:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1784946075.826385:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950a80 x1871641054263680/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946075.826385:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946075.826388:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946075.826389:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946075.826392:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946075.826396:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946075.826398:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946075.826401:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946075.826406:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950a80 x1871641054263680/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946091 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946075.826411:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946075.826412:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946075.826456:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946075.826458:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bc00. 00000400:00000200:0.0:1784946075.826460:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946075.826462:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946075.826464:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6110 00000400:00000010:0.0:1784946075.826465:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6110. 00000100:00000001:0.0:1784946075.826467:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946075.826469:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952680 x1871641054263808/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946075.826474:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946075.826475:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952680 x1871641054263808/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946091 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946075.826479:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946075.826480:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946075.828256:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946075.828269:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946075.828273:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946075.828275:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946075.828281:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946075.828287:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946075.828293:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946075.828301:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946075.828305:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946075.828308:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fb980 00000400:00000200:0.0:1784946075.828311:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946075.828316:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdec1 [1] + 224 00000800:00000001:0.0:1784946075.828321:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946075.828324:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946075.828327:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946075.828331:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946075.828336:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946075.828341:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950a80 x1871641054263680/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946091 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946075.828350:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950a80 x1871641054263680/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946075.828366:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946075.828373:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946075.828377:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946075.828380:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946075.828382:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946075.828385:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946075.828391:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:3.0:1784946075.828392:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946075.828396:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946075.828398:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946075.828402:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946075.828406:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784946075.828406:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946075.828410:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784946075.828411:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fba00 00000400:00000010:3.0:1784946075.828413:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:0.0:1784946075.828415:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946075.828420:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946075.828423:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946075.828426:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946075.828430:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdec9 [1] + 224 00000100:00000200:3.0:1784946075.828434:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950a80 x1871641054263680/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946075.828435:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946075.828441:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946075.828444:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1784946075.828447:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950a80 x1871641054263680/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946091 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946075.828450:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946075.828455:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946075.828461:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952680 x1871641054263808/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946091 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946075.828462:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946075.828465:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946075.828470:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952680 x1871641054263808/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946075.828470:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946075.828475:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946075.828479:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946075.828482:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946075.828485:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946075.828486:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946075.828491:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1784946075.828491:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=27 v=5 (5 5 5 5) 00000800:00000001:0.0:1784946075.828496:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784946075.828506:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=27 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946075.828509:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946075.828511:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946075.828514:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784946075.828539:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946075.828542:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946075.828545:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946075.828547:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1784946075.828548:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784946075.828550:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000100:00000001:3.0:1784946075.828553:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946075.828554:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000400:00000010:2.0:1784946075.828557:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000001:2.0:1784946075.828561:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1784946075.828561:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950a80 x1871641054263680/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946091 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946075.828568:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952680 x1871641054263808/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946075.828574:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946075.828580:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946075.828582:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784946075.828587:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952680 x1871641054263808/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946091 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946075.828590:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950a80 x1871641054263680/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946091 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946075.828613:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1784946075.828615:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054263680:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946075.828616:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946075.828622:0:2354:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784946075.828624:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784946075.828625:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946075.828628:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946075.828628:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784946075.828632:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946075.828634:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946075.828636:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950a80 x1871641054263680/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946091 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784946075.828640:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=27 v=5 (5 5 5 5) 00000100:00000001:3.0:1784946075.828648:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00001000:2.0:1784946075.828650:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=97 v=5 (1 1 1 1) 02000000:00000001:3.0:1784946075.828652:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784946075.828653:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946075.828656:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946075.828657:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3cc00. 00010000:00000001:2.0:1784946075.828658:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946075.828661:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946075.828663:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784946075.828664:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946075.828667:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000020:00000001:3.0:1784946075.828668:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784946075.828669:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946075.828672:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784946075.828673:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000040:2.0:1784946075.828677:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952680 x1871641054263808/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946091 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784946075.828677:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946075.828680:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:3.0:1784946075.828685:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784946075.828686:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946075.828689:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784946075.828690:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:3.0:1784946075.828703:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950a80. 00000100:00000001:2.0:1784946075.828705:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946075.828708:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946075.828710:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946075.828711:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952680 x1871641054263808/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946091 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946075.828713:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946075.828719:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1784946075.828722:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054263808:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946075.828723:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946075.828727:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946075.828729:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946075.828730:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946075.828734:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946075.828737:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952680 x1871641054263808/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946091 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946075.828741:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946075.828743:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946075.828744:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0a00. 02000000:00000001:2.0:1784946075.828746:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946075.828747:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946075.828748:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946075.828749:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946075.828750:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 02000000:00000001:2.0:1784946075.828752:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946075.828752:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946075.828753:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952680. 00000100:00000001:2.0:1784946075.828755:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946075.828756:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946075.828757:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946075.828760:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946075.828761:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946075.828762:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946075.828764:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946076.145624:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946076.145629:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946076.145733:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946076.145736:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946076.145738:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946076.529605:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304863407, at 4304863424 00000100:00000010:1.0:1784946076.529627:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322840. 00000100:00000040:0.0:1784946076.529778:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304863407, at 4304863424 00000100:00000010:0.0:1784946076.529785:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322900. 00010000:00000001:1.0:1784946077.169619:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946077.169624:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946077.169675:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946077.169679:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946077.169693:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946078.193649:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946078.193653:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946078.193712:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946078.193715:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946078.193717:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946079.217617:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946079.217622:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946079.217727:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946079.217731:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946079.217734:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946080.241607:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946080.241614:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946080.241615:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946080.241617:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946080.241621:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946080.241623:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946080.241624:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946080.241626:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946080.241737:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946080.241741:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946080.241743:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946080.945610:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946080.945617:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946080.945626:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952680. 00000020:00000040:2.0:1784946080.945630:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946080.945633:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946080.945635:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946080.945639:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946080.945644:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784946080.945666:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946080.945675:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73952680 x1871641054263936/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946080.945683:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946080.945686:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946080.945690:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f291fbe] to pc [ptlrpcd_01_01+1] req@ffff996d73952680 x1871641054263936/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946080.945713:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946080.945715:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946080.945717:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946080.945719:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950000. 00000020:00000040:2.0:1784946080.945720:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946080.945722:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946080.945723:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946080.945724:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946080.945726:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b300. 00000100:00000001:2.0:1784946080.945729:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946080.945732:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950000 x1871641054264064/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946080.945736:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946080.945737:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946080.945739:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946080.945742:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac249ac8] to pc [ptlrpcd_01_00+0] req@ffff996d73950000 x1871641054264064/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946080.945748:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946080.945748:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784946080.945751:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946080.945752:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946080.945756:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946080.945759:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946080.945761:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784946080.945764:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952680 x1871641054263936/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946080.945765:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10205) 00000100:00000001:3.0:1784946080.945775:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946080.945776:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946080.945777:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784946080.945779:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784946080.945780:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946080.945783:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784946080.945783:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784946080.945787:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950000 x1871641054264064/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946080.945788:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946080.945795:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054263936:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946080.945799:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946080.945800:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784946080.945801:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946080.945804:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946080.945805:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946080.945806:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946080.945808:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946080.945810:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946080.945811:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946080.945816:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3da00. 00000100:00100000:2.0:1784946080.945817:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054264064:192.168.202.106@tcp:400:kworker.0 02000000:00000001:3.0:1784946080.945820:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946080.945825:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946080.945829:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1784946080.945830:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784946080.945832:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784946080.945834:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 02000000:00000001:2.0:1784946080.945836:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1784946080.945841:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 02000000:00000010:2.0:1784946080.945842:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0a00. 02000000:00000001:2.0:1784946080.945846:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784946080.945847:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054263936, portal 25 00000100:00000001:3.0:1784946080.945850:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1784946080.945852:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946080.945852:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102480512 : -112779607071104 : ffff996d73952680) 00000400:00000010:2.0:1784946080.945859:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000100:00000040:3.0:1784946080.945860:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952680 x1871641054263936/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784946080.945866:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000100:00000001:3.0:1784946080.945867:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1784946080.945872:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054264064, portal 10 00000100:00000040:3.0:1784946080.945872:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784946080.945876:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1784946080.945876:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1a18. 00000100:00000001:2.0:1784946080.945879:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102470656 : -112779607080960 : ffff996d73950000) 00000100:00000200:3.0:1784946080.945881:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054263936, offset 0 00000400:00000200:3.0:1784946080.945887:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:2.0:1784946080.945891:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950000 x1871641054264064/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946080.945897:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946080.945904:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784946080.945906:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000040:2.0:1784946080.945910:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946080.945912:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1784946080.945915:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6088. 00000400:00000200:3.0:1784946080.945916:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946080.945918:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946080.945920:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946080.945924:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314573:314573:256:4294967295] 192.168.202.106@tcp LPNI seq info [314569:314569:8:4294967295] 00000100:00000200:2.0:1784946080.945926:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054264064, offset 0 00000400:00000200:3.0:1784946080.945930:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946080.945935:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946080.945941:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946080.945942:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946080.945948:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:3.0:1784946080.945952:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946080.945954:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946080.945958:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000010:3.0:1784946080.945959:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beaf00. 00000400:00000200:2.0:1784946080.945960:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946080.945963:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946080.945967:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314574:314574:255:4294967295] 192.168.202.106@tcp LPNI seq info [314570:314570:7:4294967295] 00000800:00000200:3.0:1784946080.945971:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946080.945975:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946080.945983:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784946080.945986:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946080.945988:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beaf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784946080.945992:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946080.945996:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b500. 00000800:00000200:2.0:1784946080.945998:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:3.0:1784946080.946001:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784946080.946002:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946080.946007:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784946080.946010:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946080.946011:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946080.946013:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304868527 00000100:00000040:2.0:1784946080.946015:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16775 usecs (17 jiffies) 00000100:00000010:3.0:1784946080.946018:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322de0. 00000400:00000200:2.0:1784946080.946019:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946080.946022:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304867857 00000100:00000001:3.0:1784946080.946027:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784946080.946032:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304868527 00000100:00000001:2.0:1784946080.946033:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304868527 00000100:00000010:3.0:1784946080.946035:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322ae0. 00000100:00000001:2.0:1784946080.946037:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304867857 00000100:00000001:3.0:1784946080.946040:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946080.946044:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304868527 00000100:00000001:3.0:1784946080.946044:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946080.946047:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946080.946048:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946080.946050:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946080.946051:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946080.946053:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946080.946054:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946080.946056:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946080.946059:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946080.946060:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946080.946062:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946080.946063:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946080.946064:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946080.946066:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946080.946067:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946080.946069:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946080.946070:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946080.946070:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946080.946072:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946080.946073:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946080.946077:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784946080.946078:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beaf00. 00000400:00000200:0.0:1784946080.946085:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946080.946092:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946080.946098:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1a18 00000400:00000010:0.0:1784946080.946101:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1a18. 00000100:00000001:0.0:1784946080.946106:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946080.946111:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952680 x1871641054263936/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946080.946120:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946080.946124:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952680 x1871641054263936/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946096 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946080.946132:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946080.946134:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946080.946191:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946080.946194:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b500. 00000400:00000200:0.0:1784946080.946197:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946080.946200:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946080.946203:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6088 00000400:00000010:0.0:1784946080.946205:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6088. 00000100:00000001:0.0:1784946080.946215:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946080.946219:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950000 x1871641054264064/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946080.946227:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946080.946230:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950000 x1871641054264064/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946096 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946080.946236:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946080.946238:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946080.947410:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946080.947419:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946080.947421:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946080.947422:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946080.947426:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946080.947429:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946080.947433:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946080.947436:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946080.947439:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946080.947442:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fba80 00000400:00000200:0.0:1784946080.947445:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946080.947449:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cded1 [1] + 224 00000800:00000001:0.0:1784946080.947453:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946080.947454:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946080.947456:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946080.947458:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946080.947462:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946080.947465:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952680 x1871641054263936/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946096 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946080.947471:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952680 x1871641054263936/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946080.947481:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946080.947486:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946080.947488:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946080.947489:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946080.947490:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946080.947492:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946080.947495:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946080.947497:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946080.947499:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946080.947501:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946080.947501:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946080.947505:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946080.947506:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fbb00 00000400:00000200:0.0:1784946080.947509:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784946080.947510:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946080.947512:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946080.947513:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946080.947543:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946080.947545:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946080.947548:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946080.947552:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cded9 [1] + 224 00000800:00000001:0.0:1784946080.947555:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784946080.947557:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952680 x1871641054263936/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946080.947560:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946080.947564:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946080.947570:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946080.947576:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946080.947579:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952680 x1871641054263936/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946096 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946080.947580:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950000 x1871641054264064/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946096 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946080.947605:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784946080.947606:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950000 x1871641054264064/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946080.947608:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946080.947612:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946080.947615:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946080.947617:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946080.947619:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946080.947621:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1784946080.947621:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946080.947627:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1784946080.947627:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=32 v=5 (5 5 5 5) 00000800:00000001:0.0:1784946080.947632:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784946080.947632:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=32 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946080.947638:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946080.947639:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946080.947642:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946080.947643:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946080.947645:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946080.947659:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946080.947662:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784946080.947663:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952680 x1871641054263936/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946096 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784946080.947666:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946080.947669:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784946080.947671:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784946080.947672:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000100:00000001:3.0:1784946080.947675:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1784946080.947676:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000100:00000001:3.0:1784946080.947677:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784946080.947679:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000040:3.0:1784946080.947683:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952680 x1871641054263936/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946096 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946080.947685:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946080.947691:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950000 x1871641054264064/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946080.947692:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054263936:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946080.947699:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946080.947703:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784946080.947706:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950000 x1871641054264064/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946096 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946080.947708:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952680 x1871641054263936/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946096 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946080.947717:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946080.947719:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946080.947720:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784946080.947721:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946080.947723:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1784946080.947723:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784946080.947726:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946080.947727:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946080.947727:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3da00. 02000000:00000001:2.0:1784946080.947730:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946080.947731:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946080.947733:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000100:00001000:2.0:1784946080.947734:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=32 v=5 (5 5 5 5) 00000020:00000040:3.0:1784946080.947735:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946080.947739:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00001000:2.0:1784946080.947741:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=102 v=5 (1 1 1 1) 02000000:00000010:3.0:1784946080.947742:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784946080.947743:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946080.947746:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946080.947747:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1784946080.947748:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1784946080.947749:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1784946080.947751:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784946080.947752:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952680. 00000100:00000001:2.0:1784946080.947756:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784946080.947757:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1784946080.947759:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946080.947759:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946080.947762:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946080.947763:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946080.947764:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946080.947767:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1784946080.947769:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950000 x1871641054264064/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946096 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946080.947770:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946080.947774:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946080.947776:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946080.947778:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946080.947780:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946080.947781:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946080.947783:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950000 x1871641054264064/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946096 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946080.947788:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054264064:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946080.947791:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946080.947792:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946080.947794:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950000 x1871641054264064/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946096 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946080.947797:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946080.947798:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946080.947799:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0a00. 02000000:00000001:2.0:1784946080.947801:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946080.947802:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946080.947803:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946080.947804:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946080.947805:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b300. 02000000:00000001:2.0:1784946080.947807:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946080.947808:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946080.947809:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950000. 00000100:00000001:2.0:1784946080.947810:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946080.947811:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946080.947812:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946080.947815:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946080.947815:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946080.947817:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946080.947818:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946081.265608:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946081.265613:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946081.265665:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946081.265668:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946081.265670:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946081.649592:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304868527, at 4304868544 00000100:00000040:1.0:1784946081.649597:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304868527, at 4304868544 00000100:00000010:0.0:1784946081.649605:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322de0. 00000100:00000010:1.0:1784946081.649608:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322ae0. 00010000:00000001:1.0:1784946082.289682:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946082.289688:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946082.289744:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946082.289747:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946082.289750:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946083.313670:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946083.313677:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946083.313773:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946083.313777:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946083.313781:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946084.337660:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946084.337667:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946084.337734:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946084.337736:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946084.337739:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946085.361608:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946085.361625:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946085.361686:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946085.361689:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946085.361693:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946086.065623:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946086.065632:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946086.065643:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950000. 00000020:00000040:2.0:1784946086.065649:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946086.065653:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946086.065655:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946086.065660:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946086.065668:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b300. 00000100:00000001:2.0:1784946086.065675:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946086.065684:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950000 x1871641054264192/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946086.065691:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946086.065694:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946086.065698:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac249ac8] to pc [ptlrpcd_01_01+1] req@ffff996d73950000 x1871641054264192/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946086.065721:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946086.065723:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946086.065725:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946086.065727:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951500. 00000020:00000040:2.0:1784946086.065729:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946086.065730:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946086.065731:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946086.065733:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946086.065735:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784946086.065737:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946086.065740:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951500 x1871641054264320/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946086.065743:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946086.065747:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946086.065748:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946086.065750:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946086.065751:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946086.065755:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fb9ec] to pc [ptlrpcd_01_00+0] req@ffff996d73951500 x1871641054264320/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946086.065759:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950000 x1871641054264192/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946086.065766:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946086.065770:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946086.065771:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946086.065774:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946086.065775:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784946086.065777:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784946086.065779:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784946086.065780:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784946086.065783:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784946086.065784:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946086.065787:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054264192:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784946086.065788:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10210) 00000100:00000001:3.0:1784946086.065793:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946086.065797:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946086.065799:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946086.065800:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784946086.065804:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1784946086.065805:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3c200. 02000000:00000001:3.0:1784946086.065808:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946086.065809:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946086.065812:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1784946086.065814:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946086.065818:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000040:2.0:1784946086.065820:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951500 x1871641054264320/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784946086.065823:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000001:2.0:1784946086.065831:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1784946086.065831:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054264192, portal 25 00000100:00000001:3.0:1784946086.065834:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946086.065835:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946086.065836:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102470656 : -112779607080960 : ffff996d73950000) 02000000:00000001:2.0:1784946086.065841:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946086.065845:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784946086.065846:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950000 x1871641054264192/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946086.065850:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946086.065857:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054264320:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946086.065860:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784946086.065863:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784946086.065867:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000001:2.0:1784946086.065868:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1784946086.065871:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1088. 02000000:00000001:2.0:1784946086.065872:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946086.065877:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1784946086.065878:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054264192, offset 0 02000000:00000010:2.0:1784946086.065882:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0a00. 02000000:00000001:2.0:1784946086.065885:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946086.065889:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946086.065893:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946086.065898:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000200:3.0:1784946086.065902:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946086.065905:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000100:00000200:2.0:1784946086.065910:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054264320, portal 10 00000400:00000200:3.0:1784946086.065912:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:2.0:1784946086.065914:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946086.065917:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476032 : -112779607075584 : ffff996d73951500) 00000400:00000200:3.0:1784946086.065918:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946086.065924:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000040:2.0:1784946086.065928:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951500 x1871641054264320/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946086.065931:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946086.065938:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:2.0:1784946086.065944:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784946086.065946:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314575:314575:256:4294967295] 192.168.202.106@tcp LPNI seq info [314571:314571:8:4294967295] 00000100:00000040:2.0:1784946086.065950:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946086.065955:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6220. 00000400:00000200:3.0:1784946086.065956:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:2.0:1784946086.065961:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054264320, offset 0 00000400:00000200:2.0:1784946086.065970:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946086.065974:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946086.065979:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946086.065982:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946086.065988:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000010:3.0:1784946086.065988:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000400:00000200:2.0:1784946086.065995:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784946086.065996:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946086.066000:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:3.0:1784946086.066003:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784946086.066006:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1784946086.066009:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784946086.066012:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946086.066017:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314576:314576:255:4294967295] 192.168.202.106@tcp LPNI seq info [314572:314572:7:4294967295] 00000400:00000200:2.0:1784946086.066021:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946086.066028:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946086.066031:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784946086.066036:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946086.066041:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784946086.066042:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304873647 00000800:00000010:2.0:1784946086.066047:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b000. 00000100:00000010:3.0:1784946086.066050:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3227e0. 00000800:00000200:2.0:1784946086.066055:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:3.0:1784946086.066059:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1784946086.066064:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:3.0:1784946086.066068:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304873647 00000800:00000200:2.0:1784946086.066069:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1784946086.066073:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322720. 00000100:00000001:2.0:1784946086.066075:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946086.066077:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1784946086.066081:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16773 usecs (17 jiffies) 00000100:00000001:3.0:1784946086.066082:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946086.066087:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946086.066091:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946086.066092:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946086.066095:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304872977 00000100:00000001:3.0:1784946086.066095:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784946086.066101:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946086.066102:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304873647 00000100:00000001:3.0:1784946086.066104:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946086.066107:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304872977 00000800:00000010:0.0:1784946086.066108:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000100:00000001:3.0:1784946086.066108:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946086.066113:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304873647 00000100:00000001:3.0:1784946086.066114:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946086.066116:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946086.066117:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946086.066118:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946086.066122:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946086.066124:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784946086.066129:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946086.066129:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946086.066134:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946086.066136:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1088 00000100:00000001:2.0:1784946086.066137:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784946086.066140:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1088. 00000100:00000001:2.0:1784946086.066143:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946086.066146:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946086.066149:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946086.066150:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946086.066151:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946086.066154:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946086.066195:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946086.066200:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950000 x1871641054264192/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946086.066210:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946086.066214:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950000 x1871641054264192/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946102 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946086.066221:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946086.066223:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946086.066280:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946086.066283:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b000. 00000400:00000200:0.0:1784946086.066287:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946086.066290:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946086.066293:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6220 00000400:00000010:0.0:1784946086.066295:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6220. 00000100:00000001:0.0:1784946086.066298:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946086.066301:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951500 x1871641054264320/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946086.066309:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946086.066312:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951500 x1871641054264320/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946102 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946086.066328:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946086.066333:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946086.067870:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946086.067880:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946086.067883:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946086.067886:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946086.067890:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946086.067895:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946086.067902:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946086.067906:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946086.067910:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946086.067913:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fbb80 00000400:00000200:0.0:1784946086.067918:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946086.067923:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdee1 [1] + 224 00000800:00000001:0.0:1784946086.067928:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946086.067941:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946086.067944:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946086.067949:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946086.067954:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946086.067959:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950000 x1871641054264192/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946102 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946086.067968:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950000 x1871641054264192/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946086.067983:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946086.067988:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946086.067991:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946086.067992:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946086.067994:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946086.067996:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946086.068000:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946086.068003:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946086.068005:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946086.068007:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946086.068011:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fbc00 00000100:00000001:3.0:1784946086.068013:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946086.068014:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946086.068017:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946086.068020:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdee9 [1] + 224 00000800:00000001:0.0:1784946086.068024:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784946086.068025:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784946086.068028:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784946086.068029:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784946086.068031:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1784946086.068033:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:0.0:1784946086.068035:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:3.0:1784946086.068041:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946086.068044:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946086.068047:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946086.068048:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946086.068054:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950000 x1871641054264192/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946086.068055:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951500 x1871641054264320/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946102 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946086.068090:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951500 x1871641054264320/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946086.068098:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950000 x1871641054264192/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946102 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946086.068100:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946086.068104:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946086.068107:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946086.068112:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946086.068115:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946086.068118:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946086.068120:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946086.068122:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946086.068124:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946086.068125:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946086.068128:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1784946086.068130:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=38 v=5 (5 5 5 5) 00000100:00000001:2.0:1784946086.068131:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946086.068136:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00001000:3.0:1784946086.068136:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=38 v=5 (1 1 1 1) 00000400:00000001:2.0:1784946086.068139:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784946086.068140:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1784946086.068141:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000100:00000001:3.0:1784946086.068142:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946086.068146:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00010000:00000001:3.0:1784946086.068147:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1784946086.068151:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00010000:00000001:3.0:1784946086.068151:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946086.068155:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946086.068156:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1784946086.068160:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950000 x1871641054264192/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946102 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946086.068163:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951500 x1871641054264320/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946086.068182:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951500 x1871641054264320/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946102 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946086.068188:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946086.068193:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946086.068195:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946086.068196:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946086.068199:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946086.068201:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950000 x1871641054264192/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946102 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946086.068202:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946086.068205:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946086.068207:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946086.068209:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946086.068212:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946086.068213:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054264192:192.168.202.106@tcp:400:kworker.0 00000100:00001000:2.0:1784946086.068217:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=38 v=5 (5 5 5 5) 00000100:00000001:3.0:1784946086.068218:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946086.068222:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1784946086.068223:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=108 v=5 (1 1 1 1) 00000100:00000040:3.0:1784946086.068226:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950000 x1871641054264192/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946102 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946086.068227:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946086.068230:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946086.068234:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946086.068238:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946086.068238:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946086.068241:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784946086.068242:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000010:3.0:1784946086.068243:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3c200. 00000100:00000040:2.0:1784946086.068245:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946086.068247:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1784946086.068248:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784946086.068249:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946086.068251:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:2.0:1784946086.068255:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951500 x1871641054264320/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946102 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1784946086.068255:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946086.068258:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946086.068261:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b300. 00000100:00000001:2.0:1784946086.068266:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946086.068266:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946086.068267:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784946086.068270:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:3.0:1784946086.068271:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950000. 00000100:00000001:2.0:1784946086.068272:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946086.068274:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946086.068277:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946086.068278:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951500 x1871641054264320/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946102 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946086.068279:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946086.068285:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1784946086.068287:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054264320:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946086.068288:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946086.068292:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946086.068294:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946086.068294:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946086.068297:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946086.068300:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951500 x1871641054264320/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946102 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946086.068304:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946086.068305:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946086.068307:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0a00. 02000000:00000001:2.0:1784946086.068309:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946086.068310:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946086.068311:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946086.068312:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946086.068313:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 02000000:00000001:2.0:1784946086.068315:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946086.068316:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946086.068316:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951500. 00000100:00000001:2.0:1784946086.068318:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946086.068319:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946086.068320:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946086.068323:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946086.068324:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946086.068325:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946086.068326:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946086.385634:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946086.385641:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946086.385684:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946086.385687:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946086.385690:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946086.769621:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304873647, at 4304873664 00000100:00000040:1.0:1784946086.769621:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304873647, at 4304873664 00000100:00000010:1.0:1784946086.769635:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322720. 00000100:00000010:0.0:1784946086.769638:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3227e0. 00010000:00000001:1.0:1784946087.409584:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946087.409588:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946087.409640:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946087.409644:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946087.409648:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946088.433610:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946088.433615:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946088.434931:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946088.434934:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946088.434937:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946089.457630:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946089.457637:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946089.457639:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946089.457643:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946089.457648:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946089.457650:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946089.457652:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946089.457654:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946089.457715:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946089.457719:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946089.457723:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946090.481604:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946090.481610:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946090.481658:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946090.481662:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946090.481665:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784946091.185618:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946091.185626:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946091.185634:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775180. 00000020:00000040:3.0:1784946091.185638:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946091.185641:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946091.185644:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946091.185647:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946091.185653:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea700. 00000100:00000001:3.0:1784946091.185659:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946091.185667:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73775180 x1871641054264448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946091.185674:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946091.185677:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946091.185681:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bb2acf9] to pc [ptlrpcd_01_01+1] req@ffff996d73775180 x1871641054264448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946091.185700:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946091.185702:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946091.185704:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946091.185706:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775500. 00000020:00000040:3.0:1784946091.185708:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946091.185710:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946091.185711:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946091.185712:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946091.185714:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea800. 00000100:00000001:3.0:1784946091.185716:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946091.185717:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784946091.185719:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73775500 x1871641054264576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946091.185722:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946091.185725:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946091.185732:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775180 x1871641054264448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946091.185734:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946091.185737:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946091.185744:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060c0aa08] to pc [ptlrpcd_01_00+0] req@ffff996d73775500 x1871641054264576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946091.185745:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946091.185748:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946091.185753:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946091.185755:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946091.185755:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946091.185758:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946091.185760:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784946091.185765:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1784946091.185766:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054264448:192.168.202.106@tcp:400:kworker.0 00000100:00000040:3.0:1784946091.185769:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946091.185773:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784946091.185774:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784946091.185779:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10215) 02000000:00000001:2.0:1784946091.185782:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946091.185786:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946091.185796:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784946091.185800:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946091.185802:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1784946091.185803:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 00000100:00000001:3.0:1784946091.185803:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784946091.185808:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946091.185809:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775500 x1871641054264576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946091.185816:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946091.185817:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946091.185821:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1784946091.185822:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:3.0:1784946091.185823:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946091.185826:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784946091.185828:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000100:00100000:3.0:1784946091.185829:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054264576:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946091.185834:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946091.185835:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946091.185837:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784946091.185838:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 02000000:00000001:3.0:1784946091.185838:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946091.185842:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3c200. 02000000:00000001:3.0:1784946091.185845:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784946091.185846:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054264448, portal 25 00000400:00000200:3.0:1784946091.185850:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946091.185851:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946091.185854:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100525440 : -112779609026176 : ffff996d73775180) 00000400:00000010:3.0:1784946091.185855:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000040:2.0:1784946091.185861:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775180 x1871641054264448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784946091.185861:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000200:3.0:1784946091.185866:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054264576, portal 10 00000100:00000001:3.0:1784946091.185870:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946091.185872:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784946091.185873:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100526336 : -112779609025280 : ffff996d73775500) 00000100:00000040:2.0:1784946091.185876:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946091.185880:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f62a8. 00000100:00000040:3.0:1784946091.185881:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775500 x1871641054264576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946091.185884:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054264448, offset 0 00000100:00000001:3.0:1784946091.185890:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784946091.185894:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:3.0:1784946091.185895:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946091.185904:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946091.185906:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1770. 00000100:00000200:3.0:1784946091.185910:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054264576, offset 0 00000400:00000200:2.0:1784946091.185911:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946091.185916:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946091.185917:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946091.185921:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946091.185923:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946091.185925:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946091.185928:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314577:314577:256:4294967295] 192.168.202.106@tcp LPNI seq info [314573:314573:8:4294967295] 00000400:00000200:2.0:1784946091.185930:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946091.185935:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946091.185941:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784946091.185943:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946091.185948:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784946091.185950:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946091.185953:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000010:2.0:1784946091.185956:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bd00. 00000400:00000200:3.0:1784946091.185958:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946091.185962:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:2.0:1784946091.185965:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784946091.185970:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314578:314578:255:4294967295] 192.168.202.106@tcp LPNI seq info [314574:314574:7:4294967295] 00000800:00000200:2.0:1784946091.185974:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946091.185978:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784946091.185979:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946091.185990:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946091.185990:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946091.185997:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946091.185999:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304878767 00000800:00000200:3.0:1784946091.186001:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000010:2.0:1784946091.186003:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668ccc0. 00000800:00000010:3.0:1784946091.186006:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000800:00000200:3.0:1784946091.186010:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:2.0:1784946091.186011:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1784946091.186016:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:2.0:1784946091.186018:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304878767 00000800:00000200:3.0:1784946091.186020:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1784946091.186022:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cde0. 00000100:00000001:3.0:1784946091.186024:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946091.186025:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1784946091.186028:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16773 usecs (17 jiffies) 00000100:00000001:2.0:1784946091.186029:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946091.186032:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946091.186035:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946091.186036:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946091.186038:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304878097 00000100:00000001:2.0:1784946091.186039:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946091.186043:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304878767 00000100:00000001:3.0:1784946091.186046:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304878097 00000100:00000001:3.0:1784946091.186048:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304878767 00000100:00000001:3.0:1784946091.186049:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946091.186051:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946091.186053:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946091.186053:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946091.186053:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946091.186056:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946091.186059:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946091.186060:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1784946091.186061:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bd00. 00000100:00000001:2.0:1784946091.186063:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946091.186064:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946091.186067:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946091.186067:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946091.186069:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946091.186070:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946091.186072:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946091.186075:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946091.186077:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946091.186079:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946091.186087:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946091.186092:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f62a8 00000400:00000010:0.0:1784946091.186095:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f62a8. 00000100:00000001:0.0:1784946091.186102:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946091.186107:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775180 x1871641054264448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946091.186116:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946091.186120:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775180 x1871641054264448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946107 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946091.186127:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946091.186129:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946091.186191:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946091.186194:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beab00. 00000400:00000200:0.0:1784946091.186197:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946091.186201:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946091.186203:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1770 00000400:00000010:0.0:1784946091.186205:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1770. 00000100:00000001:0.0:1784946091.186208:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946091.186211:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775500 x1871641054264576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946091.186218:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946091.186221:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775500 x1871641054264576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946107 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946091.186227:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946091.186228:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946091.187924:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946091.187936:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946091.187939:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946091.187941:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946091.187946:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946091.187951:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946091.187955:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946091.187958:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946091.187962:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946091.187966:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fbc80 00000400:00000200:0.0:1784946091.187969:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946091.187974:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdef1 [1] + 224 00000800:00000001:0.0:1784946091.187979:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946091.187986:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946091.187988:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946091.187992:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946091.187997:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946091.188002:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775180 x1871641054264448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946107 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946091.188012:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775180 x1871641054264448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946091.188025:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946091.188031:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946091.188053:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946091.188055:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784946091.188055:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946091.188058:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784946091.188061:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784946091.188064:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946091.188066:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784946091.188067:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946091.188069:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:0.0:1784946091.188075:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:2.0:1784946091.188076:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000400:00000010:2.0:1784946091.188081:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000001:2.0:1784946091.188086:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946091.188092:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775180 x1871641054264448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946091.188094:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946091.188102:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946091.188110:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:2.0:1784946091.188111:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775180 x1871641054264448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946107 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946091.188117:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fbd00 00000400:00000200:0.0:1784946091.188126:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946091.188127:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946091.188131:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946091.188133:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdef9 [1] + 224 00000100:00000001:2.0:1784946091.188135:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946091.188139:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1784946091.188140:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784946091.188143:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946091.188146:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946091.188150:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784946091.188151:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946091.188157:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1784946091.188160:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=43 v=5 (5 5 5 5) 00000400:00000200:0.0:1784946091.188162:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00001000:2.0:1784946091.188168:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=43 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946091.188169:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946091.188174:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1784946091.188176:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775500 x1871641054264576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946107 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946091.188177:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946091.188183:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946091.188186:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946091.188191:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946091.188193:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775500 x1871641054264576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946091.188205:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775180 x1871641054264448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946107 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946091.188209:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946091.188215:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784946091.188215:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1784946091.188219:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946091.188219:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946091.188221:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946091.188226:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775180 x1871641054264448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946107 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946091.188232:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054264448:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946091.188236:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946091.188238:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946091.188240:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775180 x1871641054264448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946107 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946091.188243:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946091.188245:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946091.188248:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784946091.188248:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1784946091.188252:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 00000400:00000001:3.0:1784946091.188254:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1784946091.188255:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946091.188258:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000001:3.0:1784946091.188259:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1784946091.188260:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784946091.188263:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000010:3.0:1784946091.188263:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 02000000:00000010:2.0:1784946091.188266:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea700. 02000000:00000001:2.0:1784946091.188270:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1784946091.188270:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 02000000:00000001:2.0:1784946091.188271:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:3.0:1784946091.188273:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000010:2.0:1784946091.188274:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775180. 00000100:00000001:3.0:1784946091.188278:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946091.188279:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946091.188281:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946091.188283:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784946091.188285:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775500 x1871641054264576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946091.188287:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946091.188290:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946091.188293:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946091.188296:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784946091.188299:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775500 x1871641054264576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946107 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946091.188305:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946091.188306:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946091.188308:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946091.188309:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946091.188310:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946091.188311:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946091.188312:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946091.188316:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=43 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946091.188318:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=113 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946091.188320:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946091.188321:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946091.188359:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946091.188362:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946091.188364:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784946091.188365:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946091.188367:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946091.188368:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946091.188371:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775500 x1871641054264576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946107 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946091.188375:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946091.188376:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946091.188377:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946091.188379:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775500 x1871641054264576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946107 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946091.188384:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054264576:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946091.188386:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946091.188387:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946091.188389:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775500 x1871641054264576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946107 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946091.188392:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946091.188393:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946091.188395:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3c200. 02000000:00000001:3.0:1784946091.188397:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946091.188398:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946091.188399:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784946091.188400:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946091.188401:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea800. 02000000:00000001:3.0:1784946091.188403:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946091.188403:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946091.188404:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775500. 00000100:00000001:3.0:1784946091.188406:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946091.188407:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946091.188408:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946091.188410:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946091.188411:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946091.188413:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946091.188414:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946091.505660:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946091.505667:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946091.505722:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946091.505725:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946091.505727:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946091.889618:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304878767, at 4304878784 00000100:00000040:1.0:1784946091.889618:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304878767, at 4304878784 00000100:00000010:1.0:1784946091.889633:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cde0. 00000100:00000010:0.0:1784946091.889636:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668ccc0. 00010000:00000001:1.0:1784946092.529646:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946092.529653:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946092.529718:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946092.529721:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946092.529725:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946093.553632:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946093.553639:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946093.553704:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946093.553708:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946093.553711:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946094.577749:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946094.577764:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946094.577823:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946094.577842:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946094.577844:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946095.601631:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946095.601637:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946095.601698:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946095.601736:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946095.601739:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784946095.985602:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784946095.985608:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784946095.985613:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1784946095.985831:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946095.985845:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946095.985849:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946095.985851:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784946095.985878:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1784946096.305661:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946096.305672:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946096.305682:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951500. 00000020:00000040:2.0:1784946096.305688:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946096.305693:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946096.305695:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946096.305699:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946096.305709:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784946096.305715:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946096.305725:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951500 x1871641054264704/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946096.305736:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946096.305740:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946096.305747:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fb9ec] to pc [ptlrpcd_01_01+1] req@ffff996d73951500 x1871641054264704/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946096.305779:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946096.305782:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946096.305785:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946096.305786:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946096.305789:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953800. 00000020:00000040:2.0:1784946096.305793:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946096.305795:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946096.305797:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1784946096.305798:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:2.0:1784946096.305799:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946096.305802:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784946096.305805:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b300. 00000100:00000001:2.0:1784946096.305809:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946096.305810:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1784946096.305814:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73953800 x1871641054264832/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946096.305815:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946096.305820:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946096.305823:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946096.305826:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784946096.305828:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946096.305831:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946096.305836:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951500 x1871641054264704/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946096.305838:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000610493dc] to pc [ptlrpcd_01_00+0] req@ffff996d73953800 x1871641054264832/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946096.305858:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946096.305861:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946096.305865:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946096.305867:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946096.305870:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946096.305877:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946096.305878:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054264704:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784946096.305882:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946096.305885:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784946096.305887:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946096.305892:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784946096.305892:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946096.305897:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946096.305898:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784946096.305901:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784946096.305905:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10220) 02000000:00000010:3.0:1784946096.305909:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3cc00. 02000000:00000001:3.0:1784946096.305912:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946096.305917:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1784946096.305921:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000200:3.0:1784946096.305922:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946096.305925:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784946096.305929:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784946096.305930:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946096.305934:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946096.305936:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946096.305938:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1784946096.305939:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000001:2.0:1784946096.305940:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946096.305947:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953800 x1871641054264832/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946096.305949:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054264704, portal 25 00000100:00000001:3.0:1784946096.305955:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946096.305958:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476032 : -112779607075584 : ffff996d73951500) 00000100:00000001:2.0:1784946096.305959:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946096.305963:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946096.305966:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946096.305969:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784946096.305969:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951500 x1871641054264704/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946096.305972:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946096.305978:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054264832:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946096.305986:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946096.305989:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784946096.305990:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784946096.305992:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946096.306004:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000001:2.0:1784946096.306006:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946096.306011:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 00000400:00000010:3.0:1784946096.306012:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1880. 02000000:00000001:2.0:1784946096.306014:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784946096.306018:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054264704, offset 0 00000400:00000200:2.0:1784946096.306023:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946096.306028:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000200:3.0:1784946096.306029:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946096.306035:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000100:00000200:2.0:1784946096.306040:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054264832, portal 10 00000400:00000200:3.0:1784946096.306041:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946096.306044:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946096.306046:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102484992 : -112779607066624 : ffff996d73953800) 00000400:00000200:3.0:1784946096.306051:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000040:2.0:1784946096.306055:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953800 x1871641054264832/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946096.306060:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784946096.306068:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784946096.306068:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000040:2.0:1784946096.306074:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946096.306076:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946096.306079:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946096.306083:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314579:314579:256:4294967295] 192.168.202.106@tcp LPNI seq info [314575:314575:8:4294967295] 00000400:00000200:3.0:1784946096.306089:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946096.306090:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6b28. 00000100:00000200:2.0:1784946096.306095:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054264832, offset 0 00000400:00000200:2.0:1784946096.306104:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946096.306108:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946096.306113:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946096.306116:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946096.306118:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946096.306121:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946096.306123:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946096.306126:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314580:314580:255:4294967295] 192.168.202.106@tcp LPNI seq info [314576:314576:7:4294967295] 00000400:00000200:2.0:1784946096.306130:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946096.306416:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946096.306423:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946096.306429:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000400:00000200:2.0:1784946096.306431:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946096.306438:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946096.306440:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946096.306447:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b000. 00000800:00000200:3.0:1784946096.306451:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946096.306455:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946096.306463:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946096.306466:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946096.306482:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946096.306486:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16772 usecs (17 jiffies) 00000400:00000200:2.0:1784946096.306490:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946096.306493:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304883217 00000100:00000010:2.0:1784946096.306498:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c060. 00000800:00000200:3.0:1784946096.306498:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946096.306505:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946096.306506:0:2355:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000400:00000200:3.0:1784946096.306513:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946096.306551:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304883218 00000800:00000200:1.0:1784946096.306556:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1784946096.306558:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c120. 00000800:00000010:1.0:1784946096.306561:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b000. 00000100:00000001:3.0:1784946096.306563:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304883888 00000100:00000001:2.0:1784946096.306564:0:2355:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000400:00000200:1.0:1784946096.306566:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946096.306573:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946096.306573:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946096.306573:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304883217 00000100:00000001:2.0:1784946096.306580:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946096.306581:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6b28 00000100:00000001:3.0:1784946096.306583:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304883888 00000400:00000010:1.0:1784946096.306586:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6b28. 00000100:00000001:2.0:1784946096.306587:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946096.306590:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304883218 00000100:00000001:2.0:1784946096.306592:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946096.306595:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946096.306597:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784946096.306599:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946096.306603:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953800 x1871641054264832/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946096.306604:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946096.306608:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946096.306613:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946096.306616:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946096.306619:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784946096.306619:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946096.306624:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953800 x1871641054264832/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946112 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946096.306625:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946096.306639:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946096.306641:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946096.306683:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946096.306687:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea800. 00000400:00000200:1.0:1784946096.306691:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946096.306695:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946096.306698:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1880 00000400:00000010:1.0:1784946096.306700:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1880. 00000100:00000001:1.0:1784946096.306703:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946096.306708:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951500 x1871641054264704/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946096.306715:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946096.306719:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951500 x1871641054264704/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946112 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946096.306725:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946096.306727:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946096.308265:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946096.308277:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946096.308280:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946096.308282:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946096.308288:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946096.308293:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946096.308300:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946096.308303:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946096.308308:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946096.308312:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fbe00 00000400:00000200:0.0:1784946096.308327:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946096.308334:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdf09 [1] + 224 00000800:00000001:0.0:1784946096.308340:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946096.308344:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946096.308346:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946096.308350:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946096.308356:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946096.308370:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953800 x1871641054264832/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946112 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946096.308379:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953800 x1871641054264832/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946096.308394:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946096.308401:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946096.308404:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946096.308406:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946096.308407:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946096.308411:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946096.308414:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946096.308419:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946096.308421:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946096.308424:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946096.308425:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946096.308430:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:2.0:1784946096.308432:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784946096.308434:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fbd80 00000400:00000200:0.0:1784946096.308439:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:2.0:1784946096.308445:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946096.308449:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946096.308453:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000400:00000010:2.0:1784946096.308455:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000001:2.0:1784946096.308458:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946096.308463:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdf01 [1] + 224 00000100:00000200:2.0:1784946096.308465:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953800 x1871641054264832/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946096.308471:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784946096.308479:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953800 x1871641054264832/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946112 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946096.308481:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946096.308486:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946096.308492:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784946096.308496:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946096.308496:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946096.308501:0:2355:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784946096.308503:0:2344:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784946096.308505:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946096.308509:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1784946096.308510:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951500 x1871641054264704/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946112 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946096.308513:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946096.308559:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951500 x1871641054264704/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946096.308563:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946096.308575:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=48 v=5 (5 5 5 5) 00000100:00000001:0.0:1784946096.308580:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1784946096.308581:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=118 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946096.308586:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1784946096.308587:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784946096.308588:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946096.308593:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784946096.308593:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946096.308597:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946096.308602:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946096.308605:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946096.308608:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946096.308609:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946096.308615:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953800 x1871641054264832/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946112 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946096.308624:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946096.308625:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946096.308629:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946096.308631:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946096.308633:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784946096.308639:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946096.308642:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1784946096.308645:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953800 x1871641054264832/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946112 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784946096.308647:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946096.308653:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946096.308656:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946096.308659:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946096.308667:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951500 x1871641054264704/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946096.308705:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951500 x1871641054264704/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946112 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946096.308712:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054264832:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946096.308715:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946096.308719:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946096.308726:0:2354:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784946096.308730:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784946096.308730:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946096.308732:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946096.308737:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946096.308739:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946096.308744:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953800 x1871641054264832/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946112 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946096.308747:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946096.308760:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00001000:3.0:1784946096.308760:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=48 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946096.308766:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=48 v=5 (1 1 1 1) 02000000:00000001:2.0:1784946096.308768:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784946096.308770:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946096.308772:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946096.308773:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 00010000:00000001:3.0:1784946096.308774:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946096.308778:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946096.308781:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946096.308782:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946096.308786:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:3.0:1784946096.308787:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951500 x1871641054264704/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946112 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946096.308793:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946096.308795:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946096.308797:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946096.308800:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951500 x1871641054264704/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946112 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1784946096.308801:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946096.308814:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00100000:3.0:1784946096.308823:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054264704:192.168.202.106@tcp:400:kworker.0 02000000:00000010:2.0:1784946096.308824:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b300. 02000000:00000001:2.0:1784946096.308838:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784946096.308839:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784946096.308845:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784946096.308845:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946096.308853:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951500 x1871641054264704/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946112 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1784946096.308854:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953800. 00000100:00000001:3.0:1784946096.308862:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946096.308865:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784946096.308870:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000010:3.0:1784946096.308870:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3cc00. 00000100:00000001:2.0:1784946096.308874:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784946096.308876:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784946096.308881:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784946096.308881:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946096.308883:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946096.308888:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946096.308891:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 02000000:00000001:3.0:1784946096.308894:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946096.308895:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946096.308896:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951500. 00000100:00000001:2.0:1784946096.308897:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946096.308902:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946096.308902:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946096.308904:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946096.308911:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946096.308917:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946096.308919:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946096.308919:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946096.308926:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946096.308927:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946096.308932:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946096.625635:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946096.625641:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946096.625693:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946096.625696:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946096.625700:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946097.009614:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304883888, at 4304883904 00000100:00000040:1.0:1784946097.009615:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304883888, at 4304883904 00000100:00000010:1.0:1784946097.009631:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c120. 00000100:00000010:0.0:1784946097.009633:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c060. 00010000:00000001:1.0:1784946097.649633:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946097.649639:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946097.649695:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946097.649698:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946097.649700:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946098.673628:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946098.673635:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946098.673692:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946098.673696:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946098.673699:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946099.697611:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946099.697617:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946099.697619:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946099.697621:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946099.697625:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946099.697627:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946099.697629:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946099.697630:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946099.697679:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946099.697682:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946099.697684:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946100.721629:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946100.721635:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946100.721689:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946100.721692:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946100.721695:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946101.425629:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946101.425638:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946101.425647:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328b480. 00000020:00000040:0.0:1784946101.425654:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946101.425658:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946101.425661:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946101.425665:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946101.425704:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4f00. 00000100:00000001:0.0:1784946101.425711:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946101.425722:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d4328b480 x1871641054264960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946101.425734:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946101.425739:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946101.425746:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dc29689] to pc [ptlrpcd_00_01+1] req@ffff996d4328b480 x1871641054264960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946101.425773:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946101.425775:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946101.425779:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946101.425782:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289f80. 00000020:00000040:0.0:1784946101.425784:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946101.425787:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946101.425788:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946101.425790:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946101.425794:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4100. 00000100:00000001:0.0:1784946101.425797:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946101.425802:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43289f80 x1871641054265088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946101.425805:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946101.425811:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946101.425812:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946101.425815:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784946101.425816:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946101.425825:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006509818b] to pc [ptlrpcd_00_00+0] req@ffff996d43289f80 x1871641054265088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946101.425825:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328b480 x1871641054264960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946101.425855:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946101.425856:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946101.425858:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946101.425861:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784946101.425863:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1784946101.425867:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1784946101.425867:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946101.425872:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946101.425873:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784946101.425878:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784946101.425883:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10226) 00000100:00100000:1.0:1784946101.425884:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054264960:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946101.425890:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784946101.425896:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784946101.425897:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784946101.425900:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784946101.425902:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946101.425903:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1784946101.425907:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946101.425914:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ade00. 02000000:00000001:1.0:1784946101.425916:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946101.425918:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289f80 x1871641054265088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946101.425924:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946101.425931:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d1b8. 00000100:00000001:0.0:1784946101.425934:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946101.425937:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946101.425940:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294d48. 02000000:00000001:0.0:1784946101.425941:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946101.425944:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946101.425948:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946101.425948:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054264960, portal 25 00000100:00100000:0.0:1784946101.425953:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054265088:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946101.425953:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946101.425956:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290067072 : -112780419484544 : ffff996d4328b480) 00000100:00000001:0.0:1784946101.425960:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784946101.425963:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946101.425966:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946101.425967:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328b480 x1871641054264960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946101.425969:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946101.425974:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784946101.425978:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946101.425980:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784946101.425985:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:1.0:1784946101.425986:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946101.425991:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f000. 00000400:00000010:1.0:1784946101.425992:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2943b8. 00000100:00000200:1.0:1784946101.425995:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054264960, offset 0 00000400:00000010:0.0:1784946101.426003:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f198. 00000400:00000200:1.0:1784946101.426004:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000200:0.0:1784946101.426011:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054265088, portal 10 00000100:00000001:0.0:1784946101.426014:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946101.426016:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290061696 : -112780419489920 : ffff996d43289f80) 00000100:00000040:0.0:1784946101.426023:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289f80 x1871641054265088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946101.426030:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784946101.426032:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:0.0:1784946101.426036:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946101.426039:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f990. 00000100:00000200:0.0:1784946101.426042:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054265088, offset 0 00000400:00000200:1.0:1784946101.426043:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946101.426051:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946101.426052:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946101.426058:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946101.426062:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946101.426065:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946101.426068:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314581:314581:256:4294967295] 192.168.202.106@tcp LPNI seq info [314577:314577:8:4294967295] 00000400:00000200:1.0:1784946101.426073:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946101.426081:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946101.426087:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946101.426088:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946101.426095:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946101.426098:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946101.426101:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946101.426104:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000010:1.0:1784946101.426105:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad100. 00000400:00000200:0.0:1784946101.426107:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946101.426114:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314582:314582:255:4294967295] 192.168.202.106@tcp LPNI seq info [314578:314578:7:4294967295] 00000800:00000200:1.0:1784946101.426116:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784946101.426122:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784946101.426127:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784946101.426134:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946101.426135:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1784946101.426144:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784946101.426148:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4000. 00000100:00000001:1.0:1784946101.426151:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946101.426155:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784946101.426160:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:0.0:1784946101.426164:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:1.0:1784946101.426165:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304889007 00000800:00000200:0.0:1784946101.426169:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4000 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1784946101.426173:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f5a0. 00000100:00000001:0.0:1784946101.426174:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946101.426180:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16772 usecs (17 jiffies) 00000100:00000001:1.0:1784946101.426181:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1784946101.426185:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946101.426188:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304888337 00000100:00000001:1.0:1784946101.426189:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304889007 00000100:00000001:0.0:1784946101.426192:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304889007 00000100:00000010:1.0:1784946101.426196:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8fe40. 00000100:00000001:0.0:1784946101.426197:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304888337 00000100:00000001:1.0:1784946101.426202:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784946101.426207:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304889007 00000100:00000001:1.0:1784946101.426207:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946101.426211:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946101.426212:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946101.426216:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946101.426217:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946101.426220:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946101.426222:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946101.426223:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946101.426230:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946101.426231:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946101.426232:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946101.426234:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946101.426236:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946101.426239:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946101.426239:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946101.426242:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946101.426243:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946101.426246:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946101.426248:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946101.426251:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946101.426292:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946101.426296:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad100. 00000400:00000200:1.0:1784946101.426316:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946101.426322:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946101.426327:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2943b8 00000400:00000010:1.0:1784946101.426329:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2943b8. 00000100:00000001:1.0:1784946101.426333:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946101.426337:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328b480 x1871641054264960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946101.426347:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946101.426350:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328b480 x1871641054264960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946117 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946101.426366:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946101.426368:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946101.426430:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946101.426433:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4000. 00000400:00000200:1.0:1784946101.426437:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946101.426440:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946101.426443:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f990 00000400:00000010:1.0:1784946101.426445:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f990. 00000100:00000001:1.0:1784946101.426448:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946101.426451:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289f80 x1871641054265088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946101.426460:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946101.426463:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289f80 x1871641054265088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946117 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946101.426469:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946101.426471:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946101.427969:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946101.427982:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946101.427986:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946101.427988:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946101.427995:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946101.428001:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946101.428008:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946101.428012:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946101.428018:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946101.428022:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fbe80 00000400:00000200:0.0:1784946101.428042:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946101.428055:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdf11 [1] + 224 00000800:00000001:0.0:1784946101.428062:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946101.428066:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946101.428069:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946101.428073:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946101.428078:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946101.428093:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328b480 x1871641054264960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946117 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946101.428112:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328b480 x1871641054264960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946117 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946101.428130:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946101.428137:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946101.428141:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946101.428143:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946101.428146:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946101.428150:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946101.428155:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:1.0:1784946101.428158:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946101.428162:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946101.428162:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946101.428168:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:1.0:1784946101.428169:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946101.428172:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784946101.428173:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946101.428175:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d1b8. 00000400:00000200:1.0:1784946101.428179:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294d48 00000400:00000200:0.0:1784946101.428180:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fbf00 00000400:00000010:1.0:1784946101.428182:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294d48. 00000100:00000001:1.0:1784946101.428187:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946101.428188:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:1.0:1784946101.428193:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328b480 x1871641054264960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946117 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946101.428198:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdf21 [1] + 224 00000800:00000001:0.0:1784946101.428207:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784946101.428209:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328b480 x1871641054264960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946117 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946101.428215:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946101.428216:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946101.428217:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946101.428221:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784946101.428221:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946101.428225:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946101.428228:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1784946101.428229:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946101.428230:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946101.428234:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946101.428235:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1784946101.428239:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=53 v=5 (5 5 5 5) 00000100:00000200:0.0:1784946101.428241:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289f80 x1871641054265088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946117 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784946101.428243:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=53 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946101.428249:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946101.428251:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946101.428255:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946101.428258:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946101.428262:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289f80 x1871641054265088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946117 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946101.428263:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946101.428273:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328b480 x1871641054264960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946117 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946101.428282:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946101.428283:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946101.428287:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1784946101.428288:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784946101.428290:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946101.428293:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946101.428297:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328b480 x1871641054264960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946117 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946101.428305:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946101.428308:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1784946101.428309:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054264960:192.168.202.106@tcp:400:kworker.0 00000400:00000001:0.0:1784946101.428313:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946101.428316:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1784946101.428316:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784946101.428318:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f000. 00000100:00000001:1.0:1784946101.428321:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784946101.428324:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f198 00000100:00000040:1.0:1784946101.428327:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328b480 x1871641054264960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946117 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784946101.428328:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f198. 00000100:00000001:0.0:1784946101.428332:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946101.428338:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1784946101.428340:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289f80 x1871641054265088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946117 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784946101.428341:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946101.428344:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ade00. 02000000:00000001:1.0:1784946101.428349:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946101.428353:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946101.428356:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000200:0.0:1784946101.428357:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289f80 x1871641054265088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946117 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784946101.428358:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946101.428361:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4f00. 02000000:00000001:1.0:1784946101.428367:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784946101.428371:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1784946101.428371:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1784946101.428375:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1784946101.428376:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328b480. 00000100:00000001:0.0:1784946101.428379:0:2352:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784946101.428382:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946101.428385:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946101.428387:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784946101.428391:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946101.428392:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946101.428395:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946101.428396:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946101.428399:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946101.428401:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946101.428403:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946101.428406:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946101.428414:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=53 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946101.428418:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=123 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946101.428421:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946101.428423:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946101.428426:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946101.428429:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946101.428432:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784946101.428434:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784946101.428436:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784946101.428437:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946101.428442:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289f80 x1871641054265088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946117 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946101.428449:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946101.428451:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946101.428452:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946101.428456:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289f80 x1871641054265088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946117 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946101.428464:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054265088:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946101.428468:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946101.428470:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946101.428473:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289f80 x1871641054265088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946117 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946101.428493:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946101.428494:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946101.428497:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784946101.428500:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946101.428501:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946101.428503:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784946101.428505:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946101.428506:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4100. 02000000:00000001:0.0:1784946101.428509:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946101.428510:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946101.428511:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289f80. 00000100:00000001:0.0:1784946101.428514:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946101.428537:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946101.428539:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946101.428554:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946101.428556:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946101.428558:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946101.428560:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946101.745635:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946101.745641:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946101.745731:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946101.745733:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946101.745735:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946102.129624:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304889007, at 4304889024 00000100:00000040:0.0:1784946102.129630:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304889007, at 4304889024 00000100:00000010:1.0:1784946102.129640:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8fe40. 00000100:00000010:0.0:1784946102.129642:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f5a0. 00010000:00000001:1.0:1784946102.769622:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946102.769627:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946102.769682:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946102.769686:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946102.769689:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946103.793606:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946103.793610:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946103.793661:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946103.793664:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946103.793666:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946104.817620:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946104.817627:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946104.817682:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946104.817685:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946104.817687:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946105.841625:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946105.841629:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946105.841678:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946105.841681:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946105.841684:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946106.545856:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946106.545867:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946106.545892:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953800. 00000020:00000040:2.0:1784946106.545898:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946106.545902:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946106.545905:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946106.545910:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946106.545917:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b300. 00000100:00000001:2.0:1784946106.545924:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946106.545934:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73953800 x1871641054265216/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946106.545944:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946106.545948:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946106.545956:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000610493dc] to pc [ptlrpcd_01_01+1] req@ffff996d73953800 x1871641054265216/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946106.545984:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946106.545987:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946106.545990:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946106.546007:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951500. 00000020:00000040:2.0:1784946106.546010:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946106.546013:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946106.546014:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946106.546017:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946106.546017:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946106.546022:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1784946106.546024:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:3.0:1784946106.546028:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784946106.546029:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946106.546037:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953800 x1871641054265216/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946106.546038:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951500 x1871641054265344/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946106.546061:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946106.546063:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946106.546065:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946106.546068:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946106.546071:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784946106.546075:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fb9ec] to pc [ptlrpcd_01_00+0] req@ffff996d73951500 x1871641054265344/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946106.546075:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946106.546081:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946106.546090:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054265216:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946106.546092:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946106.546096:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784946106.546098:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946106.546103:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784946106.546104:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784946106.546107:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784946106.546108:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946106.546113:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784946106.546115:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:3.0:1784946106.546119:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3cc00. 00000100:00000040:2.0:1784946106.546121:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10231) 02000000:00000001:3.0:1784946106.546123:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946106.546132:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946106.546136:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784946106.546143:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000200:3.0:1784946106.546150:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054265216, portal 25 00000100:00000001:2.0:1784946106.546152:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946106.546153:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946106.546156:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946106.546157:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102484992 : -112779607066624 : ffff996d73953800) 00000100:00000001:2.0:1784946106.546160:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946106.546166:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953800 x1871641054265216/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946106.546168:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951500 x1871641054265344/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946106.546188:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784946106.546190:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946106.546194:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946106.546194:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000001:2.0:1784946106.546199:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1784946106.546200:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1990. 02000000:00000001:2.0:1784946106.546203:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1784946106.546206:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054265216, offset 0 02000000:00000001:2.0:1784946106.546207:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946106.546213:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054265344:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946106.546216:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946106.546219:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946106.546220:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946106.546222:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946106.546225:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946106.546227:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946106.546231:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946106.546234:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946106.546239:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000200:3.0:1784946106.546243:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946106.546244:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000100:00000200:2.0:1784946106.546249:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054265344, portal 10 00000100:00000001:2.0:1784946106.546251:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1784946106.546252:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:2.0:1784946106.546253:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476032 : -112779607075584 : ffff996d73951500) 00000400:00000200:3.0:1784946106.546259:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1784946106.546264:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951500 x1871641054265344/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946106.546266:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946106.546273:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946106.546279:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946106.546288:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314583:314583:256:4294967295] 192.168.202.106@tcp LPNI seq info [314579:314579:8:4294967295] 00000100:00000001:2.0:1784946106.546291:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784946106.546298:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784946106.546299:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946106.546304:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000100:00000200:2.0:1784946106.546307:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054265344, offset 0 00000400:00000200:3.0:1784946106.546314:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946106.546321:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946106.546327:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000400:00000200:2.0:1784946106.546328:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946106.546337:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946106.546340:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946106.546344:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946106.546348:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946106.546350:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946106.546353:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946106.546355:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946106.546358:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314584:314584:255:4294967295] 192.168.202.106@tcp LPNI seq info [314580:314580:7:4294967295] 00000400:00000200:2.0:1784946106.546363:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946106.546367:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946106.546374:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784946106.546375:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946106.546383:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946106.546387:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b500. 00000100:00000001:3.0:1784946106.546391:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784946106.546392:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784946106.546400:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946106.546401:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:3.0:1784946106.546406:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304894127 00000800:00000200:2.0:1784946106.546407:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946106.546413:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784946106.546415:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322d80. 00000100:00000040:2.0:1784946106.546418:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16771 usecs (17 jiffies) 00000400:00000200:2.0:1784946106.546423:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946106.546425:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304893457 00000100:00000001:3.0:1784946106.546459:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784946106.546468:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304894127 00000100:00000001:2.0:1784946106.546470:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304894127 00000100:00000010:3.0:1784946106.546474:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322c00. 00000100:00000001:2.0:1784946106.546475:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304893457 00000100:00000001:3.0:1784946106.546481:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946106.546486:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304894127 00000100:00000001:3.0:1784946106.546487:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946106.546493:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946106.546494:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946106.546500:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946106.546501:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946106.546505:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946106.546507:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946106.546508:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784946106.546512:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bead00. 00000100:00000001:2.0:1784946106.546541:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946106.546547:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784946106.546550:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946106.546550:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946106.546551:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946106.546556:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946106.546557:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946106.546561:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946106.546562:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946106.546563:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946106.546564:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946106.546567:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946106.546570:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946106.546572:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946106.546574:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1990 00000100:00000001:3.0:1784946106.546576:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946106.546578:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1990. 00000100:00000001:1.0:1784946106.546596:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946106.546602:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953800 x1871641054265216/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946106.546613:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946106.546617:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953800 x1871641054265216/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946122 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946106.546624:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946106.546626:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946106.546703:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946106.546706:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b500. 00000400:00000200:1.0:1784946106.546710:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946106.546713:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946106.546716:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:1.0:1784946106.546718:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:1.0:1784946106.546732:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946106.546736:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951500 x1871641054265344/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946106.546744:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946106.546756:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951500 x1871641054265344/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946122 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946106.546762:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946106.546764:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946106.548272:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946106.548285:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946106.548289:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946106.548291:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946106.548297:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946106.548302:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946106.548306:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946106.548309:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946106.548313:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946106.548316:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fbf80 00000400:00000200:0.0:1784946106.548319:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946106.548324:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdf31 [1] + 224 00000800:00000001:0.0:1784946106.548328:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946106.548330:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946106.548331:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946106.548334:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946106.548338:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946106.548343:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953800 x1871641054265216/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946122 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946106.548350:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953800 x1871641054265216/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946122 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946106.548360:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946106.548365:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946106.548367:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946106.548368:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946106.548370:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946106.548372:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946106.548375:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946106.548377:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946106.548379:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946106.548382:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946106.548382:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946106.548386:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fc000 00000100:00000001:3.0:1784946106.548387:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946106.548389:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946106.548393:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdf39 [1] + 224 00000800:00000001:0.0:1784946106.548395:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784946106.548400:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946106.548404:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946106.548407:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000800:00000001:0.0:1784946106.548409:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946106.548412:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784946106.548412:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000200:0.0:1784946106.548417:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000010:3.0:1784946106.548417:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946106.548430:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946106.548434:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953800 x1871641054265216/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946122 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946106.548445:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946106.548451:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951500 x1871641054265344/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946122 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946106.548462:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951500 x1871641054265344/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946122 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946106.548465:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953800 x1871641054265216/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946122 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946106.548476:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946106.548478:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946106.548479:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946106.548480:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946106.548484:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1784946106.548486:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784946106.548486:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946106.548487:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946106.548490:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784946106.548490:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946106.548497:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=58 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946106.548500:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=58 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946106.548502:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946106.548503:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946106.548505:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946106.548507:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946106.548510:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946106.548545:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953800 x1871641054265216/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946122 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946106.548547:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946106.548551:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946106.548556:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784946106.548557:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1784946106.548558:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946106.548562:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000100:00000001:3.0:1784946106.548563:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946106.548565:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784946106.548566:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000400:00000010:2.0:1784946106.548569:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000040:3.0:1784946106.548570:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953800 x1871641054265216/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946122 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946106.548572:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946106.548579:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951500 x1871641054265344/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946122 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946106.548585:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054265216:192.168.202.106@tcp:400:kworker.0 00000100:00000200:2.0:1784946106.548592:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951500 x1871641054265344/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946122 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946106.548594:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946106.548598:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784946106.548605:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784946106.548606:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953800 x1871641054265216/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946122 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946106.548609:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946106.548614:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946106.548617:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946106.548620:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946106.548621:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784946106.548623:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946106.548625:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1784946106.548627:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946106.548630:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3cc00. 00000100:00001000:2.0:1784946106.548634:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=58 v=5 (5 5 5 5) 02000000:00000001:3.0:1784946106.548636:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:2.0:1784946106.548640:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=128 v=5 (1 1 1 1) 00000020:00000001:3.0:1784946106.548640:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946106.548642:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946106.548646:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1784946106.548646:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784946106.548649:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946106.548650:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b300. 00010000:00000001:2.0:1784946106.548653:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1784946106.548654:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1784946106.548657:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946106.548657:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946106.548660:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953800. 00000100:00000001:3.0:1784946106.548663:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946106.548664:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946106.548666:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946106.548670:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946106.548671:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784946106.548672:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946106.548673:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946106.548675:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946106.548676:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946106.548677:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946106.548680:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946106.548686:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951500 x1871641054265344/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946122 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946106.548693:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946106.548695:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946106.548697:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946106.548701:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951500 x1871641054265344/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946122 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946106.548708:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054265344:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946106.548712:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946106.548714:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946106.548717:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951500 x1871641054265344/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946122 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946106.548723:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946106.548725:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946106.548727:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946106.548731:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946106.548732:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946106.548733:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946106.548736:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946106.548737:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 02000000:00000001:2.0:1784946106.548740:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946106.548741:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946106.548742:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951500. 00000100:00000001:2.0:1784946106.548745:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946106.548746:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946106.548748:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946106.548751:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946106.548753:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946106.548754:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946106.548756:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946106.865574:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946106.865579:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946106.865635:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946106.865639:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946106.865643:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946107.249623:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304894127, at 4304894144 00000100:00000010:0.0:1784946107.249638:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322d80. 00000100:00000040:1.0:1784946107.249747:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304894127, at 4304894144 00000100:00000010:1.0:1784946107.249757:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322c00. 00010000:00000001:1.0:1784946107.889610:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946107.889617:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946107.889671:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946107.889674:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946107.889676:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946108.913615:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946108.913619:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946108.913660:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946108.913664:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946108.913668:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946109.937612:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946109.937619:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946109.937620:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946109.937623:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946109.937626:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946109.937628:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946109.937630:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946109.937631:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946109.937693:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946109.937697:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946109.937700:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946110.961628:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946110.961634:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946110.961692:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946110.961695:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946110.961697:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946111.665614:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946111.665622:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946111.665631:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951500. 00000020:00000040:2.0:1784946111.665636:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946111.665639:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946111.665641:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946111.665645:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946111.665651:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784946111.665655:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946111.665664:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951500 x1871641054265472/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946111.665672:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946111.665676:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946111.665680:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fb9ec] to pc [ptlrpcd_01_01+1] req@ffff996d73951500 x1871641054265472/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946111.665702:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946111.665704:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946111.665706:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946111.665708:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950000. 00000020:00000040:2.0:1784946111.665709:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946111.665711:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946111.665712:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946111.665713:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946111.665715:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784946111.665717:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946111.665719:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950000 x1871641054265600/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946111.665724:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946111.665726:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946111.665729:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac249ac8] to pc [ptlrpcd_01_00+0] req@ffff996d73950000 x1871641054265600/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946111.665731:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946111.665736:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946111.665738:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946111.665740:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946111.665741:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946111.665745:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946111.665747:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946111.665750:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784946111.665750:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951500 x1871641054265472/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946111.665756:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10236) 00000100:00000001:3.0:1784946111.665764:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946111.665767:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946111.665771:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946111.665774:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946111.665777:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946111.665779:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1784946111.665781:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054265472:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946111.665783:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946111.665786:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784946111.665789:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784946111.665793:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950000 x1871641054265600/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946111.665796:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946111.665800:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946111.665805:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784946111.665806:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946111.665809:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946111.665812:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1784946111.665812:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3cc00. 02000000:00000001:2.0:1784946111.665816:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946111.665817:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946111.665821:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946111.665825:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054265600:192.168.202.106@tcp:400:kworker.0 00000400:00000200:3.0:1784946111.665829:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946111.665830:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1784946111.665835:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 02000000:00000001:2.0:1784946111.665837:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946111.665840:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946111.665841:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1784946111.665844:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 02000000:00000010:2.0:1784946111.665845:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946111.665849:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946111.665852:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:3.0:1784946111.665853:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054265472, portal 25 00000400:00000010:2.0:1784946111.665855:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000100:00000001:3.0:1784946111.665857:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1784946111.665859:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000100:00000001:3.0:1784946111.665860:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476032 : -112779607075584 : ffff996d73951500) 00000100:00000200:2.0:1784946111.665863:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054265600, portal 10 00000100:00000001:2.0:1784946111.665866:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946111.665868:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102470656 : -112779607080960 : ffff996d73950000) 00000100:00000040:3.0:1784946111.665870:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951500 x1871641054265472/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946111.665876:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950000 x1871641054265600/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946111.665891:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784946111.665891:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946111.665900:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000040:3.0:1784946111.665900:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946111.665901:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f66e8. 00000400:00000010:3.0:1784946111.665904:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f15d8. 00000100:00000200:2.0:1784946111.665905:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054265600, offset 0 00000100:00000200:3.0:1784946111.665908:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054265472, offset 0 00000400:00000200:2.0:1784946111.665913:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946111.665919:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946111.665922:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946111.665930:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946111.665935:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946111.665938:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946111.665942:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946111.665945:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946111.665949:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314585:314585:256:4294967295] 192.168.202.106@tcp LPNI seq info [314581:314581:8:4294967295] 00000400:00000200:2.0:1784946111.665954:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946111.665960:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946111.665971:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784946111.665971:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946111.665981:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784946111.665983:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946111.665987:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000010:2.0:1784946111.665988:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bc00. 00000400:00000200:3.0:1784946111.665992:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946111.665997:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:2.0:1784946111.665998:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784946111.666003:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314586:314586:255:4294967295] 192.168.202.106@tcp LPNI seq info [314582:314582:7:4294967295] 00000800:00000200:2.0:1784946111.666008:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:3.0:1784946111.666012:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946111.666013:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784946111.666021:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:2.0:1784946111.666023:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784946111.666028:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000040:2.0:1784946111.666029:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16771 usecs (17 jiffies) 00000800:00000010:3.0:1784946111.666033:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000400:00000200:2.0:1784946111.666034:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946111.666038:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304898577 00000800:00000200:3.0:1784946111.666041:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000010:2.0:1784946111.666043:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c900. 00000800:00000200:3.0:1784946111.666048:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946111.666050:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946111.666051:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784946111.666055:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946111.666059:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946111.666061:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304899247 00000100:00000001:2.0:1784946111.666070:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304898577 00000100:00000001:3.0:1784946111.666072:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304898577 00000100:00000010:2.0:1784946111.666077:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c000. 00000100:00000001:3.0:1784946111.666078:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304899247 00000100:00000001:2.0:1784946111.666084:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946111.666093:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946111.666094:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304898577 00000100:00000001:2.0:1784946111.666097:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946111.666098:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946111.666102:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946111.666103:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946111.666104:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946111.666107:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946111.666107:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946111.666114:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946111.666114:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946111.666116:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946111.666117:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946111.666122:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946111.666123:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946111.666126:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946111.666126:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946111.666128:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946111.666129:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946111.666131:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946111.666132:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946111.666496:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946111.666501:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bc00. 00000400:00000200:1.0:1784946111.666508:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946111.666514:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946111.666539:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f66e8 00000400:00000010:1.0:1784946111.666542:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f66e8. 00000100:00000001:1.0:1784946111.666549:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946111.666555:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950000 x1871641054265600/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946111.666566:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946111.666570:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950000 x1871641054265600/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946127 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946111.666583:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946111.666585:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946111.666653:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946111.666657:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bead00. 00000400:00000200:1.0:1784946111.666660:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946111.666663:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946111.666666:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f15d8 00000400:00000010:1.0:1784946111.666668:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f15d8. 00000100:00000001:1.0:1784946111.666671:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946111.666674:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951500 x1871641054265472/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946111.666682:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946111.666685:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951500 x1871641054265472/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946127 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946111.666691:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946111.666692:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946111.668358:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946111.668371:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946111.668375:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946111.668378:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946111.668384:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946111.668391:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946111.668428:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946111.668433:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946111.668438:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946111.668442:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fc100 00000400:00000200:0.0:1784946111.668448:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946111.668453:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdf49 [1] + 224 00000800:00000001:0.0:1784946111.668459:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946111.668463:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946111.668465:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946111.668469:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946111.668474:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946111.668480:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950000 x1871641054265600/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946127 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946111.668491:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950000 x1871641054265600/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946111.668511:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946111.668535:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946111.668540:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946111.668541:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946111.668544:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946111.668548:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946111.668550:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946111.668554:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:2.0:1784946111.668555:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946111.668561:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:2.0:1784946111.668564:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784946111.668566:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:2.0:1784946111.668568:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784946111.668572:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946111.668572:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946111.668578:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000400:00000200:0.0:1784946111.668579:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fc080 00000400:00000010:2.0:1784946111.668583:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000400:00000200:0.0:1784946111.668587:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946111.668589:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946111.668594:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdf41 [1] + 224 00000100:00000200:2.0:1784946111.668598:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950000 x1871641054265600/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946111.668600:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946111.668610:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784946111.668612:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950000 x1871641054265600/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946127 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946111.668614:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946111.668623:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946111.668628:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946111.668630:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946111.668632:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946111.668637:0:2354:0:(client.c:1580:after_reply()) Process entered 00000100:00000200:0.0:1784946111.668638:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951500 x1871641054265472/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946127 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946111.668641:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946111.668646:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946111.668650:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946111.668651:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951500 x1871641054265472/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946111.668656:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946111.668668:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=63 v=5 (5 5 5 5) 00000100:00000001:0.0:1784946111.668669:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946111.668674:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784946111.668675:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=133 v=5 (1 1 1 1) 00000800:00000001:0.0:1784946111.668678:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946111.668680:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946111.668683:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946111.668685:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946111.668688:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946111.668691:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946111.668694:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946111.668696:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946111.668697:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946111.668702:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950000 x1871641054265600/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946127 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946111.668703:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946111.668706:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784946111.668710:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946111.668713:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946111.668717:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784946111.668722:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784946111.668724:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000100:00000001:2.0:1784946111.668727:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1784946111.668728:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:2.0:1784946111.668732:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946111.668733:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946111.668742:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951500 x1871641054265472/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946111.668743:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950000 x1871641054265600/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946127 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946111.668767:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054265600:192.168.202.106@tcp:400:kworker.0 00000100:00000200:3.0:1784946111.668767:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951500 x1871641054265472/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946127 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946111.668776:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946111.668780:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946111.668781:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784946111.668782:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946111.668785:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946111.668787:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946111.668788:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946111.668791:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946111.668792:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950000 x1871641054265600/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946127 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946111.668794:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946111.668799:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=63 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946111.668807:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=63 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946111.668808:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784946111.668810:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946111.668812:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946111.668813:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1784946111.668815:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1784946111.668818:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 00010000:00000001:3.0:1784946111.668818:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946111.668822:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946111.668825:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1784946111.668828:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951500 x1871641054265472/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946127 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784946111.668830:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946111.668833:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946111.668838:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784946111.668840:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1784946111.668841:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 00000100:00000001:3.0:1784946111.668843:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946111.668845:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784946111.668846:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946111.668848:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946111.668852:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950000. 00000100:00000040:3.0:1784946111.668852:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951500 x1871641054265472/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946127 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946111.668857:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946111.668859:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946111.668864:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784946111.668867:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054265472:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946111.668873:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946111.668873:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946111.668876:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946111.668877:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784946111.668882:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784946111.668884:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951500 x1871641054265472/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946127 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946111.668885:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946111.668894:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946111.668896:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946111.668898:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3cc00. 02000000:00000001:3.0:1784946111.668901:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946111.668903:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946111.668904:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946111.668906:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946111.668908:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 02000000:00000001:3.0:1784946111.668910:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946111.668911:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946111.668913:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951500. 00000100:00000001:3.0:1784946111.668915:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946111.668916:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946111.668918:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946111.668922:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946111.668923:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946111.668924:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946111.668926:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946111.985636:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946111.985641:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946111.985687:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946111.985691:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946111.985693:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946112.369612:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304899247, at 4304899264 00000100:00000040:1.0:1784946112.369612:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304899247, at 4304899264 00000100:00000010:0.0:1784946112.369628:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c900. 00000100:00000010:1.0:1784946112.369629:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c000. 00010000:00000001:1.0:1784946113.009640:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946113.009645:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946113.009748:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946113.009752:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946113.009759:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946114.033643:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946114.033650:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946114.033716:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946114.033720:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946114.033723:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946115.057607:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946115.057613:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946115.057687:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946115.057691:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946115.057694:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946116.081617:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946116.081623:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946116.081670:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946116.081672:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946116.081675:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946116.785605:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946116.785612:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946116.785620:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950000. 00000020:00000040:2.0:1784946116.785625:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946116.785628:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946116.785630:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946116.785634:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946116.785639:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784946116.785644:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946116.785653:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950000 x1871641054265728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946116.785666:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946116.785669:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946116.785674:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac249ac8] to pc [ptlrpcd_01_01+1] req@ffff996d73950000 x1871641054265728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946116.785694:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946116.785695:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946116.785698:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946116.785699:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952680. 00000020:00000040:2.0:1784946116.785701:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946116.785702:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946116.785703:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946116.785704:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946116.785706:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784946116.785708:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946116.785710:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73952680 x1871641054265856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946116.785720:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946116.785721:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946116.785724:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f291fbe] to pc [ptlrpcd_01_00+0] req@ffff996d73952680 x1871641054265856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946116.785729:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946116.785730:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784946116.785731:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946116.785735:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784946116.785736:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784946116.785737:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946116.785741:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784946116.785741:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946116.785747:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10241) 00000100:00000040:3.0:1784946116.785751:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950000 x1871641054265728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946116.785760:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946116.785762:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946116.785763:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946116.785766:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784946116.785769:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784946116.785770:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784946116.785773:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784946116.785777:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952680 x1871641054265856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946116.785778:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946116.785785:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054265728:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946116.785792:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946116.785793:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784946116.785794:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946116.785799:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946116.785800:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946116.785801:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946116.785805:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946116.785805:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946116.785811:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1784946116.785813:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054265856:192.168.202.106@tcp:400:kworker.0 02000000:00000010:3.0:1784946116.785817:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3dc00. 00000100:00000001:2.0:1784946116.785819:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946116.785822:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946116.785824:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946116.785827:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946116.785829:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784946116.785833:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000010:2.0:1784946116.785834:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946116.785838:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784946116.785838:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000200:2.0:1784946116.785844:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946116.785848:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:3.0:1784946116.785848:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000400:00000010:2.0:1784946116.785855:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000100:00000200:2.0:1784946116.785859:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054265856, portal 10 00000100:00000200:3.0:1784946116.785859:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054265728, portal 25 00000100:00000001:2.0:1784946116.785864:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946116.785865:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946116.785866:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102480512 : -112779607071104 : ffff996d73952680) 00000100:00000001:3.0:1784946116.785868:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102470656 : -112779607080960 : ffff996d73950000) 00000100:00000040:2.0:1784946116.785874:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952680 x1871641054265856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946116.785877:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950000 x1871641054265728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946116.785898:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784946116.785899:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946116.785904:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000040:3.0:1784946116.785905:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946116.785910:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6660. 00000400:00000010:3.0:1784946116.785911:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f16e8. 00000100:00000200:3.0:1784946116.785915:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054265728, offset 0 00000400:00000200:3.0:1784946116.785921:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000200:2.0:1784946116.785927:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054265856, offset 0 00000400:00000200:3.0:1784946116.785932:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946116.785935:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946116.785942:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946116.785947:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946116.785952:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946116.785955:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946116.785958:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946116.785962:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314587:314587:256:4294967295] 192.168.202.106@tcp LPNI seq info [314583:314583:8:4294967295] 00000400:00000200:3.0:1784946116.785966:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946116.785972:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946116.785980:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946116.785981:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946116.785989:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784946116.785993:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946116.785995:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946116.785999:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1784946116.786000:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000400:00000200:2.0:1784946116.786004:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946116.786009:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314588:314588:255:4294967295] 192.168.202.106@tcp LPNI seq info [314584:314584:7:4294967295] 00000800:00000200:3.0:1784946116.786013:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946116.786015:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946116.786026:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784946116.786029:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946116.786031:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784946116.786037:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946116.786042:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b100. 00000800:00000200:2.0:1784946116.786047:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:3.0:1784946116.786049:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784946116.786053:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946116.786058:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784946116.786058:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946116.786062:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304904367 00000100:00000001:2.0:1784946116.786064:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784946116.786068:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322ba0. 00000100:00000040:2.0:1784946116.786070:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16770 usecs (17 jiffies) 00000400:00000200:2.0:1784946116.786076:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946116.786077:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946116.786079:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304903697 00000100:00000001:3.0:1784946116.786084:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304904367 00000100:00000001:2.0:1784946116.786086:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304904367 00000100:00000010:3.0:1784946116.786091:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3224e0. 00000100:00000001:2.0:1784946116.786092:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304903697 00000100:00000001:3.0:1784946116.786096:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946116.786101:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304904367 00000100:00000001:3.0:1784946116.786101:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946116.786105:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946116.786106:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784946116.786108:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946116.786109:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946116.786111:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784946116.786112:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea800. 00000100:00000001:3.0:1784946116.786114:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946116.786117:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946116.786120:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946116.786121:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946116.786123:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946116.786127:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784946116.786129:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946116.786129:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946116.786131:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946116.786133:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946116.786134:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946116.786135:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f16e8 00000100:00000001:2.0:1784946116.786137:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946116.786138:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946116.786139:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f16e8. 00000100:00000001:2.0:1784946116.786140:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946116.786144:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946116.786145:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946116.786146:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784946116.786151:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946116.786153:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950000 x1871641054265728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946116.786160:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946116.786162:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950000 x1871641054265728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946132 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946116.786167:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946116.786169:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946116.786220:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946116.786222:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b100. 00000400:00000200:1.0:1784946116.786224:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946116.786226:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946116.786228:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6660 00000400:00000010:1.0:1784946116.786229:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6660. 00000100:00000001:1.0:1784946116.786231:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946116.786234:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952680 x1871641054265856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946116.786238:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946116.786240:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952680 x1871641054265856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946132 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946116.786244:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946116.786244:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946116.788287:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946116.788300:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946116.788304:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946116.788307:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946116.788313:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946116.788320:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946116.788327:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946116.788332:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946116.788337:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946116.788342:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fc180 00000400:00000200:0.0:1784946116.788346:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946116.788365:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdf51 [1] + 224 00000800:00000001:0.0:1784946116.788371:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946116.788375:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946116.788377:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946116.788380:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946116.788384:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946116.788389:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950000 x1871641054265728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946132 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946116.788396:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950000 x1871641054265728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946116.788407:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946116.788412:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946116.788414:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946116.788415:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946116.788416:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946116.788418:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946116.788421:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946116.788424:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946116.788426:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946116.788429:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946116.788431:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fc200 00000400:00000200:0.0:1784946116.788433:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946116.788438:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdf59 [1] + 224 00000100:00000001:3.0:1784946116.788439:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784946116.788444:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784946116.788444:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784946116.788449:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946116.788452:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1784946116.788453:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784946116.788455:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:0.0:1784946116.788457:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784946116.788461:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000200:0.0:1784946116.788463:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000010:3.0:1784946116.788465:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946116.788470:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946116.788471:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946116.788476:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950000 x1871641054265728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946116.788479:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952680 x1871641054265856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946132 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946116.788492:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950000 x1871641054265728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946132 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946116.788500:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952680 x1871641054265856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946116.788500:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946116.788503:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946116.788507:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946116.788510:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946116.788513:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946116.788537:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946116.788539:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946116.788544:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=68 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946116.788547:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=68 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946116.788550:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946116.788551:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946116.788551:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946116.788552:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946116.788556:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1784946116.788556:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784946116.788559:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784946116.788560:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784946116.788561:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784946116.788564:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784946116.788565:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1784946116.788566:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784946116.788569:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000100:00000040:3.0:1784946116.788571:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950000 x1871641054265728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946132 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784946116.788576:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000100:00000001:3.0:1784946116.788577:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784946116.788580:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000001:3.0:1784946116.788581:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946116.788583:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946116.788586:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1784946116.788587:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950000 x1871641054265728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946132 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946116.788594:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952680 x1871641054265856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946116.788598:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054265728:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946116.788607:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946116.788613:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784946116.788617:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952680 x1871641054265856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946132 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946116.788620:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950000 x1871641054265728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946132 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946116.788637:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946116.788638:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784946116.788640:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784946116.788642:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784946116.788644:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000010:3.0:1784946116.788645:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3dc00. 02000000:00000001:2.0:1784946116.788647:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946116.788649:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1784946116.788650:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784946116.788651:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946116.788652:0:2355:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:2.0:1784946116.788654:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784946116.788655:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00001000:2.0:1784946116.788659:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=68 v=5 (5 5 5 5) 00000020:00000001:3.0:1784946116.788664:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00001000:2.0:1784946116.788665:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=138 v=5 (1 1 1 1) 02000000:00000010:3.0:1784946116.788667:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784946116.788668:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946116.788671:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946116.788671:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946116.788674:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1784946116.788675:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000010:3.0:1784946116.788677:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950000. 00010000:00000001:2.0:1784946116.788678:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946116.788680:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946116.788681:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784946116.788682:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946116.788684:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946116.788685:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946116.788687:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946116.788689:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946116.788691:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946116.788694:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946116.788695:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952680 x1871641054265856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946132 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946116.788695:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946116.788698:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946116.788706:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946116.788709:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946116.788711:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946116.788715:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952680 x1871641054265856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946132 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946116.788728:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054265856:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946116.788732:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946116.788734:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946116.788737:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952680 x1871641054265856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946132 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946116.788742:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946116.788744:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946116.788746:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946116.788750:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946116.788751:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946116.788752:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946116.788754:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946116.788756:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 02000000:00000001:2.0:1784946116.788758:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946116.788760:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946116.788766:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952680. 00000100:00000001:2.0:1784946116.788769:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946116.788770:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946116.788772:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946116.788776:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946116.788778:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946116.788779:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946116.788781:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946117.105639:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946117.105644:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946117.105706:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946117.105710:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946117.105713:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946117.489586:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304904367, at 4304904384 00000100:00000040:1.0:1784946117.489586:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304904367, at 4304904384 00000100:00000010:0.0:1784946117.489600:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322ba0. 00000100:00000010:1.0:1784946117.489602:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3224e0. 00010000:00000001:1.0:1784946118.129621:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946118.129625:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946118.129717:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946118.129723:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946118.129727:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946119.153653:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946119.153660:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946119.153719:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946119.153722:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946119.153725:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946120.177635:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946120.177640:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946120.177642:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946120.177644:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946120.177647:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946120.177649:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946120.177650:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946120.177652:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946120.177719:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946120.177722:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946120.177725:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946121.201634:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946121.201640:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946121.201703:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946121.201707:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946121.201710:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946121.906453:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946121.906463:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946121.906474:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952680. 00000020:00000040:2.0:1784946121.906480:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946121.906484:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946121.906487:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946121.906493:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946121.906501:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784946121.906507:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946121.906541:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73952680 x1871641054265984/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946121.906553:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946121.906558:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946121.906565:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f291fbe] to pc [ptlrpcd_01_01+1] req@ffff996d73952680 x1871641054265984/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946121.906597:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946121.906600:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946121.906604:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946121.906607:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950a80. 00000020:00000040:2.0:1784946121.906609:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946121.906612:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946121.906613:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946121.906615:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946121.906620:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784946121.906623:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946121.906627:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950a80 x1871641054266112/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946121.906635:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946121.906636:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946121.906639:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011f70e2a] to pc [ptlrpcd_01_00+0] req@ffff996d73950a80 x1871641054266112/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946121.906644:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946121.906646:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946121.906648:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946121.906650:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946121.906652:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946121.906656:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10246) 00000100:00000001:2.0:1784946121.906671:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946121.906674:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946121.906676:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946121.906681:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950a80 x1871641054266112/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946121.906688:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946121.906690:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946121.906693:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946121.906696:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946121.906699:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946121.906703:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054266112:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946121.906707:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946121.906712:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946121.906714:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946121.906715:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946121.906719:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946121.906720:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946121.906727:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946121.906730:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784946121.906735:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000100:00000200:2.0:1784946121.906740:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054266112, portal 10 00000100:00000001:2.0:1784946121.906742:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946121.906743:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102473344 : -112779607078272 : ffff996d73950a80) 00000100:00000040:2.0:1784946121.906749:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950a80 x1871641054266112/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946121.906755:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946121.906758:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946121.906760:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6c38. 00000100:00000200:2.0:1784946121.906763:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054266112, offset 0 00000400:00000200:2.0:1784946121.906769:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946121.906777:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946121.906784:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946121.906790:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946121.906793:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946121.906797:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946121.906799:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946121.906802:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314589:314589:256:4294967295] 192.168.202.106@tcp LPNI seq info [314585:314585:8:4294967295] 00000400:00000200:2.0:1784946121.906805:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946121.906813:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946121.906817:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946121.906821:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b100. 00000800:00000200:2.0:1784946121.906828:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946121.906834:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946121.906838:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946121.906855:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946121.906860:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16770 usecs (17 jiffies) 00000400:00000200:2.0:1784946121.906863:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946121.906865:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304908818 00000100:00000010:2.0:1784946121.906870:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c660. 00000100:00000001:3.0:1784946121.906874:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946121.906878:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784946121.906879:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946121.906883:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946121.906891:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952680 x1871641054265984/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946121.906893:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304908818 00000100:00000010:2.0:1784946121.906901:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668ce40. 00000100:00000001:3.0:1784946121.906902:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946121.906905:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946121.906906:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 02000000:00000001:3.0:1784946121.906908:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784946121.906911:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946121.906912:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946121.906918:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946121.906918:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946121.906922:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054265984:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946121.906924:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946121.906930:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946121.906930:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946121.906935:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946121.906939:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946121.906940:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1784946121.906941:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784946121.906943:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946121.906947:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1784946121.906948:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3dc00. 00000100:00000001:2.0:1784946121.906949:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784946121.906951:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946121.906953:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946121.906957:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946121.906960:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784946121.906964:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000200:3.0:1784946121.906966:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054265984, portal 25 00000100:00000001:3.0:1784946121.906967:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946121.906968:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102480512 : -112779607071104 : ffff996d73952680) 00000100:00000040:3.0:1784946121.906973:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952680 x1871641054265984/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784946121.906978:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946121.906980:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:1.0:1784946121.906983:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b100. 00000100:00000040:3.0:1784946121.906987:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946121.906991:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1330. 00000400:00000200:1.0:1784946121.906996:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946121.907002:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946121.907006:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6c38 00000400:00000010:1.0:1784946121.907009:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6c38. 00000100:00000001:1.0:1784946121.907013:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946121.907017:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950a80 x1871641054266112/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946121.907024:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946121.907026:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950a80 x1871641054266112/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946137 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946121.907031:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946121.907032:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784946121.907059:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784946121.907116:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054265984, offset 0 00000400:00000200:3.0:1784946121.907125:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946121.907130:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946121.907134:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946121.907137:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946121.907139:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946121.907142:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946121.907145:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946121.907148:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314590:314590:256:4294967295] 192.168.202.106@tcp LPNI seq info [314586:314586:8:4294967295] 00000400:00000200:3.0:1784946121.907152:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946121.907158:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946121.907162:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946121.907165:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea700. 00000800:00000200:3.0:1784946121.907169:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784946121.907173:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946121.907176:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946121.907187:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946121.907203:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946121.907205:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304909488 00000100:00000001:3.0:1784946121.907210:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304908818 00000100:00000001:3.0:1784946121.907214:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304909488 00000100:00000001:3.0:1784946121.907217:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304908818 00000100:00000001:3.0:1784946121.907220:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946121.907222:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946121.907224:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946121.907226:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946121.907230:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946121.907231:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946121.907233:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946121.907234:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946121.907236:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946121.907238:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946121.907271:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946121.907275:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea700. 00000400:00000200:0.0:1784946121.907279:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946121.907283:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946121.907286:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1330 00000400:00000010:0.0:1784946121.907288:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1330. 00000100:00000001:0.0:1784946121.907291:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946121.907295:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952680 x1871641054265984/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946121.907303:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946121.907307:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952680 x1871641054265984/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946137 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946121.907331:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946121.907333:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946121.909245:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946121.909265:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946121.909269:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946121.909272:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946121.909277:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946121.909284:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946121.909291:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946121.909296:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946121.909301:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946121.909305:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fc280 00000400:00000200:1.0:1784946121.909319:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946121.909326:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdf69 [1] + 224 00000800:00000001:1.0:1784946121.909333:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946121.909337:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946121.909340:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946121.909343:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946121.909349:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946121.909356:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952680 x1871641054265984/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946121.909366:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952680 x1871641054265984/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946121.909381:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946121.909388:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946121.909392:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946121.909394:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946121.909397:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946121.909402:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946121.909406:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946121.909411:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946121.909414:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946121.909417:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946121.909417:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946121.909422:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946121.909423:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fc300 00000400:00000200:1.0:1784946121.909427:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946121.909430:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdf61 [1] + 224 00000800:00000001:1.0:1784946121.909433:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946121.909438:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784946121.909438:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784946121.909442:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1784946121.909443:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784946121.909448:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000010:3.0:1784946121.909448:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946121.909455:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946121.909458:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946121.909462:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946121.909463:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946121.909469:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952680 x1871641054265984/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946121.909471:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950a80 x1871641054266112/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946121.909484:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950a80 x1871641054266112/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946121.909508:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952680 x1871641054265984/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946121.909548:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946121.909550:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946121.909553:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946121.909555:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784946121.909557:0:2355:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784946121.909558:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784946121.909560:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946121.909562:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784946121.909562:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946121.909567:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000001:2.0:1784946121.909569:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784946121.909571:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784946121.909572:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946121.909577:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946121.909582:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000400:00000010:2.0:1784946121.909584:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000001:2.0:1784946121.909587:0:2354:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1784946121.909590:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784946121.909593:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950a80 x1871641054266112/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784946121.909598:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=73 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946121.909606:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=73 v=5 (1 1 1 1) 00000100:00000200:2.0:1784946121.909611:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950a80 x1871641054266112/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946121.909611:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946121.909613:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946121.909617:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946121.909619:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946121.909621:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946121.909627:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952680 x1871641054265984/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946137 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946121.909643:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946121.909644:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946121.909646:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946121.909649:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946121.909651:0:2354:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784946121.909652:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784946121.909654:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946121.909657:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1784946121.909659:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952680 x1871641054265984/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946137 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946121.909660:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946121.909665:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946121.909675:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=73 v=5 (5 5 5 5) 00000100:00100000:3.0:1784946121.909675:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054265984:192.168.202.106@tcp:400:kworker.0 00000100:00001000:2.0:1784946121.909681:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=143 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946121.909684:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946121.909687:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946121.909688:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784946121.909690:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946121.909693:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1784946121.909695:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952680 x1871641054265984/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946137 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784946121.909696:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946121.909701:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946121.909704:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946121.909707:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946121.909707:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784946121.909711:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946121.909711:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946121.909716:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3dc00. 00000100:00000040:2.0:1784946121.909717:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950a80 x1871641054266112/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946137 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946121.909720:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946121.909724:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946121.909727:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946121.909729:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946121.909733:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1784946121.909733:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784946121.909736:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784946121.909737:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 00000100:00000040:2.0:1784946121.909742:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950a80 x1871641054266112/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946137 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946121.909743:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946121.909745:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946121.909748:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952680. 00000100:00000001:3.0:1784946121.909754:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946121.909757:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784946121.909759:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054266112:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946121.909760:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946121.909767:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946121.909768:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946121.909769:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784946121.909771:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946121.909775:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950a80 x1871641054266112/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946137 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946121.909776:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946121.909779:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946121.909786:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946121.909788:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946121.909791:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946121.909794:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946121.909795:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946121.909797:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946121.909799:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946121.909800:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:2.0:1784946121.909803:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946121.909804:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946121.909805:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950a80. 00000100:00000001:2.0:1784946121.909808:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946121.909809:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946121.909811:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946121.909814:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946121.909815:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946121.909817:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946121.909819:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946122.225636:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946122.225643:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946122.225738:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946122.225741:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946122.225744:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946122.609627:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304909488, at 4304909504 00000100:00000040:1.0:1784946122.609627:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304909488, at 4304909504 00000100:00000010:0.0:1784946122.609643:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c660. 00000100:00000010:1.0:1784946122.609646:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668ce40. 00010000:00000001:1.0:1784946123.249616:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946123.249621:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946123.249678:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946123.249681:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946123.249683:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946124.273625:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946124.273632:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946124.273687:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946124.273690:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946124.273692:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946125.297616:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946125.297623:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946125.297680:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946125.297684:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946125.297688:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946126.321615:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946126.321621:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946126.321675:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946126.321679:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946126.321683:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946127.025631:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946127.025640:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946127.025650:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950a80. 00000020:00000040:2.0:1784946127.025655:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946127.025659:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946127.025662:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946127.025667:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946127.025675:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784946127.025681:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946127.025691:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950a80 x1871641054266240/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946127.025702:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946127.025706:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946127.025712:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011f70e2a] to pc [ptlrpcd_01_01+1] req@ffff996d73950a80 x1871641054266240/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946127.025750:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946127.025754:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946127.025757:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946127.025765:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952300. 00000020:00000040:2.0:1784946127.025768:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946127.025770:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946127.025772:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946127.025773:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946127.025777:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784946127.025780:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946127.025784:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784946127.025785:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73952300 x1871641054266368/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946127.025790:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946127.025794:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784946127.025796:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946127.025799:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946127.025803:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950a80 x1871641054266240/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946127.025807:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b6164b6] to pc [ptlrpcd_01_00+0] req@ffff996d73952300 x1871641054266368/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946127.025823:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946127.025826:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946127.025826:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946127.025832:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784946127.025834:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784946127.025838:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784946127.025839:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784946127.025843:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784946127.025844:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946127.025850:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1784946127.025851:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054266240:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784946127.025856:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10251) 00000100:00000001:3.0:1784946127.025857:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946127.025863:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946127.025867:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946127.025869:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784946127.025872:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1784946127.025874:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3dc00. 00000100:00000001:2.0:1784946127.025876:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784946127.025877:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946127.025879:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946127.025886:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952300 x1871641054266368/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946127.025887:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946127.025894:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784946127.025896:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946127.025899:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784946127.025901:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 02000000:00000001:2.0:1784946127.025902:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946127.025905:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946127.025908:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784946127.025909:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054266240, portal 25 00000100:00100000:2.0:1784946127.025912:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054266368:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946127.025915:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946127.025918:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946127.025921:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946127.025923:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784946127.025925:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1784946127.025928:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 00000100:00000001:3.0:1784946127.025928:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102473344 : -112779607078272 : ffff996d73950a80) 02000000:00000001:2.0:1784946127.025934:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946127.025939:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950a80 x1871641054266240/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784946127.025943:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946127.025949:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784946127.025956:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000100:00000001:3.0:1784946127.025960:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1784946127.025961:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054266368, portal 10 00000100:00000040:3.0:1784946127.025966:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784946127.025967:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946127.025970:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102479616 : -112779607072000 : ffff996d73952300) 00000400:00000010:3.0:1784946127.025972:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1ee0. 00000100:00000200:3.0:1784946127.025977:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054266240, offset 0 00000100:00000040:2.0:1784946127.025978:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952300 x1871641054266368/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946127.025987:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784946127.025991:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946127.025994:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946127.025997:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6440. 00000400:00000200:3.0:1784946127.025998:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:2.0:1784946127.026003:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054266368, offset 0 00000400:00000200:3.0:1784946127.026008:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946127.026015:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946127.026016:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946127.026022:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946127.026025:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946127.026027:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946127.026031:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314591:314591:256:4294967295] 192.168.202.106@tcp LPNI seq info [314587:314587:8:4294967295] 00000400:00000200:3.0:1784946127.026035:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946127.026043:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946127.026047:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946127.026055:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:3.0:1784946127.026056:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946127.026064:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000400:00000200:2.0:1784946127.026065:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946127.026072:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:3.0:1784946127.026074:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946127.026080:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1784946127.026084:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784946127.026088:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:3.0:1784946127.026090:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784946127.026096:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314592:314592:255:4294967295] 192.168.202.106@tcp LPNI seq info [314588:314588:7:4294967295] 00000400:00000200:2.0:1784946127.026102:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946127.026105:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946127.026115:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784946127.026115:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946127.026121:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304914607 00000800:00000200:2.0:1784946127.026127:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000010:3.0:1784946127.026128:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322a80. 00000800:00000010:2.0:1784946127.026137:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bc00. 00000100:00000001:3.0:1784946127.026137:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784946127.026145:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304914607 00000800:00000200:2.0:1784946127.026146:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000010:3.0:1784946127.026151:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3229c0. 00000100:00000001:3.0:1784946127.026156:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000800:00000200:2.0:1784946127.026157:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:3.0:1784946127.026161:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1784946127.026163:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946127.026165:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946127.026169:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946127.026170:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946127.026176:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946127.026179:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16770 usecs (17 jiffies) 00000400:00000200:2.0:1784946127.026184:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946127.026185:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946127.026187:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946127.026190:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304913937 00000100:00000001:3.0:1784946127.026190:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946127.026193:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946127.026195:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946127.026198:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304914607 00000100:00000001:3.0:1784946127.026198:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946127.026205:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946127.026205:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304913937 00000800:00000010:0.0:1784946127.026210:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beab00. 00000100:00000001:2.0:1784946127.026212:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304914607 00000100:00000001:2.0:1784946127.026217:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946127.026220:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946127.026221:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946127.026223:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946127.026229:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946127.026229:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946127.026238:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1ee0 00000100:00000001:2.0:1784946127.026238:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946127.026243:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1784946127.026244:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1ee0. 00000100:00000001:2.0:1784946127.026251:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946127.026252:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784946127.026254:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1784946127.026259:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950a80 x1871641054266240/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946127.026259:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946127.026264:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946127.026286:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946127.026291:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950a80 x1871641054266240/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946143 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946127.026299:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946127.026301:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946127.026317:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946127.026319:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bc00. 00000400:00000200:0.0:1784946127.026321:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946127.026325:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946127.026327:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6440 00000400:00000010:0.0:1784946127.026330:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6440. 00000100:00000001:0.0:1784946127.026333:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946127.026337:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952300 x1871641054266368/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946127.026344:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946127.026347:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952300 x1871641054266368/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946143 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946127.026353:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946127.026355:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946127.027546:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946127.027558:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946127.027562:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946127.027564:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946127.027570:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946127.027575:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946127.027581:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946127.027585:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946127.027589:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946127.027593:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fc380 00000400:00000200:1.0:1784946127.027597:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946127.027602:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdf71 [1] + 224 00000800:00000001:1.0:1784946127.027608:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946127.027614:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946127.027617:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946127.027621:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946127.027626:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946127.027631:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950a80 x1871641054266240/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946143 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946127.027639:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950a80 x1871641054266240/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946127.027651:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946127.027658:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946127.027662:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946127.027663:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946127.027665:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946127.027668:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946127.027672:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946127.027677:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946127.027680:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946127.027685:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946127.027685:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946127.027688:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946127.027692:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fc400 00000400:00000200:1.0:1784946127.027697:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946127.027701:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdf79 [1] + 224 00000800:00000001:1.0:1784946127.027704:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946127.027708:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946127.027710:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946127.027712:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946127.027715:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946127.027719:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952300 x1871641054266368/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946143 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946127.027726:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952300 x1871641054266368/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784946127.027741:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946127.027743:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946127.027745:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000100:00000001:1.0:1784946127.027747:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1784946127.027750:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946127.027753:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946127.027756:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784946127.027762:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784946127.027763:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950a80 x1871641054266240/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946127.027767:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946127.027773:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946127.027778:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1784946127.027780:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950a80 x1871641054266240/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946143 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784946127.027783:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946127.027786:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946127.027790:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000100:00000001:3.0:1784946127.027792:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1784946127.027796:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000100:00000001:3.0:1784946127.027796:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784946127.027801:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000001:3.0:1784946127.027802:0:2355:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784946127.027807:0:2354:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1784946127.027807:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946127.027811:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1784946127.027814:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952300 x1871641054266368/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946127.027815:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946127.027820:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784946127.027827:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952300 x1871641054266368/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946143 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784946127.027829:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=79 v=5 (5 5 5 5) 00000100:00000001:2.0:1784946127.027838:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1784946127.027838:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=79 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946127.027840:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946127.027843:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946127.027846:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946127.027846:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946127.027847:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946127.027850:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946127.027851:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946127.027852:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946127.027856:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00001000:2.0:1784946127.027858:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=79 v=5 (5 5 5 5) 00010000:00000001:3.0:1784946127.027860:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946127.027864:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=149 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946127.027865:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946127.027871:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946127.027874:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946127.027876:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950a80 x1871641054266240/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946143 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784946127.027878:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946127.027882:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946127.027888:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946127.027891:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946127.027895:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946127.027898:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946127.027899:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946127.027905:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1784946127.027909:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952300 x1871641054266368/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946143 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946127.027909:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946127.027918:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950a80 x1871641054266240/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946143 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946127.027922:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946127.027929:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946127.027931:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784946127.027934:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054266240:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784946127.027940:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952300 x1871641054266368/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946143 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946127.027942:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946127.027947:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946127.027954:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950a80 x1871641054266240/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946143 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946127.027956:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054266368:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946127.027967:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946127.027969:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784946127.027970:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784946127.027972:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1784946127.027977:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952300 x1871641054266368/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946143 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784946127.027977:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3dc00. 02000000:00000001:3.0:1784946127.027983:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946127.027986:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784946127.027988:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000040:3.0:1784946127.027990:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 02000000:00000001:2.0:1784946127.027992:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1784946127.027995:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946127.027996:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946127.028001:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:3.0:1784946127.028001:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 00000020:00000001:2.0:1784946127.028002:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946127.028006:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 02000000:00000001:3.0:1784946127.028007:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1784946127.028009:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1784946127.028011:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:2.0:1784946127.028013:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 00000100:00000010:3.0:1784946127.028014:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950a80. 02000000:00000001:2.0:1784946127.028016:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946127.028020:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784946127.028020:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946127.028024:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1784946127.028025:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952300. 00000100:00000001:3.0:1784946127.028029:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946127.028031:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946127.028034:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946127.028036:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946127.028036:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946127.028039:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946127.028040:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946127.028042:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946127.028043:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946127.028046:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946127.028047:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946127.028051:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946127.345578:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946127.345582:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946127.345639:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946127.345643:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946127.345646:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946127.729617:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304914607, at 4304914624 00000100:00000010:1.0:1784946127.729632:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3229c0. 00000100:00000040:0.0:1784946127.729700:0:191049:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304914607, at 4304914624 00000100:00000010:0.0:1784946127.729705:0:191049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322a80. 00010000:00000001:1.0:1784946128.369587:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946128.369593:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946128.369642:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946128.369646:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946128.369649:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946129.393645:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946129.393652:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946129.393763:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946129.393777:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946129.393781:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946130.417620:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946130.417626:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946130.417628:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946130.417631:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946130.417636:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946130.417638:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946130.417640:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946130.417642:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946130.417697:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946130.417702:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946130.417705:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946131.441625:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946131.441632:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946131.441686:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946131.441689:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946131.441692:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946132.145657:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946132.145667:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946132.145678:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952300. 00000020:00000040:2.0:1784946132.145684:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946132.145689:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946132.145692:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946132.145697:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946132.145705:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784946132.145712:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946132.145724:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73952300 x1871641054266496/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946132.145733:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946132.145736:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946132.145741:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b6164b6] to pc [ptlrpcd_01_01+1] req@ffff996d73952300 x1871641054266496/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946132.145765:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946132.145768:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946132.145771:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946132.145774:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951180. 00000020:00000040:2.0:1784946132.145777:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946132.145780:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946132.145781:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946132.145784:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946132.145789:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b300. 00000100:00000001:2.0:1784946132.145792:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946132.145798:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951180 x1871641054266624/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946132.145798:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946132.145804:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946132.145807:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784946132.145810:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946132.145813:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946132.145816:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952300 x1871641054266496/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946132.145821:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047f3cd37] to pc [ptlrpcd_01_00+0] req@ffff996d73951180 x1871641054266624/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946132.145836:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946132.145838:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946132.145844:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784946132.145849:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946132.145849:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784946132.145853:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784946132.145855:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946132.145861:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1784946132.145863:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054266496:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784946132.145865:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946132.145872:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784946132.145872:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784946132.145880:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10256) 02000000:00000001:3.0:1784946132.145880:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946132.145884:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946132.145888:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946132.145894:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3d000. 02000000:00000001:3.0:1784946132.145896:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946132.145902:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784946132.145905:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946132.145906:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946132.145910:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1784946132.145912:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000040:2.0:1784946132.145916:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951180 x1871641054266624/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784946132.145922:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000001:2.0:1784946132.145928:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946132.145930:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784946132.145931:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054266496, portal 25 02000000:00000001:2.0:1784946132.145933:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784946132.145935:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1784946132.145937:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946132.145938:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102479616 : -112779607072000 : ffff996d73952300) 02000000:00000001:2.0:1784946132.145942:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946132.145949:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054266624:192.168.202.106@tcp:400:kworker.0 00000100:00000040:3.0:1784946132.145949:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952300 x1871641054266496/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946132.145957:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946132.145962:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784946132.145963:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784946132.145965:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946132.145968:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000001:2.0:1784946132.145970:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1784946132.145972:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f14c8. 00000100:00000200:3.0:1784946132.145975:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054266496, offset 0 02000000:00000010:2.0:1784946132.145976:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946132.145980:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946132.145983:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946132.145986:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946132.145990:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784946132.145994:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000400:00000200:3.0:1784946132.145994:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:2.0:1784946132.145999:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054266624, portal 10 00000100:00000001:2.0:1784946132.146000:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1784946132.146002:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:2.0:1784946132.146003:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102475136 : -112779607076480 : ffff996d73951180) 00000400:00000200:3.0:1784946132.146008:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1784946132.146012:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951180 x1871641054266624/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946132.146013:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946132.146019:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784946132.146021:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784946132.146024:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000040:2.0:1784946132.146028:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946132.146032:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f64c8. 00000400:00000200:3.0:1784946132.146032:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314593:314593:256:4294967295] 192.168.202.106@tcp LPNI seq info [314589:314589:8:4294967295] 00000100:00000200:2.0:1784946132.146035:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054266624, offset 0 00000400:00000200:3.0:1784946132.146039:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946132.146043:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946132.146048:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946132.146052:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946132.146056:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:3.0:1784946132.146060:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946132.146061:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946132.146065:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000010:3.0:1784946132.146066:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000400:00000200:2.0:1784946132.146068:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946132.146071:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946132.146075:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314594:314594:255:4294967295] 192.168.202.106@tcp LPNI seq info [314590:314590:7:4294967295] 00000800:00000200:3.0:1784946132.146075:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946132.146080:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946132.146083:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946132.146088:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784946132.146090:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946132.146095:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946132.146099:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b500. 00000800:00000200:2.0:1784946132.146103:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:3.0:1784946132.146105:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784946132.146110:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:3.0:1784946132.146113:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946132.146116:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946132.146118:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304919727 00000100:00000001:2.0:1784946132.146123:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784946132.146126:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3225a0. 00000100:00000040:2.0:1784946132.146128:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16768 usecs (17 jiffies) 00000400:00000200:2.0:1784946132.146134:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946132.146134:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946132.146139:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304919057 00000100:00000001:2.0:1784946132.146143:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304919727 00000100:00000001:3.0:1784946132.146143:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304919727 00000100:00000001:2.0:1784946132.146149:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304919057 00000100:00000010:3.0:1784946132.146150:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322480. 00000100:00000001:3.0:1784946132.146155:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946132.146157:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946132.146159:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946132.146161:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946132.146163:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946132.146169:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946132.146170:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946132.146172:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946132.146173:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1784946132.146175:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946132.146175:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946132.146177:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784946132.146183:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000400:00000200:1.0:1784946132.146190:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946132.146195:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946132.146200:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f14c8 00000400:00000010:1.0:1784946132.146203:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f14c8. 00000100:00000001:1.0:1784946132.146208:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946132.146212:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952300 x1871641054266496/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946132.146221:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946132.146241:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952300 x1871641054266496/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946148 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946132.146247:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946132.146249:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946132.146308:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946132.146310:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b500. 00000400:00000200:1.0:1784946132.146313:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946132.146317:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946132.146320:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f64c8 00000400:00000010:1.0:1784946132.146322:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f64c8. 00000100:00000001:1.0:1784946132.146325:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946132.146328:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951180 x1871641054266624/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946132.146407:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946132.146411:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951180 x1871641054266624/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946148 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946132.146417:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946132.146419:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784946132.146446:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304919727 00000100:00000001:2.0:1784946132.146449:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946132.146450:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946132.146452:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946132.146454:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946132.146458:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946132.146459:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946132.146461:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946132.146462:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946132.146464:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946132.146465:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946132.147906:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946132.147920:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946132.147923:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946132.147925:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946132.147930:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946132.147935:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946132.147942:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946132.147946:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946132.147952:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946132.147955:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fc480 00000400:00000200:1.0:1784946132.147959:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946132.147965:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdf81 [1] + 224 00000800:00000001:1.0:1784946132.147971:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946132.147976:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946132.147979:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946132.147983:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946132.147988:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946132.147994:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952300 x1871641054266496/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946148 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946132.148004:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952300 x1871641054266496/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946132.148018:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946132.148024:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946132.148027:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946132.148134:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946132.148139:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784946132.148144:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946132.148146:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1784946132.148149:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:3.0:1784946132.148150:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946132.148156:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000800:00000001:1.0:1784946132.148157:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784946132.148158:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000800:00000001:1.0:1784946132.148162:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784946132.148163:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784946132.148166:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784946132.148171:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952300 x1871641054266496/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946132.148174:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946132.148185:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000200:3.0:1784946132.148192:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952300 x1871641054266496/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946148 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946132.148193:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946132.148200:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946132.148206:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946132.148211:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784946132.148214:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fc500 00000400:00000200:1.0:1784946132.148218:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946132.148234:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdf89 [1] + 224 00000800:00000001:1.0:1784946132.148238:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946132.148256:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946132.148258:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946132.148263:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946132.148267:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946132.148271:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951180 x1871641054266624/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946148 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946132.148280:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951180 x1871641054266624/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946132.148301:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946132.148307:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946132.148310:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946132.148334:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946132.148337:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946132.148341:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946132.148343:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946132.148345:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946132.148349:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000400:00000010:2.0:1784946132.148351:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000001:2.0:1784946132.148354:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946132.148360:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951180 x1871641054266624/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946132.148369:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951180 x1871641054266624/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946148 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946132.148375:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946132.148377:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946132.148380:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946132.148383:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946132.148385:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946132.148387:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946132.148390:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946132.148398:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=84 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946132.148403:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=154 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946132.148405:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946132.148407:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946132.148410:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946132.148414:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946132.148416:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946132.148424:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946132.148426:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946132.148428:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946132.148433:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951180 x1871641054266624/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946148 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946132.148440:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946132.148443:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946132.148445:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946132.148449:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951180 x1871641054266624/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946148 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946132.148458:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054266624:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946132.148462:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946132.148465:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946132.148468:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951180 x1871641054266624/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946148 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946132.148475:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946132.148478:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784946132.148479:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946132.148482:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1784946132.148483:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946132.148486:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1784946132.148487:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 00000100:00000001:3.0:1784946132.148488:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946132.148492:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946132.148493:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946132.148497:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000100:00001000:3.0:1784946132.148497:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=84 v=5 (5 5 5 5) 00000020:00000040:2.0:1784946132.148501:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00001000:3.0:1784946132.148503:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=84 v=5 (1 1 1 1) 00000020:00000001:2.0:1784946132.148506:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784946132.148508:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000010:2.0:1784946132.148511:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b300. 00000100:00000001:3.0:1784946132.148511:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946132.148535:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946132.148537:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946132.148540:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951180. 00000100:00000001:2.0:1784946132.148544:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946132.148548:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784946132.148548:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946132.148551:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946132.148553:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946132.148556:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946132.148560:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1784946132.148563:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952300 x1871641054266496/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946148 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946132.148564:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946132.148568:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946132.148571:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946132.148577:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946132.148579:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946132.148581:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946132.148585:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952300 x1871641054266496/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946148 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946132.148595:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054266496:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946132.148598:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946132.148599:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946132.148601:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952300 x1871641054266496/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946148 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946132.148605:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946132.148606:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946132.148607:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3d000. 02000000:00000001:3.0:1784946132.148609:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946132.148610:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946132.148611:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946132.148612:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946132.148613:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 02000000:00000001:3.0:1784946132.148615:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946132.148615:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946132.148616:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952300. 00000100:00000001:3.0:1784946132.148618:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946132.148619:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946132.148620:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946132.148624:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946132.148625:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946132.148626:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946132.148627:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946132.465639:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946132.465645:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946132.465704:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946132.465708:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946132.465712:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946132.849617:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304919727, at 4304919744 00000100:00000040:1.0:1784946132.849617:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304919727, at 4304919744 00000100:00000010:0.0:1784946132.849633:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3225a0. 00000100:00000010:1.0:1784946132.849635:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322480. 00010000:00000001:1.0:1784946133.489644:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946133.489651:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946133.489713:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946133.489717:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946133.489721:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784946133.873617:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784946133.873626:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784946133.873630:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1784946133.874838:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784946133.874844:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946133.874856:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946133.874860:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946133.874863:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784946134.513631:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946134.513635:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946134.513694:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946134.513698:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946134.513702:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946135.537625:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946135.537629:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946135.537681:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946135.537684:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946135.537687:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946136.561636:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946136.561642:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946136.561700:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946136.561704:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946136.561707:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946137.265641:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946137.265651:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946137.265662:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289f80. 00000020:00000040:0.0:1784946137.265668:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946137.265672:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946137.265675:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946137.265679:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946137.265688:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4100. 00000100:00000001:0.0:1784946137.265695:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946137.265705:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d43289f80 x1871641054266752/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946137.265716:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946137.265720:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946137.265727:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006509818b] to pc [ptlrpcd_00_01+1] req@ffff996d43289f80 x1871641054266752/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946137.265755:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946137.265759:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946137.265762:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946137.265765:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43288380. 00000020:00000040:0.0:1784946137.265768:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946137.265769:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946137.265770:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946137.265772:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946137.265774:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4700. 00000100:00000001:0.0:1784946137.265776:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946137.265780:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43288380 x1871641054266880/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946137.265784:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946137.265786:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946137.265788:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000916282b0] to pc [ptlrpcd_00_00+0] req@ffff996d43288380 x1871641054266880/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946137.265794:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946137.265795:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784946137.265798:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784946137.265799:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784946137.265802:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784946137.265805:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10261) 00000100:00000001:0.0:1784946137.265818:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946137.265820:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946137.265822:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946137.265825:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43288380 x1871641054266880/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946137.265830:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946137.265831:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946137.265834:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946137.265836:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946137.265838:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946137.265839:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054266880:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946137.265842:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784946137.265847:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946137.265848:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946137.265850:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946137.265853:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784946137.265854:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946137.265859:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946137.265862:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f000. 00000400:00000010:0.0:1784946137.265867:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f198. 00000100:00000200:0.0:1784946137.265872:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054266880, portal 10 00000100:00000001:0.0:1784946137.265873:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946137.265875:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290054528 : -112780419497088 : ffff996d43288380) 00000100:00000040:0.0:1784946137.265880:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43288380 x1871641054266880/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946137.265884:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784946137.265887:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946137.265888:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f550. 00000100:00000200:0.0:1784946137.265890:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054266880, offset 0 00000400:00000200:0.0:1784946137.265894:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946137.265949:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946137.265956:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946137.265962:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946137.265966:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946137.265969:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946137.265972:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946137.265976:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314595:314595:256:4294967295] 192.168.202.106@tcp LPNI seq info [314591:314591:8:4294967295] 00000400:00000200:0.0:1784946137.265980:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946137.265989:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946137.265996:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784946137.266000:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4c00. 00000800:00000200:0.0:1784946137.266007:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784946137.266012:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784946137.266015:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946137.266023:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946137.266026:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16768 usecs (17 jiffies) 00000400:00000200:0.0:1784946137.266028:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946137.266030:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304924177 00000100:00000010:0.0:1784946137.266033:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373c00. 00000100:00000001:0.0:1784946137.266039:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784946137.266043:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304924177 00000100:00000010:0.0:1784946137.266044:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373f60. 00000100:00000001:0.0:1784946137.266046:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784946137.266053:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946137.266055:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946137.266057:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946137.266059:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946137.266064:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946137.266065:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946137.266067:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946137.266067:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946137.266068:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946137.266070:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1784946137.266071:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946137.266073:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946137.266074:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946137.266075:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946137.266075:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946137.266076:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946137.266078:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289f80 x1871641054266752/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946137.266083:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946137.266084:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946137.266085:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946137.266087:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946137.266088:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946137.266089:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054266752:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946137.266091:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784946137.266097:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946137.266098:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946137.266099:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946137.266101:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394a800. 02000000:00000001:0.0:1784946137.266103:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946137.266105:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946137.266106:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f058. 00000400:00000010:0.0:1784946137.266109:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627ff68. 00000100:00000200:0.0:1784946137.266111:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054266752, portal 25 00000100:00000001:0.0:1784946137.266112:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946137.266113:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290061696 : -112780419489920 : ffff996d43289f80) 00000100:00000040:0.0:1784946137.266116:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289f80 x1871641054266752/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946137.266124:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784946137.266125:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946137.266127:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f3b8. 00000100:00000200:0.0:1784946137.266128:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054266752, offset 0 00000400:00000200:0.0:1784946137.266130:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946137.266132:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946137.266134:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946137.266136:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946137.266137:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946137.266139:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946137.266141:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946137.266144:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314596:314596:255:4294967295] 192.168.202.106@tcp LPNI seq info [314592:314592:7:4294967295] 00000400:00000200:0.0:1784946137.266148:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946137.266153:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946137.266165:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784946137.266169:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4800. 00000800:00000200:0.0:1784946137.266173:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784946137.266177:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784946137.266179:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946137.266194:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946137.266197:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946137.266199:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304924847 00000100:00000001:0.0:1784946137.266204:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304924177 00000100:00000001:0.0:1784946137.266207:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304924847 00000100:00000001:0.0:1784946137.266209:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304924177 00000100:00000001:0.0:1784946137.266212:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946137.266214:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946137.266217:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946137.266219:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946137.266494:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946137.266497:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946137.266553:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946137.266557:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4c00. 00000400:00000200:1.0:1784946137.266562:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946137.266566:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946137.266570:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f550 00000400:00000010:1.0:1784946137.266571:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f550. 00000100:00000001:1.0:1784946137.266575:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946137.266578:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43288380 x1871641054266880/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946137.266586:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946137.266588:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43288380 x1871641054266880/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946153 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946137.266593:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946137.266594:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946137.266647:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946137.266650:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4800. 00000400:00000200:1.0:1784946137.266653:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946137.266656:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946137.266659:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f3b8 00000400:00000010:1.0:1784946137.266661:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f3b8. 00000100:00000001:1.0:1784946137.266663:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946137.266667:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289f80 x1871641054266752/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946137.266674:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946137.266677:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289f80 x1871641054266752/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946153 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946137.266683:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946137.266684:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946137.268074:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946137.268083:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946137.268086:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946137.268087:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946137.268092:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946137.268096:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946137.268100:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946137.268103:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946137.268107:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946137.268109:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fc580 00000400:00000200:0.0:1784946137.268112:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946137.268116:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdfa1 [1] + 224 00000800:00000001:0.0:1784946137.268119:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946137.268121:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946137.268123:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946137.268125:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946137.268128:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946137.268133:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289f80 x1871641054266752/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946153 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946137.268140:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289f80 x1871641054266752/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946137.268154:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946137.268159:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946137.268161:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946137.268162:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946137.268163:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946137.268165:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946137.268167:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946137.268169:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946137.268171:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946137.268172:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946137.268174:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fc600 00000400:00000200:0.0:1784946137.268176:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946137.268179:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdf91 [1] + 224 00000800:00000001:0.0:1784946137.268194:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946137.268199:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946137.268201:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946137.268204:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946137.268207:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946137.268207:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1784946137.268211:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43288380 x1871641054266880/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946153 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946137.268212:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946137.268218:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1784946137.268219:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43288380 x1871641054266880/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784946137.268221:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946137.268226:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f058. 00000100:00000001:0.0:1784946137.268227:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784946137.268233:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627ff68 00000400:00000010:1.0:1784946137.268236:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627ff68. 00000100:00000001:1.0:1784946137.268239:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784946137.268242:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946137.268246:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784946137.268247:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289f80 x1871641054266752/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946137.268258:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289f80 x1871641054266752/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946153 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946137.268271:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946137.268273:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946137.268275:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946137.268278:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946137.268280:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946137.268283:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946137.268285:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946137.268291:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=89 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946137.268294:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=89 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946137.268297:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946137.268298:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946137.268301:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946137.268303:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946137.268306:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946137.268310:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289f80 x1871641054266752/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946153 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946137.268314:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946137.268316:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946137.268317:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946137.268319:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289f80 x1871641054266752/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946153 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946137.268324:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054266752:192.168.202.106@tcp:400:kworker.0 00000400:00000001:1.0:1784946137.268327:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946137.268328:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946137.268329:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f000. 00000400:00000200:1.0:1784946137.268331:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f198 00000400:00000010:1.0:1784946137.268332:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f198. 00000100:00000001:1.0:1784946137.268333:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946137.268335:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43288380 x1871641054266880/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946137.268340:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43288380 x1871641054266880/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946153 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946137.268344:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946137.268345:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946137.268346:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946137.268347:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946137.268348:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946137.268348:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946137.268349:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946137.268353:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=89 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946137.268354:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=9 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946137.268355:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946137.268356:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946137.268357:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946137.268359:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946137.268361:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784946137.268362:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946137.268363:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946137.268364:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946137.268366:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43288380 x1871641054266880/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946153 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946137.268369:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946137.268370:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946137.268371:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946137.268373:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43288380 x1871641054266880/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946153 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946137.268377:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054266880:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946137.268379:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946137.268380:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946137.268381:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289f80 x1871641054266752/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946153 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946137.268386:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946137.268387:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946137.268389:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394a800. 02000000:00000001:1.0:1784946137.268391:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946137.268393:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946137.268395:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784946137.268396:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946137.268398:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4100. 02000000:00000001:1.0:1784946137.268400:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946137.268401:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946137.268402:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289f80. 00000100:00000001:1.0:1784946137.268405:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946137.268405:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946137.268406:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946137.268408:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43288380 x1871641054266880/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946153 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946137.268412:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946137.268412:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946137.268413:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b400. 02000000:00000001:1.0:1784946137.268415:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946137.268415:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946137.268416:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946137.268417:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946137.268418:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4700. 02000000:00000001:1.0:1784946137.268419:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946137.268419:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946137.268420:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43288380. 00000100:00000001:1.0:1784946137.268421:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946137.268422:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946137.268423:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946137.268426:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946137.268427:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946137.268428:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946137.268429:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946137.585633:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946137.585638:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946137.585702:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946137.585706:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946137.585709:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946137.969620:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304924847, at 4304924864 00000100:00000040:1.0:1784946137.969620:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304924847, at 4304924864 00000100:00000010:1.0:1784946137.969634:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373f60. 00000100:00000010:0.0:1784946137.969636:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373c00. 00010000:00000001:1.0:1784946138.609605:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946138.609611:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946138.609665:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946138.609669:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946138.609673:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946139.633631:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946139.633636:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946139.633723:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946139.633727:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946139.633730:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946140.657624:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946140.657630:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946140.657631:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946140.657634:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946140.657637:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946140.657638:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946140.657643:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946140.657645:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946140.657709:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946140.657713:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946140.657716:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946141.681635:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946141.681641:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946141.681688:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946141.681691:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946141.681694:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946142.385649:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946142.385656:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946142.385665:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d88000. 00000020:00000040:1.0:1784946142.385672:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946142.385676:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946142.385679:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946142.385684:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946142.385692:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad100. 00000100:00000001:1.0:1784946142.385699:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946142.385710:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d88000 x1871641054267008/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946142.385721:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946142.385726:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946142.385732:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005066ad8c] to pc [ptlrpcd_00_01+1] req@ffff996d44d88000 x1871641054267008/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946142.385755:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946142.385757:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946142.385760:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946142.385762:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8ad80. 00000020:00000040:1.0:1784946142.385764:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946142.385766:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946142.385768:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946142.385769:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946142.385781:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946142.385785:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946142.385788:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946142.385803:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88000 x1871641054267008/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946142.385812:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946142.385815:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946142.385815:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ade00. 00000100:00000001:1.0:1784946142.385820:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946142.385823:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1784946142.385826:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d8ad80 x1871641054267136/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1784946142.385827:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946142.385833:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946142.385838:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1784946142.385841:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054267008:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946142.385841:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946142.385848:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005efe4cfc] to pc [ptlrpcd_00_00+0] req@ffff996d44d8ad80 x1871641054267136/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946142.385856:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784946142.385859:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946142.385862:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784946142.385863:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1784946142.385864:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784946142.385868:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946142.385868:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946142.385873:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784946142.385874:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1784946142.385877:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10266) 02000000:00000010:0.0:1784946142.385880:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394a200. 02000000:00000001:0.0:1784946142.385884:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946142.385888:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946142.385891:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946142.385893:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946142.385893:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946142.385898:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8ad80 x1871641054267136/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784946142.385900:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f000. 00000100:00000001:1.0:1784946142.385906:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946142.385908:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784946142.385910:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fdd0. 00000100:00000200:0.0:1784946142.385917:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054267008, portal 25 00000100:00000001:0.0:1784946142.385920:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1784946142.385920:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784946142.385922:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318365184 : -112780391186432 : ffff996d44d88000) 02000000:00000001:1.0:1784946142.385923:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946142.385927:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946142.385932:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054267136:192.168.202.106@tcp:400:kworker.0 00000100:00000040:0.0:1784946142.385933:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88000 x1871641054267008/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946142.385936:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946142.385940:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946142.385942:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946142.385945:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946142.385948:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ac000. 00000100:00000001:0.0:1784946142.385949:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1784946142.385954:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946142.385955:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946142.385960:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fd48. 00000400:00000200:1.0:1784946142.385960:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946142.385964:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d1b8. 00000100:00000200:0.0:1784946142.385965:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054267008, offset 0 00000400:00000010:1.0:1784946142.385969:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294d48. 00000400:00000200:0.0:1784946142.385975:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000200:1.0:1784946142.385981:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054267136, portal 10 00000100:00000001:1.0:1784946142.385985:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1784946142.385986:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946142.385987:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318376832 : -112780391174784 : ffff996d44d8ad80) 00000100:00000040:1.0:1784946142.385994:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8ad80 x1871641054267136/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946142.385996:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946142.386003:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784946142.386005:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784946142.386011:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000040:1.0:1784946142.386011:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946142.386017:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2943b8. 00000400:00000200:0.0:1784946142.386019:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1784946142.386020:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054267136, offset 0 00000400:00000200:0.0:1784946142.386025:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946142.386027:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946142.386033:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314597:314597:256:4294967295] 192.168.202.106@tcp LPNI seq info [314593:314593:8:4294967295] 00000400:00000200:0.0:1784946142.386039:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946142.386048:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:1.0:1784946142.386055:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:0.0:1784946142.386056:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946142.386061:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946142.386063:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1784946142.386064:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4500. 00000400:00000200:1.0:1784946142.386067:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946142.386069:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946142.386072:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:0.0:1784946142.386076:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784946142.386076:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314598:314598:255:4294967295] 192.168.202.106@tcp LPNI seq info [314594:314594:7:4294967295] 00000400:00000200:1.0:1784946142.386083:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:0.0:1784946142.386091:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:1.0:1784946142.386091:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946142.386099:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1784946142.386099:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946142.386104:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad300. 00000800:00000200:1.0:1784946142.386110:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:0.0:1784946142.386114:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946142.386116:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946142.386121:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784946142.386122:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946142.386127:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304929967 00000100:00000001:1.0:1784946142.386128:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946142.386134:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16767 usecs (17 jiffies) 00000100:00000010:0.0:1784946142.386135:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373c00. 00000100:00000001:0.0:1784946142.386158:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1784946142.386164:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946142.386165:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304929967 00000100:00000001:1.0:1784946142.386167:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304929297 00000100:00000001:1.0:1784946142.386171:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304929967 00000100:00000010:0.0:1784946142.386172:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373e40. 00000100:00000001:1.0:1784946142.386172:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304929297 00000100:00000001:0.0:1784946142.386179:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784946142.386184:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304929967 00000100:00000001:0.0:1784946142.386185:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946142.386189:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946142.386191:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946142.386192:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946142.386196:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946142.386196:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946142.386200:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946142.386202:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946142.386207:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946142.386208:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946142.386209:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946142.386211:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946142.386213:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946142.386215:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946142.386216:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946142.386217:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946142.386219:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946142.386220:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946142.386223:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946142.386227:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946142.386256:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946142.386259:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4500. 00000400:00000200:1.0:1784946142.386263:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946142.386267:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946142.386270:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fd48 00000400:00000010:1.0:1784946142.386276:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fd48. 00000100:00000001:1.0:1784946142.386280:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946142.386283:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d88000 x1871641054267008/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946142.386289:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946142.386291:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d88000 x1871641054267008/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946158 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946142.386296:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946142.386297:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946142.386351:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946142.386354:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad300. 00000400:00000200:1.0:1784946142.386359:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946142.386362:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946142.386364:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2943b8 00000400:00000010:1.0:1784946142.386366:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2943b8. 00000100:00000001:1.0:1784946142.386369:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946142.386372:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8ad80 x1871641054267136/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946142.386380:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946142.386382:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8ad80 x1871641054267136/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946158 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946142.386389:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946142.386390:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946142.387807:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946142.387818:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946142.387821:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946142.387823:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946142.387829:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946142.387834:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946142.387840:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946142.387843:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946142.387847:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946142.387851:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fc680 00000400:00000200:0.0:1784946142.387855:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946142.387860:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdfb1 [1] + 224 00000800:00000001:0.0:1784946142.387866:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946142.387871:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946142.387873:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946142.387877:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946142.387881:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946142.387885:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d88000 x1871641054267008/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946158 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946142.387892:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d88000 x1871641054267008/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946158 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946142.387904:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946142.387918:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946142.387925:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946142.387927:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946142.387929:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946142.387933:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946142.387934:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946142.387936:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:1.0:1784946142.387936:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946142.387940:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:1.0:1784946142.387941:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784946142.387942:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:1.0:1784946142.387942:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784946142.387945:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946142.387945:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f000. 00000400:00000200:0.0:1784946142.387948:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fc700 00000400:00000200:1.0:1784946142.387949:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fdd0 00000400:00000200:0.0:1784946142.387951:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946142.387951:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fdd0. 00000100:00000001:1.0:1784946142.387953:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946142.387955:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdfc1 [1] + 224 00000100:00000200:1.0:1784946142.387957:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88000 x1871641054267008/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946158 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946142.387959:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946142.387963:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946142.387965:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1784946142.387966:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88000 x1871641054267008/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946158 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946142.387968:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946142.387971:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946142.387972:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946142.387974:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784946142.387975:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8ad80 x1871641054267136/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946158 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946142.387976:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946142.387978:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946142.387981:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1784946142.387982:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8ad80 x1871641054267136/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946158 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946142.387983:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946142.387986:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946142.387992:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=94 v=5 (5 5 5 5) 00000100:00000001:0.0:1784946142.387995:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1784946142.387995:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=94 v=5 (1 1 1 1) 00000800:00000001:0.0:1784946142.387999:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784946142.387999:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946142.388000:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946142.388001:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784946142.388003:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946142.388005:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946142.388008:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946142.388008:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946142.388010:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784946142.388012:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1784946142.388012:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88000 x1871641054267008/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946158 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784946142.388014:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946142.388015:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d1b8. 00000400:00000200:0.0:1784946142.388018:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294d48 00000100:00000001:1.0:1784946142.388019:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1784946142.388020:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294d48. 00000100:00000001:1.0:1784946142.388021:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946142.388022:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946142.388023:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784946142.388025:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8ad80 x1871641054267136/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946158 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946142.388027:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88000 x1871641054267008/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946158 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946142.388034:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8ad80 x1871641054267136/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946158 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946142.388035:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054267008:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946142.388039:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946142.388040:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946142.388041:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946142.388041:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784946142.388043:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946142.388044:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1784946142.388044:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88000 x1871641054267008/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946158 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946142.388045:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946142.388047:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946142.388049:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946142.388050:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946142.388052:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1784946142.388053:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=94 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946142.388055:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=14 v=5 (1 1 1 1) 02000000:00000010:1.0:1784946142.388055:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394a200. 00000100:00000001:0.0:1784946142.388057:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946142.388058:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946142.388058:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1784946142.388060:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1784946142.388060:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946142.388062:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00010000:00000001:0.0:1784946142.388063:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784946142.388064:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784946142.388065:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000010:1.0:1784946142.388066:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad100. 00000100:00000040:0.0:1784946142.388067:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784946142.388069:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1784946142.388069:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784946142.388070:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946142.388071:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1784946142.388073:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8ad80 x1871641054267136/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946158 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1784946142.388073:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88000. 00000100:00000001:1.0:1784946142.388076:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946142.388077:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946142.388079:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946142.388080:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946142.388081:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946142.388082:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946142.388083:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946142.388084:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946142.388086:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784946142.388087:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8ad80 x1871641054267136/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946158 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946142.388088:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946142.388094:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054267136:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946142.388098:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946142.388100:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946142.388103:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8ad80 x1871641054267136/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946158 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946142.388108:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946142.388110:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946142.388111:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ac000. 02000000:00000001:0.0:1784946142.388114:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946142.388115:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946142.388116:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784946142.388118:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946142.388120:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ade00. 02000000:00000001:0.0:1784946142.388122:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946142.388122:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946142.388123:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8ad80. 00000100:00000001:0.0:1784946142.388125:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946142.388126:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946142.388127:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946142.388130:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946142.388130:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946142.388132:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946142.388133:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946142.705630:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946142.705634:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946142.705690:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946142.705694:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946142.705698:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946143.089614:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304929967, at 4304929984 00000100:00000010:1.0:1784946143.089626:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373e40. 00000100:00000040:0.0:1784946143.089690:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304929967, at 4304929984 00000100:00000010:0.0:1784946143.089698:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373c00. 00010000:00000001:1.0:1784946143.729614:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946143.729619:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946143.729695:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946143.729699:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946143.729702:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946144.753640:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946144.753647:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946144.753718:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946144.753721:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946144.753724:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946145.777620:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946145.777627:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946145.777731:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946145.777733:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946145.777735:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946146.801628:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946146.801633:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946146.801683:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946146.801686:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946146.801689:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946147.505620:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946147.505628:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946147.505636:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951180. 00000020:00000040:2.0:1784946147.505641:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946147.505643:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946147.505646:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946147.505650:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946147.505655:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b300. 00000100:00000001:2.0:1784946147.505661:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946147.505669:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951180 x1871641054267264/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946147.505676:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946147.505679:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946147.505684:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047f3cd37] to pc [ptlrpcd_01_01+1] req@ffff996d73951180 x1871641054267264/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946147.505710:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946147.505712:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946147.505714:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946147.505716:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952a00. 00000020:00000040:2.0:1784946147.505717:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946147.505719:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946147.505719:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946147.505720:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946147.505722:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784946147.505724:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946147.505727:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73952a00 x1871641054267392/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946147.505732:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946147.505733:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946147.505736:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce3dc249] to pc [ptlrpcd_01_00+0] req@ffff996d73952a00 x1871641054267392/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946147.505743:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946147.505747:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946147.505750:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784946147.505757:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946147.505759:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951180 x1871641054267264/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946147.505761:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946147.505765:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946147.505767:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946147.505772:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946147.505777:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10272) 00000100:00000001:3.0:1784946147.505786:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946147.505788:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946147.505791:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784946147.505793:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784946147.505794:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946147.505796:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784946147.505797:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784946147.505801:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952a00 x1871641054267392/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946147.505802:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946147.505808:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054267264:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946147.505815:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784946147.505820:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784946147.505820:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784946147.505823:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946147.505823:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946147.505828:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1784946147.505829:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946147.505831:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946147.505833:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946147.505833:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3de00. 02000000:00000001:3.0:1784946147.505837:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946147.505840:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054267392:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946147.505842:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946147.505845:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1784946147.505846:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784946147.505847:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946147.505849:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1784946147.505850:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 02000000:00000010:2.0:1784946147.505853:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946147.505855:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784946147.505857:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000400:00000200:2.0:1784946147.505860:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946147.505864:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000100:00000200:3.0:1784946147.505864:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054267264, portal 25 00000400:00000010:2.0:1784946147.505868:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000100:00000001:3.0:1784946147.505868:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946147.505870:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102475136 : -112779607076480 : ffff996d73951180) 00000100:00000200:2.0:1784946147.505873:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054267392, portal 10 00000100:00000001:2.0:1784946147.505877:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1784946147.505877:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951180 x1871641054267264/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946147.505879:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102481408 : -112779607070208 : ffff996d73952a00) 00000100:00000001:3.0:1784946147.505886:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946147.505887:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952a00 x1871641054267392/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946147.505891:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946147.505895:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1b28. 00000100:00000001:2.0:1784946147.505897:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1784946147.505899:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054267264, offset 0 00000100:00000040:2.0:1784946147.505903:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946147.505906:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f65d8. 00000400:00000200:3.0:1784946147.505908:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000200:2.0:1784946147.505916:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054267392, offset 0 00000400:00000200:3.0:1784946147.505917:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946147.505922:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946147.505927:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946147.505933:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946147.505937:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946147.505941:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946147.505944:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946147.505947:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314599:314599:256:4294967295] 192.168.202.106@tcp LPNI seq info [314595:314595:8:4294967295] 00000400:00000200:3.0:1784946147.505952:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946147.505957:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946147.505963:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946147.505969:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946147.505969:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946147.505975:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946147.505978:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1784946147.505981:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946147.505982:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946147.505987:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314600:314600:255:4294967295] 192.168.202.106@tcp LPNI seq info [314596:314596:7:4294967295] 00000800:00000010:3.0:1784946147.505988:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beaf00. 00000400:00000200:2.0:1784946147.505992:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946147.506007:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946147.506013:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946147.506016:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000200:3.0:1784946147.506020:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000010:2.0:1784946147.506021:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b000. 00000800:00000200:3.0:1784946147.506026:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beaf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784946147.506027:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946147.506034:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946147.506036:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946147.506042:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946147.506042:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946147.506049:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16767 usecs (17 jiffies) 00000400:00000200:3.0:1784946147.506051:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946147.506054:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946147.506057:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304934417 00000100:00000001:3.0:1784946147.506057:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304935087 00000100:00000010:2.0:1784946147.506064:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cea0. 00000100:00000001:2.0:1784946147.506070:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946147.506078:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304934417 00000100:00000010:2.0:1784946147.506081:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c8a0. 00000100:00000001:2.0:1784946147.506084:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946147.506085:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304934417 00000100:00000001:2.0:1784946147.506087:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946147.506092:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304935087 00000100:00000001:2.0:1784946147.506107:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946147.506111:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304934417 00000100:00000001:2.0:1784946147.506112:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946147.506115:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946147.506118:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946147.506122:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946147.506123:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946147.506125:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946147.506127:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946147.506127:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946147.506130:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946147.506131:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946147.506133:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946147.506136:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946147.506137:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1784946147.506138:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946147.506140:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:1.0:1784946147.506144:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beaf00. 00000100:00000001:3.0:1784946147.506144:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946147.506145:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946147.506149:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946147.506153:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946147.506154:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946147.506161:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946147.506167:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1b28 00000400:00000010:1.0:1784946147.506170:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1b28. 00000100:00000001:1.0:1784946147.506175:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946147.506179:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951180 x1871641054267264/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946147.506189:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946147.506193:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951180 x1871641054267264/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946163 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946147.506200:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946147.506201:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946147.506258:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946147.506260:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b000. 00000400:00000200:1.0:1784946147.506263:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946147.506267:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946147.506270:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f65d8 00000400:00000010:1.0:1784946147.506272:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f65d8. 00000100:00000001:1.0:1784946147.506275:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946147.506284:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952a00 x1871641054267392/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946147.506291:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946147.506294:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952a00 x1871641054267392/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946163 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946147.506300:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946147.506301:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946147.507545:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946147.507565:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946147.507567:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946147.507569:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946147.507573:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946147.507577:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946147.507581:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946147.507584:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946147.507586:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946147.507589:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fc780 00000400:00000200:0.0:1784946147.507592:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946147.507596:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdfd1 [1] + 224 00000800:00000001:0.0:1784946147.507600:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946147.507602:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946147.507604:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946147.507607:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946147.507612:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946147.507617:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951180 x1871641054267264/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946163 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946147.507626:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951180 x1871641054267264/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946147.507641:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946147.507649:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784946147.507653:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946147.507656:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784946147.507660:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784946147.507661:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784946147.507663:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784946147.507665:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1784946147.507667:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784946147.507669:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:0.0:1784946147.507671:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946147.507677:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:3.0:1784946147.507677:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946147.507683:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000400:00000200:0.0:1784946147.507684:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946147.507688:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946147.507690:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946147.507691:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946147.507695:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fc800 00000100:00000200:3.0:1784946147.507698:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951180 x1871641054267264/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946147.507706:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946147.507711:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdfd9 [1] + 224 00000800:00000001:0.0:1784946147.507719:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784946147.507719:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951180 x1871641054267264/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946163 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946147.507726:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946147.507728:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946147.507728:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946147.507734:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946147.507735:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946147.507737:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1784946147.507741:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946147.507744:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946147.507747:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1784946147.507750:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952a00 x1871641054267392/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946163 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946147.507755:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946147.507760:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946147.507768:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952a00 x1871641054267392/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784946147.507769:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=99 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946147.507778:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=99 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946147.507783:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946147.507784:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946147.507787:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1784946147.507787:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946147.507790:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946147.507793:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784946147.507795:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946147.507797:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946147.507802:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951180 x1871641054267264/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946163 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946147.507812:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946147.507815:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946147.507816:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946147.507819:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951180 x1871641054267264/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946163 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946147.507824:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054267264:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946147.507827:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946147.507828:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946147.507830:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951180 x1871641054267264/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946163 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946147.507834:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946147.507836:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946147.507837:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3de00. 02000000:00000001:3.0:1784946147.507840:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946147.507841:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946147.507843:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946147.507844:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946147.507846:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b300. 02000000:00000001:3.0:1784946147.507848:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946147.507850:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946147.507851:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951180. 00000100:00000001:3.0:1784946147.507854:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946147.507855:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946147.507856:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946147.507859:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946147.507860:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946147.507862:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946147.507863:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946147.507867:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946147.507871:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946147.507875:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946147.507877:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946147.507879:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946147.507883:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000400:00000010:2.0:1784946147.507885:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000001:2.0:1784946147.507889:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946147.507894:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952a00 x1871641054267392/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946147.507903:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952a00 x1871641054267392/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946163 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946147.507909:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946147.507910:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946147.507912:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946147.507914:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946147.507915:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946147.507917:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946147.507919:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946147.507923:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=99 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946147.507931:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=19 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946147.507934:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946147.507935:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946147.507937:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946147.507939:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946147.507941:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946147.507943:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946147.507945:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946147.507946:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946147.507950:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952a00 x1871641054267392/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946163 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946147.507956:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946147.507958:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946147.507960:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946147.507963:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952a00 x1871641054267392/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946163 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946147.507970:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054267392:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946147.507976:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946147.507977:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946147.507980:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952a00 x1871641054267392/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946163 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946147.507986:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946147.507988:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946147.507990:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946147.507992:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946147.507994:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946147.507995:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946147.507997:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946147.507998:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 02000000:00000001:2.0:1784946147.508001:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946147.508002:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946147.508003:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952a00. 00000100:00000001:2.0:1784946147.508006:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946147.508007:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946147.508009:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946147.508012:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946147.508013:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946147.508015:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946147.508016:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946147.825629:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946147.825634:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946147.825692:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946147.825696:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946147.825699:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946148.209606:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304935087, at 4304935104 00000100:00000040:1.0:1784946148.209606:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304935087, at 4304935104 00000100:00000010:0.0:1784946148.209619:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cea0. 00000100:00000010:1.0:1784946148.209621:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c8a0. 00010000:00000001:1.0:1784946148.849601:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946148.849607:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946148.849690:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946148.849694:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946148.849697:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946149.873625:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946149.873632:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946149.873694:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946149.873697:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946149.873701:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946150.897646:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946150.897655:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946150.897663:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946150.897666:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946150.897672:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946150.897675:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946150.897677:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946150.897679:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946150.897782:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946150.897785:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946150.897788:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946151.921593:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946151.921598:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946151.921649:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946151.921653:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946151.921656:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946152.625675:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946152.625683:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946152.625689:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d88000. 00000020:00000040:1.0:1784946152.625694:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946152.625697:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946152.625700:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946152.625704:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946152.625710:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad100. 00000100:00000001:1.0:1784946152.625716:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946152.625726:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d88000 x1871641054267520/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946152.625733:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946152.625736:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946152.625741:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005066ad8c] to pc [ptlrpcd_00_01+1] req@ffff996d44d88000 x1871641054267520/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946152.625758:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946152.625760:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946152.625763:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946152.625765:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8a680. 00000020:00000040:1.0:1784946152.625766:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946152.625769:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946152.625770:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946152.625771:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946152.625773:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1784946152.625774:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad300. 00000100:00000001:1.0:1784946152.625778:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946152.625779:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:1.0:1784946152.625782:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d8a680 x1871641054267648/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946152.625783:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946152.625790:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946152.625792:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946152.625792:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946152.625795:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946152.625798:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000999ffbe7] to pc [ptlrpcd_00_00+0] req@ffff996d44d8a680 x1871641054267648/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946152.625799:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946152.625801:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946152.625804:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784946152.625809:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946152.625812:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784946152.625813:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88000 x1871641054267520/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946152.625815:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946152.625820:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946152.625825:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1784946152.625830:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1784946152.625830:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10277) 00000100:00000001:0.0:1784946152.625832:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946152.625836:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946152.625838:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946152.625840:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946152.625843:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054267520:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946152.625846:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784946152.625851:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946152.625854:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946152.625854:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784946152.625858:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1784946152.625860:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000010:0.0:1784946152.625862:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b000. 00000100:00000001:1.0:1784946152.625864:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784946152.625865:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946152.625871:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784946152.625872:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946152.625874:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784946152.625876:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f058. 00000100:00000001:1.0:1784946152.625878:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946152.625881:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946152.625883:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1784946152.625884:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fe58. 00000100:00000040:1.0:1784946152.625889:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8a680 x1871641054267648/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946152.625890:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054267520, portal 25 00000100:00000001:0.0:1784946152.625894:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946152.625896:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318365184 : -112780391186432 : ffff996d44d88000) 00000100:00000040:0.0:1784946152.625904:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88000 x1871641054267520/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946152.625906:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946152.625910:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946152.625914:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946152.625916:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946152.625917:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784946152.625922:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000001:1.0:1784946152.625922:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784946152.625925:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f7f8. 00000100:00000200:0.0:1784946152.625929:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054267520, offset 0 00000100:00100000:1.0:1784946152.625930:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054267648:192.168.202.106@tcp:400:kworker.0 00000400:00000200:0.0:1784946152.625938:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946152.625938:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946152.625943:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946152.625946:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946152.625949:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:1.0:1784946152.625951:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1784946152.625957:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 02000000:00000010:1.0:1784946152.625957:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ad800. 02000000:00000001:1.0:1784946152.625962:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946152.625964:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946152.625970:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946152.625971:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946152.625975:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946152.625977:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000010:1.0:1784946152.625978:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d6e0. 00000400:00000200:0.0:1784946152.625982:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314601:314601:256:4294967295] 192.168.202.106@tcp LPNI seq info [314597:314597:8:4294967295] 00000400:00000200:0.0:1784946152.625986:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946152.625986:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2943b8. 00000100:00000200:1.0:1784946152.625992:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054267648, portal 10 00000400:00000200:0.0:1784946152.625998:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:1.0:1784946152.625998:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946152.626000:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318375040 : -112780391176576 : ffff996d44d8a680) 00000800:00000200:0.0:1784946152.626006:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000040:1.0:1784946152.626011:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8a680 x1871641054267648/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1784946152.626013:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4b00. 00000100:00000001:1.0:1784946152.626020:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1784946152.626026:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000040:1.0:1784946152.626026:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946152.626030:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294b28. 00000100:00000200:1.0:1784946152.626033:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054267648, offset 0 00000800:00000200:0.0:1784946152.626039:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:1.0:1784946152.626039:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000800:00000200:0.0:1784946152.626046:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784946152.626066:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946152.626070:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946152.626072:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946152.626074:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946152.626077:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784946152.626078:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946152.626079:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946152.626083:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314602:314602:255:4294967295] 192.168.202.106@tcp LPNI seq info [314598:314598:7:4294967295] 00000400:00000200:0.0:1784946152.626085:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946152.626090:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304940207 00000400:00000200:1.0:1784946152.626092:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000010:0.0:1784946152.626095:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373c00. 00000400:00000200:1.0:1784946152.626100:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:0.0:1784946152.626103:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1784946152.626105:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784946152.626110:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304940207 00000800:00000010:1.0:1784946152.626110:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad900. 00000100:00000010:0.0:1784946152.626117:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373060. 00000800:00000200:1.0:1784946152.626117:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:0.0:1784946152.626123:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1784946152.626126:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:0.0:1784946152.626129:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784946152.626131:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946152.626133:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946152.626136:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946152.626139:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946152.626142:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16766 usecs (17 jiffies) 00000100:00000001:0.0:1784946152.626144:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946152.626148:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946152.626151:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304939537 00000100:00000001:1.0:1784946152.626154:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304940207 00000100:00000001:0.0:1784946152.626155:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946152.626156:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304939537 00000100:00000001:0.0:1784946152.626159:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946152.626161:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304940207 00000100:00000001:1.0:1784946152.626165:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946152.626167:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946152.626168:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946152.626171:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946152.626173:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946152.626177:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946152.626216:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946152.626219:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4b00. 00000400:00000200:1.0:1784946152.626222:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946152.626226:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946152.626230:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f7f8 00000400:00000010:1.0:1784946152.626232:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f7f8. 00000100:00000001:1.0:1784946152.626234:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946152.626237:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d88000 x1871641054267520/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946152.626244:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946152.626246:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d88000 x1871641054267520/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946168 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946152.626251:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946152.626252:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946152.626289:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946152.626292:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad900. 00000400:00000200:1.0:1784946152.626297:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946152.626300:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946152.626302:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294b28 00000400:00000010:1.0:1784946152.626304:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294b28. 00000100:00000001:1.0:1784946152.626306:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946152.626309:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8a680 x1871641054267648/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946152.626316:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946152.626319:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8a680 x1871641054267648/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946168 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946152.626325:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946152.626327:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946152.627749:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946152.627760:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946152.627762:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946152.627764:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946152.627767:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946152.627771:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946152.627776:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946152.627778:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946152.627781:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946152.627784:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fc880 00000400:00000200:0.0:1784946152.627787:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946152.627791:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdfe1 [1] + 224 00000800:00000001:0.0:1784946152.627795:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946152.627797:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946152.627799:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946152.627801:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946152.627805:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946152.627809:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d88000 x1871641054267520/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946168 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946152.627816:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d88000 x1871641054267520/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946152.627831:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946152.627836:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946152.627838:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946152.627839:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946152.627840:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946152.627842:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946152.627844:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946152.627847:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946152.627849:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946152.627851:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946152.627853:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fc900 00000400:00000200:0.0:1784946152.627855:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946152.627859:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cdff1 [1] + 224 00000800:00000001:0.0:1784946152.627861:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784946152.627865:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784946152.627866:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946152.627868:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946152.627869:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946152.627873:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000001:1.0:1784946152.627874:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946152.627877:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946152.627879:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f058. 00000400:00000200:1.0:1784946152.627883:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fe58 00000400:00000010:1.0:1784946152.627884:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fe58. 00000100:00000001:1.0:1784946152.627886:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946152.627887:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946152.627891:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88000 x1871641054267520/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946152.627892:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8a680 x1871641054267648/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946168 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946152.627916:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8a680 x1871641054267648/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946152.627925:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88000 x1871641054267520/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946168 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946152.627931:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946152.627932:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946152.627933:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946152.627936:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784946152.627937:0:2352:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:0.0:1784946152.627939:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784946152.627942:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946152.627945:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946152.627947:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946152.627948:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946152.627951:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784946152.627951:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1784946152.627956:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946152.627958:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946152.627959:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d6e0. 00000100:00001000:1.0:1784946152.627960:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=104 v=5 (5 5 5 5) 00000400:00000200:0.0:1784946152.627962:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2943b8 00000400:00000010:0.0:1784946152.627966:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2943b8. 00000100:00001000:1.0:1784946152.627966:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=104 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946152.627972:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946152.627973:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946152.627976:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784946152.627979:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8a680 x1871641054267648/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784946152.627980:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946152.627984:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946152.627988:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946152.627996:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88000 x1871641054267520/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946168 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946152.627998:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8a680 x1871641054267648/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946168 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946152.628006:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946152.628013:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946152.628015:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946152.628017:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946152.628017:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946152.628023:0:2353:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:1.0:1784946152.628025:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88000 x1871641054267520/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946168 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946152.628026:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946152.628029:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946152.628032:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946152.628036:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946152.628039:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054267520:192.168.202.106@tcp:400:kworker.0 00000100:00001000:0.0:1784946152.628044:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=104 v=5 (5 5 5 5) 00000100:00000001:1.0:1784946152.628044:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946152.628048:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1784946152.628050:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=24 v=5 (1 1 1 1) 00000100:00000040:1.0:1784946152.628064:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88000 x1871641054267520/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946168 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946152.628067:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946152.628070:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946152.628073:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946152.628076:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946152.628080:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784946152.628080:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1784946152.628082:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 02000000:00000001:1.0:1784946152.628084:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784946152.628085:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784946152.628087:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946152.628090:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b000. 00000100:00000040:0.0:1784946152.628092:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8a680 x1871641054267648/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946168 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784946152.628095:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784946152.628099:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1784946152.628100:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784946152.628101:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:1.0:1784946152.628103:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946152.628104:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946152.628109:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8a680 x1871641054267648/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946168 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784946152.628109:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946152.628114:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad100. 02000000:00000001:1.0:1784946152.628121:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:0.0:1784946152.628123:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054267648:192.168.202.106@tcp:400:kworker.0 02000000:00000001:1.0:1784946152.628124:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1784946152.628127:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1784946152.628128:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88000. 00000100:00000001:0.0:1784946152.628129:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946152.628134:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8a680 x1871641054267648/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946168 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946152.628134:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946152.628138:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946152.628142:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784946152.628143:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784946152.628144:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946152.628147:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ad800. 00000100:00000001:1.0:1784946152.628150:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946152.628153:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946152.628155:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946152.628157:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946152.628160:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946152.628162:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946152.628163:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784946152.628165:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946152.628166:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad300. 02000000:00000001:0.0:1784946152.628168:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946152.628169:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946152.628170:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8a680. 00000100:00000001:0.0:1784946152.628172:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946152.628174:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946152.628175:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946152.628178:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946152.628180:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946152.628181:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946152.628182:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946152.945631:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946152.945637:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946152.945684:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946152.945686:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946152.945689:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946153.329619:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304940207, at 4304940224 00000100:00000010:0.0:1784946153.329634:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373c00. 00000100:00000040:1.0:1784946153.329724:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304940207, at 4304940224 00000100:00000010:1.0:1784946153.329740:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373060. 00010000:00000001:1.0:1784946153.969632:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946153.969638:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946153.969706:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946153.969709:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946153.969712:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946154.993614:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946154.993619:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946154.993674:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946154.993678:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946154.993681:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946156.017627:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946156.017634:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946156.017693:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946156.017696:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946156.017700:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946157.041615:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946157.041622:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946157.041690:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946157.041694:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946157.041698:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946157.745621:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946157.745631:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946157.745639:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328a300. 00000020:00000040:0.0:1784946157.745645:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946157.745650:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946157.745653:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946157.745658:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946157.745665:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4d00. 00000100:00000001:0.0:1784946157.745671:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946157.745682:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d4328a300 x1871641054267776/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946157.745693:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946157.745697:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946157.745703:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a66bc794] to pc [ptlrpcd_00_01+1] req@ffff996d4328a300 x1871641054267776/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946157.745728:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946157.745731:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946157.745735:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946157.745738:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43288a80. 00000020:00000040:0.0:1784946157.745741:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946157.745744:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946157.745745:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946157.745748:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946157.745751:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4400. 00000100:00000001:0.0:1784946157.745754:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946157.745756:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784946157.745760:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43288a80 x1871641054267904/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1784946157.745762:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1784946157.745768:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946157.745774:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946157.745778:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946157.745779:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946157.745783:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946157.745786:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f2bad33] to pc [ptlrpcd_00_00+0] req@ffff996d43288a80 x1871641054267904/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946157.745788:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946157.745791:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946157.745796:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784946157.745802:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946157.745806:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328a300 x1871641054267776/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946157.745807:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784946157.745815:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784946157.745820:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784946157.745824:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784946157.745830:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10282) 00000100:00000001:1.0:1784946157.745839:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946157.745841:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946157.745845:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946157.745848:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946157.745851:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946157.745854:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054267776:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946157.745858:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946157.745863:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946157.745866:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946157.745868:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946157.745872:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ac400. 02000000:00000001:1.0:1784946157.745873:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946157.745878:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946157.745881:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d528. 00000400:00000010:1.0:1784946157.745886:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294b28. 00000100:00000200:1.0:1784946157.745890:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054267776, portal 25 00000100:00000001:1.0:1784946157.745892:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946157.745893:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290062592 : -112780419489024 : ffff996d4328a300) 00000100:00000040:1.0:1784946157.745896:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328a300 x1871641054267776/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946157.745901:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946157.745904:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946157.745907:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2947f8. 00000100:00000200:1.0:1784946157.745909:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054267776, offset 0 00000400:00000200:1.0:1784946157.745915:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946157.745923:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946157.745930:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946157.745935:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946157.745939:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946157.745942:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946157.745945:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946157.745949:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314603:314603:256:4294967295] 192.168.202.106@tcp LPNI seq info [314599:314599:8:4294967295] 00000400:00000200:1.0:1784946157.745953:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946157.745963:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946157.745969:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946157.745974:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad100. 00000800:00000200:1.0:1784946157.745979:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784946157.745984:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946157.745987:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946157.746001:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946157.746004:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946157.746006:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304945327 00000100:00000010:1.0:1784946157.746009:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8fe40. 00000100:00000001:1.0:1784946157.746027:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784946157.746032:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304945327 00000100:00000010:1.0:1784946157.746035:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8fea0. 00000100:00000001:1.0:1784946157.746039:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784946157.746043:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946157.746045:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946157.746048:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946157.746050:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946157.746054:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946157.746055:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946157.746057:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946157.746059:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946157.746060:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946157.746065:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43288a80 x1871641054267904/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946157.746070:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946157.746071:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946157.746073:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946157.746074:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946157.746076:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946157.746078:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054267904:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946157.746081:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946157.746083:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946157.746084:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946157.746085:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1784946157.746088:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000010:1.0:1784946157.746088:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ace00. 02000000:00000001:1.0:1784946157.746092:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784946157.746093:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad100. 00000400:00000200:1.0:1784946157.746097:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946157.746099:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d790. 00000400:00000200:0.0:1784946157.746100:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1784946157.746102:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294f68. 00000100:00000200:1.0:1784946157.746105:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054267904, portal 10 00000400:00000200:0.0:1784946157.746107:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946157.746108:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946157.746110:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290056320 : -112780419495296 : ffff996d43288a80) 00000400:00000200:0.0:1784946157.746112:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2947f8 00000400:00000010:0.0:1784946157.746115:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2947f8. 00000100:00000040:1.0:1784946157.746116:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43288a80 x1871641054267904/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946157.746118:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784946157.746123:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1784946157.746125:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328a300 x1871641054267776/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946157.746127:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946157.746135:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294088. 00000100:00000001:0.0:1784946157.746136:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1784946157.746140:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054267904, offset 0 00000100:00000040:0.0:1784946157.746142:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328a300 x1871641054267776/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946173 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946157.746146:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946157.746151:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946157.746155:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946157.746160:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784946157.746166:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946157.746166:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:0.0:1784946157.746169:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1784946157.746172:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946157.746176:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946157.746178:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314604:314604:255:4294967295] 192.168.202.106@tcp LPNI seq info [314600:314600:7:4294967295] 00000400:00000200:1.0:1784946157.746182:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946157.746187:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946157.746192:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946157.746197:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad900. 00000800:00000200:1.0:1784946157.746202:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784946157.746208:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946157.746211:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946157.746221:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946157.746225:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16766 usecs (17 jiffies) 00000400:00000200:1.0:1784946157.746229:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946157.746231:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304944657 00000100:00000001:1.0:1784946157.746234:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304945327 00000100:00000001:1.0:1784946157.746236:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304944657 00000100:00000001:1.0:1784946157.746239:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304945327 00000100:00000001:1.0:1784946157.746241:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946157.746243:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946157.746245:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946157.746246:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946157.746248:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946157.746249:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946157.746251:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946157.746252:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946157.746252:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946157.746254:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946157.746262:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784946157.746263:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946157.746267:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784946157.746268:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad900. 00000400:00000200:0.0:1784946157.746273:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946157.746278:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946157.746281:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294088 00000400:00000010:0.0:1784946157.746283:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294088. 00000100:00000001:0.0:1784946157.746286:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946157.746290:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43288a80 x1871641054267904/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946157.746296:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946157.746298:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43288a80 x1871641054267904/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946173 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946157.746302:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946157.746303:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946157.747420:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946157.747430:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946157.747433:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946157.747435:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946157.747440:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946157.747445:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946157.747450:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946157.747454:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946157.747458:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946157.747462:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fc980 00000400:00000200:0.0:1784946157.747466:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946157.747470:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce001 [1] + 224 00000800:00000001:0.0:1784946157.747476:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946157.747479:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946157.747482:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946157.747487:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946157.747492:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946157.747497:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328a300 x1871641054267776/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946173 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946157.747506:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328a300 x1871641054267776/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946157.747535:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946157.747543:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946157.747546:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946157.747548:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946157.747551:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946157.747554:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946157.747559:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:1.0:1784946157.747561:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946157.747564:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946157.747565:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946157.747570:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:1.0:1784946157.747571:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946157.747574:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784946157.747575:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946157.747579:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d528. 00000400:00000200:0.0:1784946157.747580:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fca00 00000400:00000200:1.0:1784946157.747585:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294b28 00000400:00000200:0.0:1784946157.747587:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946157.747589:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294b28. 00000100:00000001:1.0:1784946157.747593:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946157.747599:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328a300 x1871641054267776/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946157.747602:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce011 [1] + 224 00000800:00000001:0.0:1784946157.747612:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784946157.747619:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328a300 x1871641054267776/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946173 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946157.747620:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946157.747625:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946157.747633:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946157.747635:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946157.747638:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946157.747639:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946157.747643:0:2352:0:(client.c:1580:after_reply()) Process entered 00000100:00000200:0.0:1784946157.747645:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43288a80 x1871641054267904/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946173 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784946157.747647:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946157.747651:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946157.747655:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946157.747659:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43288a80 x1871641054267904/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784946157.747660:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946157.747668:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=109 v=5 (5 5 5 5) 00000100:00000001:0.0:1784946157.747671:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1784946157.747674:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=109 v=5 (1 1 1 1) 00000800:00000001:0.0:1784946157.747677:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784946157.747679:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1784946157.747682:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946157.747682:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946157.747688:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946157.747691:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946157.747694:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946157.747699:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328a300 x1871641054267776/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946173 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946157.747708:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946157.747711:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946157.747713:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946157.747717:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328a300 x1871641054267776/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946173 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946157.747725:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054267776:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946157.747729:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946157.747731:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946157.747734:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328a300 x1871641054267776/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946173 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946157.747741:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946157.747744:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946157.747746:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ac400. 02000000:00000001:1.0:1784946157.747749:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946157.747751:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946157.747753:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784946157.747756:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946157.747758:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4d00. 02000000:00000001:1.0:1784946157.747761:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946157.747763:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946157.747764:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328a300. 00000100:00000001:1.0:1784946157.747768:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946157.747769:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946157.747771:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946157.747773:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946157.747774:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946157.747776:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946157.747777:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946157.747779:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d790. 00000400:00000200:1.0:1784946157.747782:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294f68 00000400:00000010:1.0:1784946157.747783:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294f68. 00000100:00000001:1.0:1784946157.747785:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946157.747788:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43288a80 x1871641054267904/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946157.747796:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43288a80 x1871641054267904/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946173 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946157.747802:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946157.747803:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946157.747804:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946157.747806:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946157.747807:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946157.747808:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946157.747810:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946157.747813:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=109 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946157.747816:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=29 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946157.747818:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946157.747819:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946157.747821:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946157.747823:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946157.747826:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784946157.747827:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946157.747829:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946157.747831:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946157.747834:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43288a80 x1871641054267904/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946173 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946157.747839:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946157.747841:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946157.747842:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946157.747845:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43288a80 x1871641054267904/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946173 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946157.747851:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054267904:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946157.747854:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946157.747855:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946157.747858:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43288a80 x1871641054267904/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946173 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946157.747863:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946157.747864:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946157.747865:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ace00. 02000000:00000001:1.0:1784946157.747867:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946157.747868:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946157.747870:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946157.747871:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946157.747872:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4400. 02000000:00000001:1.0:1784946157.747875:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946157.747876:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946157.747877:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43288a80. 00000100:00000001:1.0:1784946157.747879:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946157.747880:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946157.747882:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946157.747885:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946157.747887:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946157.747888:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946157.747890:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946158.065581:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946158.065586:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946158.065636:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946158.065639:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946158.065641:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946158.449603:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304945327, at 4304945344 00000100:00000040:1.0:1784946158.449603:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304945327, at 4304945344 00000100:00000010:1.0:1784946158.449616:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8fea0. 00000100:00000010:0.0:1784946158.449621:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8fe40. 00010000:00000001:1.0:1784946159.089606:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946159.089611:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946159.089672:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946159.089680:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946159.089683:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946160.113636:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946160.113642:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946160.113701:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946160.113705:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946160.113708:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946161.137628:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946161.137637:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946161.137639:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946161.137642:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946161.137647:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946161.137649:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946161.137651:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946161.137654:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946161.137711:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946161.137715:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946161.137719:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946162.161631:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946162.161636:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946162.161692:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946162.161696:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946162.161699:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946162.865626:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946162.865634:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946162.865643:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43288e00. 00000020:00000040:0.0:1784946162.865647:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946162.865650:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946162.865652:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946162.865656:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946162.865664:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4400. 00000100:00000001:0.0:1784946162.865669:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946162.865688:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d43288e00 x1871641054268032/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946162.865696:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946162.865699:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946162.865704:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004da6f37a] to pc [ptlrpcd_00_01+1] req@ffff996d43288e00 x1871641054268032/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946162.865723:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946162.865724:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946162.865726:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946162.865728:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328b100. 00000020:00000040:0.0:1784946162.865730:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946162.865731:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946162.865732:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946162.865733:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946162.865735:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4d00. 00000100:00000001:0.0:1784946162.865738:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946162.865740:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d4328b100 x1871641054268160/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946162.865745:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946162.865746:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946162.865749:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028243735] to pc [ptlrpcd_00_00+0] req@ffff996d4328b100 x1871641054268160/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946162.865755:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946162.865756:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784946162.865757:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946162.865761:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784946162.865763:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784946162.865764:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946162.865769:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946162.865772:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43288e00 x1871641054268032/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946162.865775:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784946162.865784:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10287) 00000100:00000001:1.0:1784946162.865784:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946162.865787:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946162.865791:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946162.865793:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946162.865794:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946162.865797:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054268032:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946162.865799:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946162.865804:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946162.865805:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946162.865807:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946162.865811:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ace00. 02000000:00000001:1.0:1784946162.865812:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946162.865813:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946162.865816:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946162.865819:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1784946162.865820:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946162.865825:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d790. 00000100:00000040:0.0:1784946162.865827:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328b100 x1871641054268160/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784946162.865831:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294f68. 00000100:00000001:0.0:1784946162.865833:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946162.865835:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946162.865837:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1784946162.865838:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054268032, portal 25 02000000:00000001:0.0:1784946162.865839:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946162.865843:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946162.865843:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946162.865846:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290057216 : -112780419494400 : ffff996d43288e00) 00000100:00100000:0.0:1784946162.865848:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054268160:192.168.202.106@tcp:400:kworker.0 00000100:00000040:1.0:1784946162.865853:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43288e00 x1871641054268032/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946162.865855:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784946162.865859:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784946162.865860:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1784946162.865862:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946162.865863:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946162.865867:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294b28. 02000000:00000001:0.0:1784946162.865868:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1784946162.865870:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054268032, offset 0 02000000:00000010:0.0:1784946162.865874:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b000. 00000400:00000200:1.0:1784946162.865875:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 02000000:00000001:0.0:1784946162.865879:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946162.865887:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946162.865887:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946162.865894:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f210. 00000400:00000200:1.0:1784946162.865896:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000010:0.0:1784946162.865901:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f660. 00000400:00000200:1.0:1784946162.865901:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946162.865907:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000200:0.0:1784946162.865908:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054268160, portal 10 00000100:00000001:0.0:1784946162.865910:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946162.865913:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290066176 : -112780419485440 : ffff996d4328b100) 00000400:00000200:1.0:1784946162.865913:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946162.865917:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946162.865921:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314605:314605:256:4294967295] 192.168.202.106@tcp LPNI seq info [314601:314601:8:4294967295] 00000100:00000040:0.0:1784946162.865924:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328b100 x1871641054268160/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946162.865927:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946162.865933:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784946162.865940:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946162.865941:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000010:0.0:1784946162.865942:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f6e8. 00000100:00000200:0.0:1784946162.865947:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054268160, offset 0 00000800:00000200:1.0:1784946162.865950:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946162.865954:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946162.865955:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad400. 00000400:00000200:0.0:1784946162.865959:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784946162.865963:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784946162.865966:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:1.0:1784946162.865982:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784946162.865983:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1784946162.865987:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784946162.865988:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946162.865992:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946162.865994:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946162.865998:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314606:314606:255:4294967295] 192.168.202.106@tcp LPNI seq info [314602:314602:7:4294967295] 00000100:00000001:1.0:1784946162.865998:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946162.866007:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946162.866008:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946162.866011:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304950447 00000400:00000200:0.0:1784946162.866017:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000010:1.0:1784946162.866018:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8fea0. 00000800:00000200:0.0:1784946162.866023:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946162.866025:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000010:0.0:1784946162.866028:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4b00. 00000100:00000001:1.0:1784946162.866031:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304950447 00000800:00000200:0.0:1784946162.866034:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000010:1.0:1784946162.866036:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f720. 00000800:00000200:0.0:1784946162.866040:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:1.0:1784946162.866040:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784946162.866045:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784946162.866046:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946162.866048:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946162.866050:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946162.866052:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946162.866055:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16765 usecs (17 jiffies) 00000100:00000001:1.0:1784946162.866055:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946162.866060:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946162.866062:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946162.866063:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304949777 00000100:00000001:1.0:1784946162.866066:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946162.866067:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304950447 00000100:00000001:1.0:1784946162.866070:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946162.866071:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304949777 00000100:00000001:1.0:1784946162.866073:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946162.866074:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304950447 00000100:00000001:1.0:1784946162.866075:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946162.866077:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946162.866078:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946162.866079:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946162.866083:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946162.866085:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946162.866088:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946162.866089:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946162.866091:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946162.866092:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946162.866094:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946162.866096:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946162.866118:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946162.866122:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad400. 00000400:00000200:1.0:1784946162.866127:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946162.866131:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946162.866135:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294b28 00000400:00000010:1.0:1784946162.866136:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294b28. 00000100:00000001:1.0:1784946162.866140:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946162.866143:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43288e00 x1871641054268032/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946162.866149:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946162.866151:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43288e00 x1871641054268032/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946178 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946162.866155:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946162.866156:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946162.866202:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946162.866204:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4b00. 00000400:00000200:1.0:1784946162.866207:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946162.866209:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946162.866211:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f6e8 00000400:00000010:1.0:1784946162.866212:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f6e8. 00000100:00000001:1.0:1784946162.866213:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946162.866216:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328b100 x1871641054268160/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946162.866220:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946162.866221:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328b100 x1871641054268160/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946178 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946162.866225:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946162.866226:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946162.867341:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946162.867352:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946162.867355:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946162.867357:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946162.867362:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946162.867367:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946162.867373:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946162.867376:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946162.867380:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946162.867385:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fca80 00000400:00000200:0.0:1784946162.867388:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946162.867392:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce021 [1] + 224 00000800:00000001:0.0:1784946162.867397:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946162.867402:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946162.867404:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946162.867407:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946162.867410:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946162.867414:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43288e00 x1871641054268032/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946162.867420:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43288e00 x1871641054268032/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946162.867434:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946162.867442:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946162.867446:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946162.867448:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946162.867449:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946162.867452:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946162.867457:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946162.867461:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946162.867465:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946162.867468:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946162.867471:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946162.867472:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fcb00 00000100:00000001:1.0:1784946162.867475:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946162.867479:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:1.0:1784946162.867481:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946162.867484:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946162.867486:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d790. 00000400:00000200:1.0:1784946162.867490:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294f68 00000400:00000010:1.0:1784946162.867492:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294f68. 00000100:00000001:1.0:1784946162.867495:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946162.867498:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce031 [1] + 224 00000100:00000200:1.0:1784946162.867501:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43288e00 x1871641054268032/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946162.867505:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946162.867512:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784946162.867535:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43288e00 x1871641054268032/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946162.867542:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784946162.867545:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784946162.867549:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946162.867549:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946162.867554:0:2353:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784946162.867556:0:2345:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1784946162.867558:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946162.867561:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1784946162.867563:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328b100 x1871641054268160/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946162.867564:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946162.867569:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946162.867576:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=114 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946162.867582:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=114 v=5 (1 1 1 1) 00000100:00000040:0.0:1784946162.867587:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328b100 x1871641054268160/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946162.867588:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946162.867591:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946162.867595:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946162.867599:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946162.867600:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946162.867602:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946162.867606:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946162.867610:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946162.867610:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43288e00 x1871641054268032/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946178 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946162.867617:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946162.867620:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784946162.867623:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946162.867625:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946162.867627:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f210. 00000400:00000200:0.0:1784946162.867632:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f660 00000100:00000001:1.0:1784946162.867633:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1784946162.867634:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f660. 00000100:00000001:0.0:1784946162.867638:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946162.867639:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1784946162.867642:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328b100 x1871641054268160/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946162.867643:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784946162.867653:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328b100 x1871641054268160/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946162.867653:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43288e00 x1871641054268032/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946178 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946162.867669:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946162.867671:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946162.867674:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946162.867675:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946162.867676:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946162.867677:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946162.867678:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946162.867681:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=114 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946162.867685:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=34 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946162.867687:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946162.867687:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946162.867689:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00100000:1.0:1784946162.867689:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054268032:192.168.202.106@tcp:400:kworker.0 00010000:00000001:0.0:1784946162.867692:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946162.867695:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784946162.867697:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946162.867697:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946162.867700:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784946162.867701:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784946162.867704:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946162.867707:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43288e00 x1871641054268032/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946178 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946162.867711:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328b100 x1871641054268160/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946178 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946162.867724:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784946162.867727:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946162.867728:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784946162.867730:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:1.0:1784946162.867731:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ace00. 00000100:00000001:0.0:1784946162.867732:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784946162.867736:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1784946162.867737:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328b100 x1871641054268160/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946178 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784946162.867739:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946162.867741:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784946162.867746:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00100000:0.0:1784946162.867748:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054268160:192.168.202.106@tcp:400:kworker.0 02000000:00000010:1.0:1784946162.867749:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4400. 02000000:00000001:1.0:1784946162.867754:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784946162.867755:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784946162.867757:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1784946162.867758:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1784946162.867760:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43288e00. 00000100:00000040:0.0:1784946162.867762:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328b100 x1871641054268160/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946178 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946162.867764:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946162.867767:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946162.867770:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946162.867775:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784946162.867775:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1784946162.867777:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1784946162.867778:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946162.867781:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b000. 00000100:00000001:1.0:1784946162.867781:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946162.867785:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946162.867786:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946162.867789:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946162.867791:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784946162.867794:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946162.867796:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4d00. 02000000:00000001:0.0:1784946162.867799:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946162.867800:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946162.867802:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328b100. 00000100:00000001:0.0:1784946162.867805:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946162.867806:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946162.867808:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946162.867811:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946162.867813:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946162.867815:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946162.867816:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946163.185632:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946163.185638:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946163.185695:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946163.185697:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946163.185699:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946163.569615:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304950447, at 4304950464 00000100:00000010:0.0:1784946163.569626:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8fea0. 00000100:00000040:1.0:1784946163.569695:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304950447, at 4304950464 00000100:00000010:1.0:1784946163.569699:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f720. 00010000:00000001:1.0:1784946164.209617:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946164.209624:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946164.209681:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946164.209684:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946164.209688:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946165.233593:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946165.233598:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946165.233645:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946165.233649:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946165.233651:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946166.257614:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946166.257621:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946166.257683:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946166.257687:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946166.257690:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946167.281599:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946167.281606:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946167.281659:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946167.281662:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946167.281664:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946167.986445:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946167.986452:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946167.986459:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d88000. 00000020:00000040:1.0:1784946167.986464:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946167.986468:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946167.986470:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946167.986474:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946167.986480:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad400. 00000100:00000001:1.0:1784946167.986493:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946167.986503:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d88000 x1871641054268288/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946167.986514:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946167.986553:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946167.986561:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005066ad8c] to pc [ptlrpcd_00_01+1] req@ffff996d44d88000 x1871641054268288/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946167.986591:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946167.986595:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946167.986598:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946167.986602:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d89180. 00000020:00000040:1.0:1784946167.986605:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946167.986608:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946167.986609:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784946167.986611:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784946167.986612:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946167.986618:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000010:1.0:1784946167.986618:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad500. 00000100:00000001:0.0:1784946167.986623:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946167.986625:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946167.986632:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d89180 x1871641054268416/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946167.986633:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946167.986636:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946167.986641:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946167.986644:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946167.986646:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946167.986648:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784946167.986649:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946167.986655:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003c74867] to pc [ptlrpcd_00_00+0] req@ffff996d44d89180 x1871641054268416/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946167.986658:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88000 x1871641054268288/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946167.986675:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946167.986677:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946167.986677:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946167.986683:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784946167.986684:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946167.986687:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784946167.986689:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784946167.986690:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946167.986696:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054268288:192.168.202.106@tcp:400:kworker.0 00000100:00000040:1.0:1784946167.986696:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946167.986703:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1784946167.986705:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784946167.986708:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946167.986712:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946167.986712:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10292) 02000000:00000001:0.0:1784946167.986714:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946167.986719:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b000. 02000000:00000001:0.0:1784946167.986721:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946167.986727:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946167.986730:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f210. 00000400:00000010:0.0:1784946167.986735:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f660. 00000100:00000200:0.0:1784946167.986748:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054268288, portal 25 00000100:00000001:0.0:1784946167.986751:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946167.986753:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318365184 : -112780391186432 : ffff996d44d88000) 00000100:00000040:0.0:1784946167.986757:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88000 x1871641054268288/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946167.986762:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784946167.986764:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946167.986766:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fa18. 00000100:00000200:0.0:1784946167.986767:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054268288, offset 0 00000400:00000200:0.0:1784946167.986771:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946167.986778:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946167.986783:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946167.986787:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946167.986790:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946167.986792:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946167.986794:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946167.986797:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314607:314607:256:4294967295] 192.168.202.106@tcp LPNI seq info [314603:314603:8:4294967295] 00000400:00000200:0.0:1784946167.986800:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946167.986807:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946167.986812:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784946167.986816:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4d00. 00000800:00000200:0.0:1784946167.986822:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784946167.986829:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784946167.986833:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946167.986845:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946167.986849:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946167.986852:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304955568 00000100:00000010:0.0:1784946167.986856:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373f00. 00000100:00000001:0.0:1784946167.986861:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784946167.986866:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304955568 00000100:00000010:0.0:1784946167.986868:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d593737e0. 00000100:00000001:0.0:1784946167.986870:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784946167.986873:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946167.986875:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946167.986877:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946167.986879:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946167.986882:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946167.986883:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946167.986884:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946167.986886:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946167.986887:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946167.986890:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d89180 x1871641054268416/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946167.986895:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946167.986896:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946167.986897:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946167.986898:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946167.986900:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946167.986902:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054268416:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946167.986905:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784946167.986907:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946167.986909:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946167.986911:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946167.986913:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394a200. 02000000:00000001:0.0:1784946167.986915:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946167.986916:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1784946167.986921:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:1.0:1784946167.986933:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4d00. 00000400:00000010:0.0:1784946167.986937:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652faa8. 00000400:00000200:1.0:1784946167.986939:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1784946167.986945:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fbb0. 00000400:00000200:1.0:1784946167.986948:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000200:0.0:1784946167.986951:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054268416, portal 10 00000100:00000001:0.0:1784946167.986954:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1784946167.986955:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fa18 00000100:00000001:0.0:1784946167.986956:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318369664 : -112780391181952 : ffff996d44d89180) 00000400:00000010:1.0:1784946167.986959:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fa18. 00000100:00000001:1.0:1784946167.986965:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1784946167.986966:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d89180 x1871641054268416/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946167.986973:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d88000 x1871641054268288/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946167.986974:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784946167.986980:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946167.986985:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fcc0. 00000100:00000200:0.0:1784946167.986989:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054268416, offset 0 00000100:00000001:1.0:1784946167.986991:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784946167.986994:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:1.0:1784946167.986998:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d88000 x1871641054268288/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946183 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946167.987000:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946167.987006:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946167.987012:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946167.987016:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:1.0:1784946167.987017:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946167.987020:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784946167.987021:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1784946167.987022:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946167.987026:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314608:314608:255:4294967295] 192.168.202.106@tcp LPNI seq info [314604:314604:7:4294967295] 00000400:00000200:0.0:1784946167.987028:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946167.987032:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946167.987034:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784946167.987037:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4500. 00000800:00000200:0.0:1784946167.987040:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784946167.987043:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784946167.987045:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946167.987051:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946167.987054:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16765 usecs (17 jiffies) 00000400:00000200:0.0:1784946167.987056:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946167.987058:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304954898 00000100:00000001:0.0:1784946167.987061:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304955568 00000100:00000001:0.0:1784946167.987062:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304954898 00000100:00000001:0.0:1784946167.987064:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304955568 00000100:00000001:0.0:1784946167.987065:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946167.987067:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946167.987068:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946167.987070:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946167.987072:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1784946167.987073:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784946167.987074:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946167.987078:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1784946167.987079:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4500. 00000100:00000001:0.0:1784946167.987080:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946167.987082:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946167.987085:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946167.987085:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946167.987094:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946167.987097:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fcc0 00000100:00000001:0.0:1784946167.987098:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946167.987101:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946167.987101:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fcc0. 00000100:00000001:1.0:1784946167.987106:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946167.987111:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d89180 x1871641054268416/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946167.987119:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946167.987122:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d89180 x1871641054268416/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946183 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946167.987129:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946167.987131:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946167.988553:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946167.988562:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946167.988565:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946167.988567:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946167.988573:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946167.988578:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946167.988584:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946167.988587:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946167.988591:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946167.988594:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fcb80 00000400:00000200:1.0:1784946167.988599:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946167.988603:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce041 [1] + 224 00000800:00000001:1.0:1784946167.988608:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946167.988614:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946167.988616:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946167.988620:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946167.988625:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946167.988631:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d88000 x1871641054268288/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946183 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946167.988641:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d88000 x1871641054268288/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946167.988663:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946167.988670:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946167.988674:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946167.988676:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946167.988679:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946167.988683:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946167.988687:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:0.0:1784946167.988688:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946167.988691:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946167.988692:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946167.988696:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:0.0:1784946167.988698:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784946167.988699:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:0.0:1784946167.988703:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784946167.988703:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fcc00 00000400:00000010:0.0:1784946167.988708:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f210. 00000400:00000200:1.0:1784946167.988712:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946167.988714:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f660 00000400:00000010:0.0:1784946167.988718:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f660. 00000100:00000001:0.0:1784946167.988721:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946167.988724:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce051 [1] + 224 00000800:00000001:1.0:1784946167.988728:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784946167.988729:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88000 x1871641054268288/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946167.988733:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946167.988736:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946167.988739:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946167.988741:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946167.988746:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89180 x1871641054268416/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946183 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946167.988754:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88000 x1871641054268288/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946183 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946167.988755:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89180 x1871641054268416/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946167.988771:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946167.988773:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946167.988775:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946167.988777:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784946167.988780:0:2352:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:1.0:1784946167.988780:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784946167.988784:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946167.988788:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946167.988791:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946167.988794:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946167.988800:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=119 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946167.988803:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=119 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946167.988806:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946167.988807:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946167.988810:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946167.988812:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946167.988815:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946167.988821:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88000 x1871641054268288/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946183 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946167.988828:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946167.988830:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946167.988832:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946167.988836:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88000 x1871641054268288/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946183 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946167.988843:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054268288:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946167.988848:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946167.988850:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946167.988853:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88000 x1871641054268288/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946183 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946167.988859:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946167.988861:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946167.988864:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b000. 02000000:00000001:0.0:1784946167.988867:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946167.988870:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946167.988872:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784946167.988874:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946167.988876:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad400. 02000000:00000001:0.0:1784946167.988880:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946167.988882:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946167.988883:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88000. 00000100:00000001:0.0:1784946167.988887:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946167.988888:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946167.988890:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946167.988892:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946167.988893:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784946167.988896:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946167.988897:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946167.988898:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652faa8. 00000400:00000200:0.0:1784946167.988901:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fbb0 00000400:00000010:0.0:1784946167.988902:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fbb0. 00000100:00000001:0.0:1784946167.988905:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946167.988908:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d89180 x1871641054268416/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946167.988917:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d89180 x1871641054268416/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946183 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946167.988942:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946167.988944:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946167.988945:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946167.988947:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946167.988948:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946167.988950:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946167.988951:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946167.988956:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=119 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946167.988959:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=39 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946167.988961:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946167.988963:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946167.988964:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946167.988967:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946167.988970:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784946167.988973:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784946167.988975:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784946167.988976:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946167.988980:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d89180 x1871641054268416/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946183 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946167.988986:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946167.988988:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946167.988989:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946167.988992:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89180 x1871641054268416/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946183 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946167.988998:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054268416:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946167.989002:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946167.989004:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946167.989007:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89180 x1871641054268416/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946183 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946167.989013:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946167.989014:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946167.989016:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394a200. 02000000:00000001:0.0:1784946167.989019:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946167.989020:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946167.989022:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784946167.989024:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946167.989025:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad500. 02000000:00000001:0.0:1784946167.989028:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946167.989029:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946167.989030:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89180. 00000100:00000001:0.0:1784946167.989033:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946167.989034:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946167.989036:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946167.989040:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946167.989041:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946167.989042:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946167.989043:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946168.305595:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946168.305600:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946168.305635:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946168.305638:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946168.305640:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946168.689604:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304955568, at 4304955584 00000100:00000040:1.0:1784946168.689604:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304955568, at 4304955584 00000100:00000010:1.0:1784946168.689617:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d593737e0. 00000100:00000010:0.0:1784946168.689619:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373f00. 00010000:00000001:1.0:1784946169.329627:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946169.329634:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946169.329678:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946169.329681:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946169.329684:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946170.353616:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946170.353620:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946170.353670:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946170.353678:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946170.353681:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946171.377630:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946171.377638:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946171.377640:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946171.377644:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946171.377648:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946171.377650:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946171.377652:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946171.377654:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946171.377708:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946171.377711:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946171.377714:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784946171.761636:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784946171.761644:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784946171.761648:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:0.0:1784946171.761812:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784946171.761823:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784946171.761825:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946171.761830:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946171.761833:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784946172.401628:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946172.401633:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946172.401693:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946172.401696:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946172.401700:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946173.105627:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946173.105637:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946173.105645:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952a00. 00000020:00000040:2.0:1784946173.105651:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946173.105655:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946173.105659:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946173.105664:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946173.105671:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784946173.105677:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946173.105687:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73952a00 x1871641054268544/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946173.105697:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946173.105701:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946173.105707:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce3dc249] to pc [ptlrpcd_01_01+1] req@ffff996d73952a00 x1871641054268544/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946173.105732:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946173.105736:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946173.105740:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946173.105743:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950e00. 00000020:00000040:2.0:1784946173.105746:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946173.105748:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946173.105749:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946173.105752:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1784946173.105753:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784946173.105755:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946173.105757:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1784946173.105762:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b300. 00000100:00000001:2.0:1784946173.105768:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946173.105771:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952a00 x1871641054268544/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946173.105776:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950e00 x1871641054268672/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946173.105781:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946173.105783:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946173.105788:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946173.105790:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946173.105794:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946173.105800:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054268544:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946173.105803:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946173.105804:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784946173.105807:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946173.105810:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946173.105813:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946173.105814:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006776830d] to pc [ptlrpcd_01_00+0] req@ffff996d73950e00 x1871641054268672/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946173.105815:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946173.105821:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3de00. 02000000:00000001:3.0:1784946173.105824:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946173.105829:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946173.105833:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784946173.105835:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1784946173.105837:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000040:2.0:1784946173.105842:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1784946173.105843:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000040:2.0:1784946173.105845:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946173.105849:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:3.0:1784946173.105850:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054268544, portal 25 00000100:00000001:3.0:1784946173.105853:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1784946173.105854:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10297) 00000100:00000001:3.0:1784946173.105855:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102481408 : -112779607070208 : ffff996d73952a00) 00000100:00000040:3.0:1784946173.105862:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952a00 x1871641054268544/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946173.105867:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946173.105869:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784946173.105870:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1784946173.105871:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1e58. 00000100:00000001:2.0:1784946173.105874:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1784946173.105875:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054268544, offset 0 00000100:00000001:2.0:1784946173.105878:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1784946173.105881:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946173.105900:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784946173.105902:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950e00 x1871641054268672/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946173.105907:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946173.105914:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784946173.105918:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1784946173.105920:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:2.0:1784946173.105921:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946173.105924:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1784946173.105928:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1784946173.105928:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 02000000:00000001:2.0:1784946173.105932:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784946173.105933:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314609:314609:256:4294967295] 192.168.202.106@tcp LPNI seq info [314605:314605:8:4294967295] 02000000:00000001:2.0:1784946173.105938:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946173.105939:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00100000:2.0:1784946173.105946:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054268672:192.168.202.106@tcp:400:kworker.0 00000400:00000200:3.0:1784946173.105953:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:2.0:1784946173.105955:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1784946173.105959:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 02000000:00000001:2.0:1784946173.105960:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946173.105963:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784946173.105963:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beaf00. 02000000:00000001:2.0:1784946173.105966:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946173.105971:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 00000800:00000200:3.0:1784946173.105971:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 02000000:00000001:2.0:1784946173.105975:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784946173.105979:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784946173.105983:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946173.105984:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beaf00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1784946173.105991:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784946173.105996:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000100:00000001:3.0:1784946173.105998:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784946173.106001:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054268672, portal 10 00000100:00000001:2.0:1784946173.106006:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1784946173.106006:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946173.106010:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102474240 : -112779607077376 : ffff996d73950e00) 00000100:00000001:3.0:1784946173.106012:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304960687 00000100:00000040:2.0:1784946173.106019:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950e00 x1871641054268672/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1784946173.106020:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322540. 00000100:00000001:3.0:1784946173.106028:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946173.106029:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946173.106034:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784946173.106036:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304960687 00000400:00000010:2.0:1784946173.106038:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6880. 00000100:00000010:3.0:1784946173.106041:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322780. 00000100:00000200:2.0:1784946173.106042:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054268672, offset 0 00000100:00000001:3.0:1784946173.106046:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946173.106049:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946173.106051:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946173.106056:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946173.106059:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784946173.106063:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784946173.106065:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1784946173.106069:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946173.106069:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946173.106075:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784946173.106077:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:3.0:1784946173.106078:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946173.106081:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946173.106084:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784946173.106085:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946173.106090:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946173.106093:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946173.106096:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946173.106100:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314610:314610:255:4294967295] 192.168.202.106@tcp LPNI seq info [314606:314606:7:4294967295] 00000800:00000200:1.0:1784946173.106101:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946173.106108:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beaf00. 00000400:00000200:2.0:1784946173.106108:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946173.106116:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784946173.106117:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:1.0:1784946173.106126:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000800:00000200:2.0:1784946173.106126:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946173.106132:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b000. 00000400:00000200:1.0:1784946173.106135:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1e58 00000400:00000010:1.0:1784946173.106139:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1e58. 00000800:00000200:2.0:1784946173.106139:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:1.0:1784946173.106145:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1784946173.106149:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946173.106154:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1784946173.106155:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952a00 x1871641054268544/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946173.106161:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946173.106167:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16763 usecs (17 jiffies) 00000100:00000001:1.0:1784946173.106171:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784946173.106174:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946173.106178:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304960017 00000100:00000001:2.0:1784946173.106182:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304960687 00000100:00000040:1.0:1784946173.106183:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952a00 x1871641054268544/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946189 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946173.106186:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304960017 00000100:00000001:2.0:1784946173.106191:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304960687 00000100:00000001:2.0:1784946173.106196:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946173.106198:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946173.106200:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946173.106202:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784946173.106204:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946173.106207:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946173.106211:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946173.106213:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946173.106215:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946173.106216:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946173.106218:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946173.106220:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946173.106221:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784946173.106226:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b000. 00000400:00000200:1.0:1784946173.106231:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946173.106235:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946173.106238:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6880 00000400:00000010:1.0:1784946173.106240:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6880. 00000100:00000001:1.0:1784946173.106244:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946173.106248:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950e00 x1871641054268672/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946173.106256:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946173.106260:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950e00 x1871641054268672/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946189 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946173.106266:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946173.106268:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946173.107500:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946173.107533:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946173.107536:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946173.107539:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946173.107544:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946173.107549:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946173.107555:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946173.107558:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946173.107562:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946173.107573:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fcc80 00000400:00000200:0.0:1784946173.107577:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946173.107583:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce061 [1] + 224 00000800:00000001:0.0:1784946173.107588:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946173.107594:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946173.107596:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946173.107600:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946173.107604:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946173.107610:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952a00 x1871641054268544/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946189 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946173.107619:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952a00 x1871641054268544/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946173.107631:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946173.107637:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946173.107640:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946173.107739:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946173.107741:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784946173.107745:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946173.107746:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946173.107748:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946173.107751:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946173.107752:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946173.107753:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946173.107757:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952a00 x1871641054268544/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946173.107772:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952a00 x1871641054268544/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946189 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946173.107778:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946173.107780:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946173.107782:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946173.107785:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946173.107787:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946173.107789:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946173.107792:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946173.107797:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=125 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946173.107801:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=125 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946173.107804:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946173.107805:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946173.107808:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946173.107810:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946173.107813:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946173.107816:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952a00 x1871641054268544/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946189 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946173.107820:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946173.107822:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946173.107823:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946173.107826:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952a00 x1871641054268544/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946189 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946173.107830:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054268544:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946173.107833:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946173.107834:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946173.107836:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952a00 x1871641054268544/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946189 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946173.107840:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946173.107842:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946173.107843:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3de00. 02000000:00000001:3.0:1784946173.107845:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946173.107846:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946173.107847:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946173.107853:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946173.107855:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 02000000:00000001:3.0:1784946173.107857:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946173.107858:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946173.107859:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952a00. 00000100:00000001:3.0:1784946173.107861:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946173.107862:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946173.107863:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946173.107866:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946173.107867:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946173.107868:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946173.107870:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946173.110202:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946173.110213:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946173.110216:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946173.110219:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946173.110224:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946173.110229:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946173.110235:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946173.110238:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946173.110243:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946173.110246:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fcd00 00000400:00000200:1.0:1784946173.110251:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946173.110256:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce069 [1] + 224 00000800:00000001:1.0:1784946173.110261:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946173.110266:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946173.110268:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946173.110271:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946173.110274:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946173.110279:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950e00 x1871641054268672/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946189 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946173.110286:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950e00 x1871641054268672/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946173.110297:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946173.110303:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946173.110305:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946173.110339:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946173.110343:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946173.110347:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946173.110349:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946173.110351:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946173.110355:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000400:00000010:2.0:1784946173.110357:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000001:2.0:1784946173.110360:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946173.110365:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950e00 x1871641054268672/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946173.110374:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950e00 x1871641054268672/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946189 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946173.110380:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946173.110382:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946173.110383:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946173.110386:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946173.110388:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946173.110390:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946173.110392:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946173.110398:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=125 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946173.110402:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=45 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946173.110404:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946173.110406:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946173.110408:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946173.110411:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946173.110414:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946173.110416:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946173.110418:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946173.110420:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946173.110424:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950e00 x1871641054268672/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946189 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946173.110430:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946173.110432:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946173.110434:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946173.110438:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950e00 x1871641054268672/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946189 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946173.110446:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054268672:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946173.110450:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946173.110452:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946173.110454:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950e00 x1871641054268672/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946189 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946173.110460:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946173.110462:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946173.110464:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946173.110467:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946173.110469:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946173.110471:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946173.110473:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946173.110475:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b300. 02000000:00000001:2.0:1784946173.110477:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946173.110479:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946173.110480:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950e00. 00000100:00000001:2.0:1784946173.110483:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946173.110485:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946173.110486:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946173.110492:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946173.110493:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946173.110495:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946173.110497:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946173.425648:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946173.425654:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946173.425709:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946173.425712:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946173.425715:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946173.809605:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304960687, at 4304960704 00000100:00000010:1.0:1784946173.809617:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322780. 00000100:00000040:0.0:1784946173.809682:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304960687, at 4304960704 00000100:00000010:0.0:1784946173.809689:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322540. 00010000:00000001:1.0:1784946174.449597:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946174.449602:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946174.449658:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946174.449662:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946174.449665:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946175.473587:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946175.473592:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946175.473638:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946175.473642:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946175.473646:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946176.497619:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946176.497624:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946176.497685:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946176.497689:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946176.497692:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946177.521635:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946177.521641:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946177.521693:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946177.521696:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946177.521699:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946178.225644:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946178.225655:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946178.225665:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950e00. 00000020:00000040:2.0:1784946178.225671:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946178.225675:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946178.225679:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946178.225684:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946178.225692:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b300. 00000100:00000001:2.0:1784946178.225699:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946178.225709:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950e00 x1871641054268800/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946178.225720:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946178.225725:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946178.225731:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006776830d] to pc [ptlrpcd_01_01+1] req@ffff996d73950e00 x1871641054268800/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946178.225764:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946178.225767:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946178.225771:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946178.225774:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951c00. 00000020:00000040:2.0:1784946178.225776:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946178.225779:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946178.225780:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946178.225782:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946178.225786:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784946178.225789:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946178.225794:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951c00 x1871641054268928/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946178.225795:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946178.225800:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946178.225803:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784946178.225806:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946178.225810:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946178.225811:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950e00 x1871641054268800/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946178.225817:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000188be879] to pc [ptlrpcd_01_00+0] req@ffff996d73951c00 x1871641054268928/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946178.225822:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946178.225825:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946178.225829:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946178.225833:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946178.225834:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946178.225837:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946178.225839:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946178.225857:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1784946178.225861:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054268800:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784946178.225862:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946178.225867:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784946178.225869:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784946178.225872:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784946178.225874:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10302) 02000000:00000001:3.0:1784946178.225875:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946178.225879:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946178.225883:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3da00. 02000000:00000001:3.0:1784946178.225885:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946178.225890:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946178.225891:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946178.225894:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1784946178.225895:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784946178.225896:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1784946178.225902:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000040:2.0:1784946178.225904:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951c00 x1871641054268928/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946178.225909:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054268800, portal 25 00000100:00000001:2.0:1784946178.225914:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946178.225916:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946178.225918:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1784946178.225920:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784946178.225922:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102474240 : -112779607077376 : ffff996d73950e00) 02000000:00000001:2.0:1784946178.225924:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946178.225927:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946178.225929:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950e00 x1871641054268800/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946178.225934:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054268928:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946178.225939:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784946178.225941:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784946178.225944:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000001:2.0:1784946178.225945:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1784946178.225947:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 02000000:00000001:2.0:1784946178.225948:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784946178.225951:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054268800, offset 0 02000000:00000001:2.0:1784946178.225952:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946178.225957:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 00000400:00000200:3.0:1784946178.225958:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 02000000:00000001:2.0:1784946178.225962:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946178.225967:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946178.225968:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946178.225973:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000200:3.0:1784946178.225976:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000010:2.0:1784946178.225979:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000400:00000200:3.0:1784946178.225981:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1784946178.225985:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054268928, portal 10 00000400:00000200:3.0:1784946178.225986:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:2.0:1784946178.225989:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1784946178.225992:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784946178.225993:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102477824 : -112779607073792 : ffff996d73951c00) 00000400:00000200:3.0:1784946178.225995:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946178.225999:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314611:314611:256:4294967295] 192.168.202.106@tcp LPNI seq info [314607:314607:8:4294967295] 00000100:00000040:2.0:1784946178.226004:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951c00 x1871641054268928/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946178.226004:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946178.226016:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784946178.226017:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000040:2.0:1784946178.226022:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000800:00000200:3.0:1784946178.226026:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946178.226027:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6198. 00000100:00000200:2.0:1784946178.226031:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054268928, offset 0 00000800:00000010:3.0:1784946178.226032:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000400:00000200:2.0:1784946178.226041:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000800:00000200:3.0:1784946178.226041:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946178.226049:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946178.226052:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784946178.226057:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:3.0:1784946178.226057:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784946178.226064:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946178.226067:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946178.226069:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946178.226072:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:3.0:1784946178.226074:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946178.226077:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314612:314612:255:4294967295] 192.168.202.106@tcp LPNI seq info [314608:314608:7:4294967295] 00000400:00000200:3.0:1784946178.226080:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946178.226084:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304965807 00000400:00000200:2.0:1784946178.226089:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000010:3.0:1784946178.226091:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322240. 00000100:00000001:3.0:1784946178.226098:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1784946178.226102:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:3.0:1784946178.226105:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304965807 00000800:00000200:2.0:1784946178.226109:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000010:3.0:1784946178.226109:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322180. 00000100:00000001:3.0:1784946178.226114:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000800:00000010:2.0:1784946178.226115:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b500. 00000100:00000001:3.0:1784946178.226119:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1784946178.226123:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:3.0:1784946178.226125:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946178.226131:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784946178.226132:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:3.0:1784946178.226134:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784946178.226138:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946178.226142:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946178.226144:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1784946178.226147:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16763 usecs (17 jiffies) 00000100:00000001:3.0:1784946178.226148:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1784946178.226153:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946178.226153:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946178.226155:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946178.226157:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304965137 00000100:00000001:3.0:1784946178.226159:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946178.226161:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304965807 00000100:00000001:3.0:1784946178.226164:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946178.226166:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304965137 00000100:00000001:2.0:1784946178.226170:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304965807 00000100:00000001:2.0:1784946178.226172:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946178.226175:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946178.226178:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946178.226180:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946178.226184:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946178.226186:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946178.226188:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946178.226190:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946178.226192:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946178.226195:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946178.226199:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946178.226208:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000400:00000200:0.0:1784946178.226215:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946178.226220:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946178.226225:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000400:00000010:0.0:1784946178.226227:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000100:00000001:0.0:1784946178.226231:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946178.226236:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950e00 x1871641054268800/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946178.226245:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946178.226248:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950e00 x1871641054268800/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946194 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946178.226254:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946178.226256:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946178.226270:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946178.226272:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b500. 00000400:00000200:0.0:1784946178.226274:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946178.226277:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946178.226280:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6198 00000400:00000010:0.0:1784946178.226282:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6198. 00000100:00000001:0.0:1784946178.226284:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946178.226287:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951c00 x1871641054268928/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946178.226294:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946178.226297:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951c00 x1871641054268928/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946194 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946178.226303:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946178.226304:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946178.227387:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946178.227398:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946178.227401:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946178.227403:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946178.227407:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946178.227412:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946178.227417:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946178.227420:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946178.227426:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946178.227430:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fcd80 00000400:00000200:1.0:1784946178.227434:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946178.227438:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce071 [1] + 224 00000800:00000001:1.0:1784946178.227443:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946178.227447:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946178.227450:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946178.227452:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946178.227457:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946178.227462:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950e00 x1871641054268800/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946194 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946178.227473:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950e00 x1871641054268800/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946178.227494:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946178.227500:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946178.227504:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946178.227564:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946178.227571:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784946178.227584:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946178.227586:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946178.227590:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946178.227597:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946178.227601:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946178.227605:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946178.227614:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950e00 x1871641054268800/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946178.227625:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950e00 x1871641054268800/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946194 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946178.227632:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946178.227635:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946178.227638:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946178.227641:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946178.227644:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946178.227647:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946178.227650:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946178.227658:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=130 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946178.227662:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=130 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946178.227665:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946178.227667:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946178.227670:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946178.227673:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946178.227676:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946178.227680:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950e00 x1871641054268800/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946194 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946178.227799:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946178.227802:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946178.227805:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946178.227811:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950e00 x1871641054268800/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946194 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946178.227827:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946178.227834:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946178.227837:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946178.227839:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946178.227854:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946178.227859:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946178.227868:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00100000:3.0:1784946178.227870:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054268800:192.168.202.106@tcp:400:kworker.0 00000400:00000200:0.0:1784946178.227876:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946178.227884:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946178.227886:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946178.227891:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784946178.227897:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fce00 00000100:00000040:3.0:1784946178.227901:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950e00 x1871641054268800/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946194 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946178.227917:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946178.227927:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce079 [1] + 224 00000100:00000001:3.0:1784946178.227927:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946178.227933:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:0.0:1784946178.227937:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:3.0:1784946178.227940:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3da00. 02000000:00000001:3.0:1784946178.227947:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946178.227950:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946178.227952:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946178.227955:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946178.227958:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b300. 00000800:00000001:0.0:1784946178.227961:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784946178.227964:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1784946178.227967:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784946178.227969:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946178.227973:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950e00. 00000400:00000200:0.0:1784946178.227979:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946178.227981:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946178.227985:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946178.227985:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946178.227991:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784946178.227993:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951c00 x1871641054268928/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946194 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946178.228000:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946178.228004:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946178.228012:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946178.228018:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946178.228031:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951c00 x1871641054268928/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946178.228047:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946178.228052:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946178.228055:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946178.228078:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946178.228082:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946178.228086:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946178.228088:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946178.228090:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946178.228094:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000400:00000010:2.0:1784946178.228096:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000001:2.0:1784946178.228099:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946178.228104:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951c00 x1871641054268928/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946178.228113:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951c00 x1871641054268928/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946194 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946178.228120:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946178.228122:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946178.228125:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946178.228127:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946178.228129:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946178.228131:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946178.228134:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946178.228141:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=130 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946178.228144:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=50 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946178.228147:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946178.228148:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946178.228151:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946178.228154:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946178.228157:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946178.228159:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946178.228161:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946178.228162:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946178.228167:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951c00 x1871641054268928/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946194 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946178.228174:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946178.228176:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946178.228178:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946178.228181:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951c00 x1871641054268928/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946194 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946178.228189:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054268928:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946178.228194:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946178.228196:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946178.228199:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951c00 x1871641054268928/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946194 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946178.228205:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946178.228207:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946178.228210:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946178.228213:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946178.228215:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946178.228217:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946178.228219:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946178.228222:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 02000000:00000001:2.0:1784946178.228225:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946178.228227:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946178.228229:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951c00. 00000100:00000001:2.0:1784946178.228231:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946178.228233:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946178.228235:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946178.228238:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946178.228240:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946178.228242:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946178.228244:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946178.545624:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946178.545631:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946178.545685:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946178.545687:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946178.545690:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946178.929610:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304965807, at 4304965824 00000100:00000040:1.0:1784946178.929610:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304965807, at 4304965824 00000100:00000010:0.0:1784946178.929624:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322240. 00000100:00000010:1.0:1784946178.929626:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322180. 00010000:00000001:1.0:1784946179.569637:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946179.569642:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946179.569732:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946179.569739:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946179.569744:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946180.593627:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946180.593636:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946180.593637:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946180.593639:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946180.593643:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946180.593644:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946180.593646:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946180.593647:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946180.593698:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946180.593701:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946180.593703:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946181.617636:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946181.617642:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946181.617696:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946181.617699:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946181.617703:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946182.641658:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946182.641665:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946182.641756:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946182.641760:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946182.641764:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946183.345622:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946183.345630:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946183.345639:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951c00. 00000020:00000040:2.0:1784946183.345643:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946183.345646:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946183.345649:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946183.345653:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946183.345658:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784946183.345664:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946183.345672:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951c00 x1871641054269056/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946183.345680:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946183.345683:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946183.345690:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000188be879] to pc [ptlrpcd_01_01+1] req@ffff996d73951c00 x1871641054269056/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946183.345726:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946183.345729:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946183.345732:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946183.345735:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953480. 00000020:00000040:2.0:1784946183.345745:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946183.345748:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946183.345749:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946183.345752:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946183.345759:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784946183.345762:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946183.345767:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73953480 x1871641054269184/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946183.345775:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946183.345777:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946183.345781:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000632050e9] to pc [ptlrpcd_01_00+0] req@ffff996d73953480 x1871641054269184/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946183.345789:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946183.345791:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946183.345794:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946183.345807:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946183.345810:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946183.345815:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10307) 00000100:00000001:2.0:1784946183.345830:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946183.345832:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946183.345834:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946183.345838:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953480 x1871641054269184/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946183.345843:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946183.345845:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946183.345847:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946183.345849:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946183.345851:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946183.345853:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054269184:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946183.345856:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946183.345860:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946183.345863:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946183.345865:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946183.345869:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946183.345871:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946183.345875:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784946183.345877:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946183.345881:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1784946183.345882:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000100:00000001:3.0:1784946183.345885:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1784946183.345888:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000100:00000040:3.0:1784946183.345894:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951c00 x1871641054269056/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946183.345895:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054269184, portal 10 00000100:00000001:2.0:1784946183.345899:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946183.345901:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102484096 : -112779607067520 : ffff996d73953480) 00000100:00000001:3.0:1784946183.345909:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946183.345912:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946183.345914:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784946183.345917:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953480 x1871641054269184/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946183.345917:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946183.345920:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946183.345927:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054269056:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946183.345935:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784946183.345936:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946183.345940:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784946183.345943:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000001:3.0:1784946183.345944:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946183.345947:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1784946183.345948:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6d48. 02000000:00000010:3.0:1784946183.345952:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3dc00. 00000100:00000200:2.0:1784946183.345954:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054269184, offset 0 02000000:00000001:3.0:1784946183.345956:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946183.345963:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946183.345964:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946183.345969:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000200:2.0:1784946183.345974:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946183.345975:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000400:00000200:2.0:1784946183.345981:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000200:3.0:1784946183.345981:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054269056, portal 25 00000100:00000001:3.0:1784946183.345986:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1784946183.345988:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784946183.345989:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102477824 : -112779607073792 : ffff996d73951c00) 00000400:00000200:2.0:1784946183.345993:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000040:3.0:1784946183.345997:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951c00 x1871641054269056/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784946183.345998:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946183.346002:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946183.346010:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314613:314613:256:4294967295] 192.168.202.106@tcp LPNI seq info [314609:314609:8:4294967295] 00000100:00000001:3.0:1784946183.346016:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784946183.346019:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784946183.346022:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946183.346026:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1110. 00000100:00000200:3.0:1784946183.346029:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054269056, offset 0 00000400:00000200:2.0:1784946183.346036:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784946183.346041:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000800:00000200:2.0:1784946183.346048:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946183.346049:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:2.0:1784946183.346057:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bc00. 00000400:00000200:3.0:1784946183.346057:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946183.346063:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784946183.346068:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784946183.346068:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946183.346074:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946183.346077:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:2.0:1784946183.346081:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946183.346087:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784946183.346087:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314614:314614:255:4294967295] 192.168.202.106@tcp LPNI seq info [314610:314610:7:4294967295] 00000400:00000200:3.0:1784946183.346095:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946183.346102:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946183.346104:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000040:2.0:1784946183.346107:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16762 usecs (17 jiffies) 00000800:00000200:3.0:1784946183.346113:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946183.346114:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946183.346118:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304970257 00000800:00000010:3.0:1784946183.346120:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000100:00000010:2.0:1784946183.346122:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cd20. 00000800:00000200:3.0:1784946183.346127:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:2.0:1784946183.346129:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000800:00000200:3.0:1784946183.346135:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:2.0:1784946183.346139:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304970257 00000800:00000200:3.0:1784946183.346139:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1784946183.346143:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668ca20. 00000100:00000001:3.0:1784946183.346146:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946183.346147:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946183.346153:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784946183.346155:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946183.346156:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946183.346160:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946183.346160:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304970927 00000100:00000001:2.0:1784946183.346164:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946183.346169:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304970257 00000100:00000001:2.0:1784946183.346171:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946183.346174:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946183.346176:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946183.346176:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304970927 00000100:00000001:2.0:1784946183.346179:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1784946183.346182:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946183.346183:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946183.346184:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304970257 00000100:00000001:2.0:1784946183.346187:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784946183.346190:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bc00. 00000100:00000001:3.0:1784946183.346191:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946183.346196:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946183.346199:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946183.346200:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946183.346202:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946183.346208:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784946183.346209:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946183.346211:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946183.346214:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946183.346216:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6d48 00000100:00000001:3.0:1784946183.346216:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946183.346218:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946183.346221:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6d48. 00000100:00000001:3.0:1784946183.346223:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946183.346228:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946183.346235:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953480 x1871641054269184/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946183.346246:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946183.346250:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953480 x1871641054269184/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946199 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946183.346263:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946183.346265:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946183.346327:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946183.346330:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beab00. 00000400:00000200:1.0:1784946183.346333:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946183.346336:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946183.346339:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1110 00000400:00000010:1.0:1784946183.346341:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1110. 00000100:00000001:1.0:1784946183.346343:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946183.346347:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951c00 x1871641054269056/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946183.346354:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946183.346357:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951c00 x1871641054269056/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946199 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946183.346363:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946183.346364:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946183.348981:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946183.348996:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946183.349000:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946183.349002:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946183.349009:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946183.349015:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946183.349022:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946183.349026:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946183.349031:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946183.349035:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fce80 00000400:00000200:0.0:1784946183.349039:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946183.349045:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce089 [1] + 224 00000800:00000001:0.0:1784946183.349052:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946183.349056:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946183.349058:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946183.349062:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946183.349068:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946183.349075:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951c00 x1871641054269056/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946199 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946183.349088:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951c00 x1871641054269056/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946183.349102:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946183.349110:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946183.349114:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946183.349120:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946183.349122:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946183.349126:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946183.349129:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946183.349131:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:3.0:1784946183.349134:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946183.349138:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946183.349142:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784946183.349143:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784946183.349146:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784946183.349147:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784946183.349151:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fcf00 00000400:00000010:3.0:1784946183.349152:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:0.0:1784946183.349158:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946183.349159:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946183.349163:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946183.349166:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946183.349171:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce081 [1] + 224 00000100:00000200:3.0:1784946183.349173:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951c00 x1871641054269056/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946183.349179:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946183.349188:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784946183.349189:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951c00 x1871641054269056/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946183.349192:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946183.349200:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946183.349207:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946183.349207:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946183.349211:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784946183.349214:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953480 x1871641054269184/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946199 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946183.349215:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946183.349219:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946183.349224:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946183.349227:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946183.349228:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953480 x1871641054269184/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946183.349231:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946183.349240:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=135 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946183.349245:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=135 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946183.349247:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946183.349249:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1784946183.349252:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784946183.349253:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946183.349256:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784946183.349257:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946183.349262:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946183.349265:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946183.349272:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951c00 x1871641054269056/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946199 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946183.349273:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946183.349277:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946183.349280:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946183.349282:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946183.349285:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000100:00000001:3.0:1784946183.349290:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784946183.349291:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000400:00000010:2.0:1784946183.349295:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000001:3.0:1784946183.349296:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946183.349300:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946183.349300:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946183.349306:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951c00 x1871641054269056/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946199 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946183.349309:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953480 x1871641054269184/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946183.349328:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953480 x1871641054269184/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946183.349332:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054269056:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946183.349342:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946183.349344:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946183.349346:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784946183.349348:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946183.349353:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946183.349355:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946183.349357:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946183.349359:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946183.349359:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951c00 x1871641054269056/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946199 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946183.349362:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946183.349370:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00001000:2.0:1784946183.349371:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=135 v=5 (5 5 5 5) 02000000:00000001:3.0:1784946183.349373:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:2.0:1784946183.349378:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=55 v=5 (1 1 1 1) 02000000:00000010:3.0:1784946183.349378:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3dc00. 00000100:00000001:2.0:1784946183.349385:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1784946183.349386:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784946183.349387:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946183.349389:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:2.0:1784946183.349391:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000040:3.0:1784946183.349394:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00010000:00000001:2.0:1784946183.349395:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946183.349399:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784946183.349401:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000010:3.0:1784946183.349403:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 00000100:00000040:2.0:1784946183.349405:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946183.349409:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1784946183.349409:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784946183.349411:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946183.349413:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946183.349416:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951c00. 00000100:00000040:2.0:1784946183.349419:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953480 x1871641054269184/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946199 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946183.349421:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946183.349429:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946183.349432:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946183.349433:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946183.349437:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946183.349438:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953480 x1871641054269184/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946199 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946183.349442:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784946183.349452:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054269184:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946183.349452:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946183.349455:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946183.349459:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946183.349460:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946183.349464:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784946183.349465:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946183.349470:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953480 x1871641054269184/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946199 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946183.349477:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946183.349479:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946183.349481:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946183.349485:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946183.349486:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946183.349487:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946183.349489:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946183.349491:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:2.0:1784946183.349493:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946183.349495:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946183.349496:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953480. 00000100:00000001:2.0:1784946183.349498:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946183.349499:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946183.349500:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946183.349503:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946183.349504:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946183.349505:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946183.349507:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946183.665634:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946183.665641:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946183.665700:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946183.665704:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946183.665707:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946184.049620:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304970927, at 4304970944 00000100:00000040:1.0:1784946184.049631:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304970927, at 4304970944 00000100:00000010:0.0:1784946184.049637:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cd20. 00000100:00000010:1.0:1784946184.049646:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668ca20. 00010000:00000001:1.0:1784946184.689608:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946184.689616:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946184.689670:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946184.689673:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946184.689675:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946185.713620:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946185.713624:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946185.713668:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946185.713670:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946185.713673:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946186.737628:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946186.737633:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946186.737688:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946186.737691:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946186.737694:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946187.761589:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946187.761594:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946187.761641:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946187.761644:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946187.761646:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946188.465613:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946188.465623:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946188.465632:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328b100. 00000020:00000040:0.0:1784946188.465638:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946188.465642:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946188.465645:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946188.465649:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946188.465657:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4700. 00000100:00000001:0.0:1784946188.465663:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946188.465674:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d4328b100 x1871641054269312/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946188.465683:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946188.465687:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946188.465693:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028243735] to pc [ptlrpcd_00_01+1] req@ffff996d4328b100 x1871641054269312/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946188.465726:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946188.465729:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946188.465733:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946188.465736:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328ad80. 00000020:00000040:0.0:1784946188.465739:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946188.465742:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1784946188.465743:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784946188.465744:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946188.465748:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946188.465749:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1784946188.465752:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4100. 00000100:00000001:1.0:1784946188.465753:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784946188.465770:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946188.465773:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328b100 x1871641054269312/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946188.465778:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d4328ad80 x1871641054269440/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946188.465799:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946188.465804:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946188.465805:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946188.465809:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946188.465811:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ae59169] to pc [ptlrpcd_00_00+0] req@ffff996d4328ad80 x1871641054269440/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784946188.465814:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946188.465818:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946188.465823:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946188.465828:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946188.465830:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054269312:192.168.202.106@tcp:400:kworker.0 00000100:00000040:0.0:1784946188.465833:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946188.465837:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1784946188.465838:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784946188.465843:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784946188.465843:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946188.465847:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946188.465850:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1784946188.465851:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784946188.465858:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10313) 02000000:00000010:1.0:1784946188.465858:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ace00. 02000000:00000001:1.0:1784946188.465862:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946188.465870:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946188.465874:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1784946188.465874:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d790. 00000100:00000001:0.0:1784946188.465878:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946188.465880:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1784946188.465881:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294f68. 00000100:00000040:0.0:1784946188.465887:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328ad80 x1871641054269440/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946188.465888:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054269312, portal 25 00000100:00000001:1.0:1784946188.465893:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946188.465896:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290066176 : -112780419485440 : ffff996d4328b100) 00000100:00000001:0.0:1784946188.465903:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1784946188.465913:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328b100 x1871641054269312/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946188.465918:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946188.465924:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784946188.465926:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1784946188.465927:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784946188.465931:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000001:0.0:1784946188.465934:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946188.465935:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294b28. 00000100:00000200:1.0:1784946188.465939:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054269312, offset 0 00000100:00100000:0.0:1784946188.465942:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054269440:192.168.202.106@tcp:400:kworker.0 00000400:00000200:1.0:1784946188.465947:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784946188.465949:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784946188.465953:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946188.465955:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946188.465956:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:0.0:1784946188.465960:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784946188.465965:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 02000000:00000010:0.0:1784946188.465966:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394a200. 02000000:00000001:0.0:1784946188.465971:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946188.465974:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946188.465976:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946188.465980:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000010:0.0:1784946188.465981:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652faa8. 00000400:00000200:1.0:1784946188.465986:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946188.465990:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000010:0.0:1784946188.465994:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fbb0. 00000400:00000200:1.0:1784946188.465994:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314615:314615:256:4294967295] 192.168.202.106@tcp LPNI seq info [314611:314611:8:4294967295] 00000100:00000200:0.0:1784946188.466001:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054269440, portal 10 00000400:00000200:1.0:1784946188.466003:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946188.466006:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946188.466009:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290065280 : -112780419486336 : ffff996d4328ad80) 00000100:00000040:0.0:1784946188.466019:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328ad80 x1871641054269440/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946188.466019:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946188.466032:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784946188.466035:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:1.0:1784946188.466039:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad700. 00000100:00000040:0.0:1784946188.466040:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946188.466045:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f660. 00000100:00000200:0.0:1784946188.466050:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054269440, offset 0 00000800:00000200:1.0:1784946188.466050:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784946188.466060:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000800:00000200:1.0:1784946188.466062:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946188.466068:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784946188.466073:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946188.466079:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:1.0:1784946188.466080:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946188.466084:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946188.466087:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946188.466090:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:1.0:1784946188.466091:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304976047 00000400:00000200:0.0:1784946188.466096:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000010:1.0:1784946188.466098:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f720. 00000400:00000200:0.0:1784946188.466101:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946188.466106:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314616:314616:255:4294967295] 192.168.202.106@tcp LPNI seq info [314612:314612:7:4294967295] 00000100:00000001:1.0:1784946188.466106:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784946188.466113:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304976047 00000400:00000200:0.0:1784946188.466114:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000010:1.0:1784946188.466118:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8ff60. 00000100:00000001:1.0:1784946188.466123:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1784946188.466128:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:1.0:1784946188.466128:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946188.466134:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946188.466137:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946188.466139:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946188.466141:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784946188.466145:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4800. 00000100:00000001:1.0:1784946188.466149:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1784946188.466153:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:1.0:1784946188.466154:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946188.466157:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946188.466159:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946188.466162:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946188.466163:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:1.0:1784946188.466166:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946188.466168:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946188.466173:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946188.466177:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16762 usecs (17 jiffies) 00000400:00000200:0.0:1784946188.466181:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946188.466183:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304975377 00000100:00000001:0.0:1784946188.466186:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304976047 00000100:00000001:0.0:1784946188.466188:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304975377 00000100:00000001:0.0:1784946188.466191:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304976047 00000100:00000001:0.0:1784946188.466193:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946188.466196:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946188.466198:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946188.466200:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784946188.466202:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784946188.466206:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1784946188.466207:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad700. 00000100:00000001:0.0:1784946188.466209:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946188.466213:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946188.466215:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946188.466215:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784946188.466219:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946188.466224:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946188.466224:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946188.466231:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294b28 00000400:00000010:1.0:1784946188.466234:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294b28. 00000100:00000001:1.0:1784946188.466238:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946188.466242:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328b100 x1871641054269312/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946188.466248:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946188.466250:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328b100 x1871641054269312/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946204 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946188.466255:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946188.466256:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946188.466305:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946188.466308:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4800. 00000400:00000200:1.0:1784946188.466311:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946188.466319:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946188.466323:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f660 00000400:00000010:1.0:1784946188.466324:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f660. 00000100:00000001:1.0:1784946188.466327:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946188.466330:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328ad80 x1871641054269440/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946188.466337:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946188.466340:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328ad80 x1871641054269440/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946204 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946188.466346:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946188.466348:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946188.467558:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946188.467569:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946188.467572:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946188.467575:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946188.467579:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946188.467584:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946188.467590:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946188.467598:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946188.467603:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946188.467607:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fcf80 00000400:00000200:0.0:1784946188.467611:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946188.467615:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce091 [1] + 224 00000800:00000001:0.0:1784946188.467619:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946188.467622:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946188.467623:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946188.467626:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946188.467628:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946188.467632:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328b100 x1871641054269312/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946204 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946188.467639:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328b100 x1871641054269312/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946188.467652:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946188.467657:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946188.467659:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946188.467661:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946188.467662:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946188.467664:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946188.467666:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946188.467668:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946188.467670:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946188.467672:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946188.467674:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fd000 00000400:00000200:0.0:1784946188.467677:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946188.467679:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce0a1 [1] + 224 00000800:00000001:0.0:1784946188.467682:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946188.467686:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946188.467688:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946188.467691:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946188.467691:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946188.467695:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946188.467695:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1784946188.467701:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328ad80 x1871641054269440/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946204 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784946188.467703:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946188.467706:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1784946188.467709:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328ad80 x1871641054269440/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784946188.467711:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d790. 00000400:00000200:1.0:1784946188.467717:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294f68 00000400:00000010:1.0:1784946188.467720:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294f68. 00000100:00000001:0.0:1784946188.467723:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946188.467724:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784946188.467727:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946188.467731:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784946188.467732:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328b100 x1871641054269312/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946188.467738:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946188.467741:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784946188.467744:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946188.467746:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1784946188.467746:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328b100 x1871641054269312/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946204 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784946188.467749:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652faa8. 00000400:00000200:0.0:1784946188.467753:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fbb0 00000400:00000010:0.0:1784946188.467767:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fbb0. 00000100:00000001:0.0:1784946188.467771:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946188.467773:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1784946188.467776:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328ad80 x1871641054269440/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946188.467778:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946188.467783:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946188.467786:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946188.467789:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946188.467793:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784946188.467794:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328ad80 x1871641054269440/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946204 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784946188.467798:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946188.467801:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946188.467803:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946188.467804:0:2352:0:(client.c:1580:after_reply()) Process entered 00000100:00001000:1.0:1784946188.467805:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=140 v=5 (5 5 5 5) 02000000:00000001:0.0:1784946188.467806:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946188.467808:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946188.467810:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946188.467813:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946188.467814:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=140 v=5 (1 1 1 1) 00000100:00001000:0.0:1784946188.467817:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=140 v=5 (5 5 5 5) 00000100:00000001:1.0:1784946188.467818:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946188.467821:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946188.467823:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946188.467826:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1784946188.467826:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784946188.467830:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946188.467830:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946188.467831:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946188.467835:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946188.467836:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946188.467838:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784946188.467840:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784946188.467842:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784946188.467844:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946188.467845:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328b100 x1871641054269312/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946204 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946188.467849:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328ad80 x1871641054269440/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946204 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946188.467864:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946188.467866:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946188.467869:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946188.467869:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946188.467872:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946188.467874:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328ad80 x1871641054269440/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946204 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946188.467880:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054269440:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946188.467880:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946188.467887:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946188.467890:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946188.467890:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328b100 x1871641054269312/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946204 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946188.467894:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328ad80 x1871641054269440/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946204 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946188.467911:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946188.467913:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1784946188.467913:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054269312:192.168.202.106@tcp:400:kworker.0 02000000:00000010:0.0:1784946188.467916:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394a200. 02000000:00000001:0.0:1784946188.467921:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784946188.467922:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784946188.467923:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946188.467927:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946188.467927:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1784946188.467929:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946188.467931:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4100. 00000100:00000040:1.0:1784946188.467933:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328b100 x1871641054269312/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946204 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946188.467934:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946188.467936:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946188.467938:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328ad80. 00000100:00000001:0.0:1784946188.467942:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946188.467944:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946188.467948:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946188.467949:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784946188.467951:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1784946188.467952:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784946188.467954:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946188.467956:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ace00. 00000100:00000001:0.0:1784946188.467957:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946188.467959:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946188.467962:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946188.467965:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946188.467967:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784946188.467969:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946188.467971:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4700. 02000000:00000001:1.0:1784946188.467974:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946188.467976:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946188.467977:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328b100. 00000100:00000001:1.0:1784946188.467980:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946188.467981:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946188.467983:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946188.467986:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946188.467988:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946188.467990:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946188.467991:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946188.785616:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946188.785621:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946188.785676:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946188.785679:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946188.785681:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946189.169615:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304976047, at 4304976064 00000100:00000040:1.0:1784946189.169615:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304976047, at 4304976064 00000100:00000010:1.0:1784946189.169628:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8ff60. 00000100:00000010:0.0:1784946189.169629:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f720. 00010000:00000001:1.0:1784946189.809599:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946189.809605:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946189.809648:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946189.809650:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946189.809652:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946190.833636:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946190.833644:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946190.833646:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946190.833649:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946190.833653:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946190.833655:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946190.833658:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946190.833660:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946190.833711:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946190.833714:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946190.833716:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946191.857642:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946191.857647:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946191.857698:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946191.857701:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946191.857703:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946192.881634:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946192.881641:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946192.881705:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946192.881709:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946192.881712:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946193.585634:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946193.585641:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946193.585650:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953480. 00000020:00000040:2.0:1784946193.585655:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946193.585658:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946193.585661:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946193.585666:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946193.585673:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784946193.585679:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946193.585690:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73953480 x1871641054269568/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946193.585700:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946193.585705:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946193.585711:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000632050e9] to pc [ptlrpcd_01_01+1] req@ffff996d73953480 x1871641054269568/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946193.585763:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946193.585765:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946193.585768:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946193.585770:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951880. 00000020:00000040:2.0:1784946193.585772:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946193.585774:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946193.585775:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946193.585777:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946193.585780:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784946193.585783:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946193.585786:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784946193.585787:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951880 x1871641054269696/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946193.585792:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946193.585794:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946193.585797:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784946193.585798:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946193.585804:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084695538] to pc [ptlrpcd_01_00+0] req@ffff996d73951880 x1871641054269696/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946193.585808:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953480 x1871641054269568/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946193.585810:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946193.585815:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946193.585821:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946193.585824:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946193.585828:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784946193.585829:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784946193.585832:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946193.585835:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10318) 02000000:00000001:3.0:1784946193.585838:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946193.585842:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946193.585845:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946193.585847:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946193.585850:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1784946193.585851:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054269568:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946193.585852:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946193.585858:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951880 x1871641054269696/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946193.585859:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784946193.585865:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784946193.585866:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784946193.585867:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946193.585870:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946193.585872:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946193.585874:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946193.585876:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946193.585877:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054269696:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946193.585882:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946193.585882:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1784946193.585886:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946193.585888:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946193.585889:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946193.585890:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3d000. 02000000:00000010:2.0:1784946193.585892:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:3.0:1784946193.585894:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946193.585896:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946193.585907:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946193.585907:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946193.585914:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:2.0:1784946193.585915:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784946193.585925:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000400:00000010:3.0:1784946193.585925:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000200:3.0:1784946193.585934:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054269568, portal 25 00000100:00000200:2.0:1784946193.585935:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054269696, portal 10 00000100:00000001:3.0:1784946193.585940:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946193.585941:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946193.585944:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476928 : -112779607074688 : ffff996d73951880) 00000100:00000001:3.0:1784946193.585944:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102484096 : -112779607067520 : ffff996d73953480) 00000100:00000040:3.0:1784946193.585953:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953480 x1871641054269568/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946193.585956:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951880 x1871641054269696/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946193.585977:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784946193.585978:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946193.585987:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000040:2.0:1784946193.585988:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946193.585994:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6770. 00000400:00000010:3.0:1784946193.585994:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1bb0. 00000100:00000200:2.0:1784946193.586002:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054269696, offset 0 00000100:00000200:3.0:1784946193.586002:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054269568, offset 0 00000400:00000200:3.0:1784946193.586014:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946193.586022:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946193.586037:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946193.586045:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946193.586050:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946193.586053:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946193.586056:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946193.586059:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946193.586062:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314617:314617:256:4294967295] 192.168.202.106@tcp LPNI seq info [314613:314613:8:4294967295] 00000400:00000200:3.0:1784946193.586066:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946193.586073:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946193.586080:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946193.586082:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946193.586086:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946193.586092:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:3.0:1784946193.586096:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946193.586099:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946193.586103:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000010:3.0:1784946193.586103:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea700. 00000400:00000200:2.0:1784946193.586109:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314618:314618:255:4294967295] 192.168.202.106@tcp LPNI seq info [314614:314614:7:4294967295] 00000800:00000200:3.0:1784946193.586115:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946193.586116:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946193.586128:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784946193.586133:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946193.586135:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784946193.586143:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946193.586148:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b100. 00000800:00000200:2.0:1784946193.586153:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:3.0:1784946193.586153:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784946193.586162:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:3.0:1784946193.586164:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946193.586167:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946193.586169:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304981167 00000100:00000001:2.0:1784946193.586172:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784946193.586176:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322d20. 00000100:00000040:2.0:1784946193.586178:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16761 usecs (17 jiffies) 00000400:00000200:2.0:1784946193.586185:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946193.586185:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946193.586191:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304980497 00000100:00000001:3.0:1784946193.586193:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304981167 00000100:00000001:2.0:1784946193.586194:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304981167 00000100:00000010:3.0:1784946193.586199:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322e40. 00000100:00000001:2.0:1784946193.586200:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304980497 00000100:00000001:3.0:1784946193.586205:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946193.586210:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946193.586211:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304981167 00000100:00000001:3.0:1784946193.586214:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946193.586216:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946193.586219:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946193.586221:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946193.586224:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946193.586226:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946193.586229:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946193.586233:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946193.586234:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946193.586236:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946193.586238:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1784946193.586240:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946193.586241:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946193.586243:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946193.586244:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1784946193.586247:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea700. 00000100:00000001:2.0:1784946193.586247:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946193.586248:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946193.586252:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946193.586255:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946193.586257:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946193.586257:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946193.586276:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946193.586282:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1bb0 00000400:00000010:1.0:1784946193.586285:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1bb0. 00000100:00000001:1.0:1784946193.586290:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946193.586294:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953480 x1871641054269568/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946193.586304:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946193.586307:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953480 x1871641054269568/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946209 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946193.586313:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946193.586315:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946193.586382:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946193.586385:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b100. 00000400:00000200:1.0:1784946193.586388:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946193.586392:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946193.586399:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6770 00000400:00000010:1.0:1784946193.586402:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6770. 00000100:00000001:1.0:1784946193.586406:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946193.586409:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951880 x1871641054269696/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946193.586417:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946193.586420:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951880 x1871641054269696/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946209 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946193.586426:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946193.586428:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946193.587636:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946193.587646:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946193.587648:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946193.587650:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946193.587653:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946193.587657:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946193.587661:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946193.587663:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946193.587666:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946193.587669:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fd080 00000400:00000200:0.0:1784946193.587672:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946193.587677:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce0b1 [1] + 224 00000800:00000001:0.0:1784946193.587681:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946193.587684:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946193.587686:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946193.587688:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946193.587691:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946193.587696:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953480 x1871641054269568/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946193.587726:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953480 x1871641054269568/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946193.587763:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946193.587765:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946193.587776:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946193.587783:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946193.587785:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784946193.587807:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946193.587809:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946193.587810:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946193.587813:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946193.587814:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946193.587817:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946193.587821:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953480 x1871641054269568/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946193.587829:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953480 x1871641054269568/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946209 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946193.587835:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946193.587837:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946193.587840:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946193.587842:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946193.587844:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946193.587847:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946193.587849:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946193.587855:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=145 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946193.587858:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=145 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946193.587861:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946193.587863:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946193.587865:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946193.587867:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946193.587870:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946193.587875:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953480 x1871641054269568/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946209 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946193.587882:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946193.587884:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946193.587886:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946193.587890:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953480 x1871641054269568/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946209 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946193.587897:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054269568:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946193.587903:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946193.587904:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946193.587906:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953480 x1871641054269568/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946209 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946193.587910:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946193.587912:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946193.587915:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3d000. 02000000:00000001:3.0:1784946193.587917:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946193.587925:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946193.587926:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946193.587928:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946193.587931:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:3.0:1784946193.587934:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946193.587936:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946193.587938:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953480. 00000100:00000001:3.0:1784946193.587940:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946193.587942:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946193.587943:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946193.588020:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946193.588022:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946193.588024:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946193.588026:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946193.588048:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946193.588055:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946193.588057:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946193.588060:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946193.588064:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946193.588069:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946193.588075:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946193.588078:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946193.588081:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946193.588084:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fd100 00000400:00000200:1.0:1784946193.588087:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946193.588092:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce0b9 [1] + 224 00000800:00000001:1.0:1784946193.588096:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946193.588101:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946193.588103:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946193.588107:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946193.588111:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946193.588117:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951880 x1871641054269696/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946193.588127:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951880 x1871641054269696/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946193.588143:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946193.588149:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946193.588152:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946193.588175:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946193.588178:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946193.588181:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946193.588183:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946193.588185:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946193.588189:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000400:00000010:2.0:1784946193.588190:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000001:2.0:1784946193.588193:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946193.588198:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951880 x1871641054269696/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946193.588213:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951880 x1871641054269696/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946209 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946193.588225:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946193.588227:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946193.588230:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946193.588231:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946193.588232:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946193.588234:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946193.588236:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946193.588241:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=145 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946193.588244:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=65 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946193.588246:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946193.588248:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946193.588249:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946193.588252:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946193.588255:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946193.588258:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946193.588260:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946193.588261:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946193.588265:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951880 x1871641054269696/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946209 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946193.588273:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946193.588275:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946193.588276:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946193.588280:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951880 x1871641054269696/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946209 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946193.588288:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054269696:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946193.588292:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946193.588294:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946193.588297:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951880 x1871641054269696/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946209 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946193.588303:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946193.588305:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946193.588308:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946193.588310:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946193.588312:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946193.588313:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946193.588322:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946193.588335:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 02000000:00000001:2.0:1784946193.588338:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946193.588339:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946193.588341:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951880. 00000100:00000001:2.0:1784946193.588343:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946193.588344:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946193.588346:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946193.588349:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946193.588350:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946193.588352:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946193.588353:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946193.905635:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946193.905641:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946193.905729:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946193.905733:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946193.905737:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946194.289582:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304981167, at 4304981184 00000100:00000040:1.0:1784946194.289582:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304981167, at 4304981184 00000100:00000010:1.0:1784946194.289594:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322e40. 00000100:00000010:0.0:1784946194.289597:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322d20. 00010000:00000001:1.0:1784946194.929606:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946194.929610:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946194.929669:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946194.929673:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946194.929676:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946195.953613:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946195.953619:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946195.953671:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946195.953674:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946195.953677:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946196.977637:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946196.977644:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946196.977714:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946196.977719:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946196.977722:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946198.001610:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946198.001615:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946198.001673:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946198.001688:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946198.001691:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946198.705667:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946198.705687:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946198.705698:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8a300. 00000020:00000040:1.0:1784946198.705704:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946198.705709:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946198.705711:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946198.705717:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946198.705726:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad700. 00000100:00000001:1.0:1784946198.705733:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946198.705745:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d8a300 x1871641054269824/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946198.705756:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946198.705760:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946198.705766:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000879242b6] to pc [ptlrpcd_00_01+1] req@ffff996d44d8a300 x1871641054269824/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946198.705795:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946198.705798:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946198.705802:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946198.705804:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d89500. 00000020:00000040:1.0:1784946198.705807:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946198.705809:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946198.705810:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946198.705812:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946198.705815:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83adc00. 00000100:00000001:1.0:1784946198.705818:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946198.705823:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d89500 x1871641054269952/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946198.705830:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946198.705833:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946198.705835:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784946198.705838:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e2e31c] to pc [ptlrpcd_00_00+0] req@ffff996d44d89500 x1871641054269952/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946198.705840:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946198.705844:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784946198.705851:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946198.705854:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8a300 x1871641054269824/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946198.705855:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946198.705862:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946198.705867:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946198.705873:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1784946198.705874:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1784946198.705878:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946198.705881:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10323) 02000000:00000001:0.0:1784946198.705882:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946198.705885:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946198.705888:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946198.705892:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054269824:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946198.705895:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784946198.705899:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946198.705901:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946198.705904:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946198.705908:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394a200. 02000000:00000001:0.0:1784946198.705909:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946198.705909:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946198.705913:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946198.705915:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1784946198.705918:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946198.705922:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652faa8. 00000100:00000040:1.0:1784946198.705923:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d89500 x1871641054269952/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784946198.705928:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fbb0. 00000100:00000001:1.0:1784946198.705934:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946198.705936:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946198.705939:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1784946198.705940:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054269824, portal 25 02000000:00000001:1.0:1784946198.705941:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946198.705943:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1784946198.705947:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946198.705948:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318374144 : -112780391177472 : ffff996d44d8a300) 00000100:00100000:1.0:1784946198.705954:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054269952:192.168.202.106@tcp:400:kworker.0 00000100:00000040:0.0:1784946198.705959:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8a300 x1871641054269824/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946198.705960:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946198.705963:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946198.705966:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946198.705970:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784946198.705975:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1784946198.705976:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ace00. 02000000:00000001:1.0:1784946198.705980:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946198.705981:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946198.705986:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f5d8. 00000400:00000200:1.0:1784946198.705986:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946198.705991:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d790. 00000100:00000200:0.0:1784946198.705992:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054269824, offset 0 00000400:00000010:1.0:1784946198.706000:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294f68. 00000400:00000200:0.0:1784946198.706001:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000200:1.0:1784946198.706007:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054269952, portal 10 00000400:00000200:0.0:1784946198.706011:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946198.706018:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:1.0:1784946198.706020:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1784946198.706023:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784946198.706024:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318370560 : -112780391181056 : ffff996d44d89500) 00000400:00000200:0.0:1784946198.706029:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000040:1.0:1784946198.706034:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d89500 x1871641054269952/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946198.706036:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946198.706043:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:1.0:1784946198.706048:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784946198.706051:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314619:314619:256:4294967295] 192.168.202.106@tcp LPNI seq info [314615:314615:8:4294967295] 00000100:00000040:1.0:1784946198.706054:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946198.706058:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294b28. 00000400:00000200:0.0:1784946198.706062:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:1.0:1784946198.706064:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054269952, offset 0 00000400:00000200:0.0:1784946198.706074:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:1.0:1784946198.706078:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000800:00000200:0.0:1784946198.706082:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784946198.706087:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4100. 00000400:00000200:1.0:1784946198.706087:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946198.706095:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:0.0:1784946198.706097:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784946198.706102:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784946198.706105:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:1.0:1784946198.706107:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:0.0:1784946198.706110:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784946198.706112:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946198.706117:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:0.0:1784946198.706120:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946198.706121:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314620:314620:255:4294967295] 192.168.202.106@tcp LPNI seq info [314616:314616:7:4294967295] 00000400:00000200:0.0:1784946198.706128:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946198.706131:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946198.706132:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304986287 00000100:00000010:0.0:1784946198.706137:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373f00. 00000100:00000001:0.0:1784946198.706144:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1784946198.706145:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:0.0:1784946198.706150:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304986287 00000800:00000200:1.0:1784946198.706154:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000010:0.0:1784946198.706155:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373120. 00000100:00000001:0.0:1784946198.706159:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000800:00000010:1.0:1784946198.706161:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad500. 00000100:00000001:0.0:1784946198.706162:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946198.706166:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946198.706168:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946198.706169:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:0.0:1784946198.706171:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784946198.706178:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:0.0:1784946198.706179:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946198.706181:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946198.706184:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1784946198.706184:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946198.706186:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946198.706190:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946198.706191:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946198.706192:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946198.706198:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16761 usecs (17 jiffies) 00000400:00000200:1.0:1784946198.706204:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946198.706206:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304985617 00000100:00000001:1.0:1784946198.706209:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4304986287 00000100:00000001:1.0:1784946198.706211:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304985617 00000100:00000001:1.0:1784946198.706213:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4304986287 00000100:00000001:1.0:1784946198.706215:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946198.706217:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946198.706220:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946198.706222:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946198.706227:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1784946198.706228:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784946198.706229:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:0.0:1784946198.706232:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4100. 00000100:00000001:1.0:1784946198.706233:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946198.706236:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946198.706237:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784946198.706239:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946198.706243:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946198.706244:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946198.706248:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f5d8 00000400:00000010:0.0:1784946198.706251:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f5d8. 00000100:00000001:0.0:1784946198.706254:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946198.706258:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8a300 x1871641054269824/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946198.706265:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946198.706267:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8a300 x1871641054269824/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946214 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946198.706272:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946198.706273:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946198.706327:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946198.706330:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad500. 00000400:00000200:0.0:1784946198.706335:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946198.706339:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946198.706342:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294b28 00000400:00000010:0.0:1784946198.706343:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294b28. 00000100:00000001:0.0:1784946198.706346:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946198.706349:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d89500 x1871641054269952/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946198.706357:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946198.706360:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d89500 x1871641054269952/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946214 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946198.706365:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946198.706365:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946198.707610:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946198.707623:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946198.707627:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946198.707629:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946198.707634:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946198.707640:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946198.707647:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946198.707650:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946198.707654:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946198.707657:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fd180 00000400:00000200:1.0:1784946198.707662:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946198.707667:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce0c1 [1] + 224 00000800:00000001:1.0:1784946198.707694:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946198.707726:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946198.707729:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946198.707732:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946198.707737:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946198.707742:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8a300 x1871641054269824/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946198.707751:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8a300 x1871641054269824/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946198.707766:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946198.707772:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946198.707776:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946198.707778:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946198.707780:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946198.707783:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946198.707786:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946198.707790:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946198.707793:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946198.707796:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946198.707799:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fd200 00000400:00000200:1.0:1784946198.707802:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946198.707806:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce0d1 [1] + 224 00000800:00000001:1.0:1784946198.707810:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946198.707815:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946198.707817:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946198.707821:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946198.707824:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946198.707829:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89500 x1871641054269952/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946198.707837:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89500 x1871641054269952/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946198.707851:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946198.707855:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946198.707858:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946198.707868:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946198.707870:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946198.707874:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946198.707876:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946198.707878:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d790. 00000400:00000200:1.0:1784946198.707882:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294f68 00000400:00000010:1.0:1784946198.707884:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294f68. 00000100:00000001:1.0:1784946198.707886:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946198.707890:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d89500 x1871641054269952/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946198.707898:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d89500 x1871641054269952/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946198.707905:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946198.707907:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946198.707916:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946198.707919:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784946198.707923:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1784946198.707923:0:2352:0:(client.c:1580:after_reply()) Process entered 00000400:00000001:0.0:1784946198.707928:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1784946198.707928:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1784946198.707931:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652faa8. 00000100:00000001:1.0:1784946198.707932:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946198.707936:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946198.707939:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fbb0 02000000:00000001:1.0:1784946198.707941:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784946198.707942:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fbb0. 00000100:00000001:0.0:1784946198.707947:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1784946198.707951:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=150 v=5 (5 5 5 5) 00000100:00000200:0.0:1784946198.707953:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8a300 x1871641054269824/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784946198.707957:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=70 v=5 (1 1 1 1) 00000100:00000200:0.0:1784946198.707969:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8a300 x1871641054269824/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946198.707971:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946198.707975:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946198.707980:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784946198.707982:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946198.707985:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946198.707987:0:2353:0:(client.c:1580:after_reply()) Process entered 00010000:00000001:1.0:1784946198.707987:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946198.707991:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946198.707993:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1784946198.707994:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1784946198.707997:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784946198.707998:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946198.708003:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946198.708003:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946198.708006:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946198.708009:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=150 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946198.708015:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=150 v=5 (1 1 1 1) 00000100:00000040:1.0:1784946198.708015:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d89500 x1871641054269952/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946214 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946198.708023:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946198.708026:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946198.708031:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784946198.708032:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1784946198.708035:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946198.708036:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946198.708039:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946198.708041:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946198.708046:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89500 x1871641054269952/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946214 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946198.708050:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8a300 x1871641054269824/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946214 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946198.708064:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946198.708067:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946198.708069:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784946198.708071:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054269952:192.168.202.106@tcp:400:kworker.0 00000100:00000040:0.0:1784946198.708076:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8a300 x1871641054269824/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946214 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946198.708079:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946198.708083:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946198.708090:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89500 x1871641054269952/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946214 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946198.708094:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054269824:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946198.708103:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946198.708105:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784946198.708108:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1784946198.708109:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1784946198.708114:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8a300 x1871641054269824/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946214 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784946198.708114:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ace00. 02000000:00000001:1.0:1784946198.708119:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946198.708122:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946198.708125:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946198.708127:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1784946198.708130:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1784946198.708131:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946198.708134:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83adc00. 02000000:00000010:0.0:1784946198.708135:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394a200. 02000000:00000001:1.0:1784946198.708141:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946198.708142:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1784946198.708144:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1784946198.708145:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000010:1.0:1784946198.708148:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89500. 00000020:00000040:0.0:1784946198.708149:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784946198.708154:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784946198.708155:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000010:0.0:1784946198.708157:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad700. 00000100:00000001:1.0:1784946198.708159:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784946198.708162:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784946198.708163:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784946198.708165:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946198.708168:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8a300. 00000100:00000001:1.0:1784946198.708170:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946198.708172:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946198.708173:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946198.708175:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946198.708177:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946198.708179:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946198.708181:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946198.708185:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946198.708188:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946198.708190:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946198.708192:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946199.025634:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946199.025640:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946199.025712:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946199.025717:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946199.025720:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946199.409609:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304986287, at 4304986304 00000100:00000040:0.0:1784946199.409610:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304986287, at 4304986304 00000100:00000010:1.0:1784946199.409623:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373120. 00000100:00000010:0.0:1784946199.409625:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373f00. 00010000:00000001:1.0:1784946200.049624:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946200.049630:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946200.049697:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946200.049700:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946200.049702:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946201.073630:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946201.073639:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946201.073641:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946201.073644:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946201.073648:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946201.073686:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946201.073689:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946201.073691:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946201.073754:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946201.073759:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946201.073762:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946202.097627:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946202.097634:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946202.097698:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946202.097702:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946202.097705:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946203.121661:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946203.121668:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946203.121724:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946203.121727:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946203.121731:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946203.825701:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946203.825709:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946203.825717:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951880. 00000020:00000040:2.0:1784946203.825723:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946203.825727:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946203.825731:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946203.825736:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946203.825754:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784946203.825761:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946203.825773:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951880 x1871641054270080/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946203.825790:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946203.825794:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946203.825801:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084695538] to pc [ptlrpcd_01_01+1] req@ffff996d73951880 x1871641054270080/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946203.825826:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946203.825827:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784946203.825830:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946203.825833:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946203.825835:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1784946203.825837:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1784946203.825840:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950380. 00000020:00000040:2.0:1784946203.825844:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000040:3.0:1784946203.825846:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951880 x1871641054270080/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946203.825847:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946203.825850:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946203.825853:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946203.825860:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:3.0:1784946203.825861:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946203.825866:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946203.825866:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946203.825874:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784946203.825875:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950380 x1871641054270208/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1784946203.825878:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946203.825883:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946203.825890:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054270080:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946203.825891:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946203.825896:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946203.825897:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784946203.825903:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3424a88] to pc [ptlrpcd_01_00+0] req@ffff996d73950380 x1871641054270208/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946203.825904:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946203.825908:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946203.825912:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946203.825918:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d42c3cc00. 02000000:00000001:3.0:1784946203.825921:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946203.825923:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946203.825927:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1784946203.825930:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784946203.825932:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1784946203.825936:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000040:2.0:1784946203.825937:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946203.825942:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946203.825946:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10328) 00000100:00000001:2.0:1784946203.825965:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946203.825968:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946203.825969:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946203.825974:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950380 x1871641054270208/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946203.825981:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946203.825982:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946203.825984:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946203.825986:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946203.825988:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946203.825991:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054270208:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946203.825995:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946203.825998:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946203.826000:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946203.826002:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946203.826005:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946203.826007:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946203.826011:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946203.826014:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784946203.826020:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000100:00000200:2.0:1784946203.826027:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054270208, portal 10 00000100:00000001:2.0:1784946203.826032:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1784946203.826032:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000001:2.0:1784946203.826035:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102471552 : -112779607080064 : ffff996d73950380) 00000100:00000200:3.0:1784946203.826038:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054270080, portal 25 00000100:00000001:3.0:1784946203.826042:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1784946203.826045:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950380 x1871641054270208/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946203.826045:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476928 : -112779607074688 : ffff996d73951880) 00000100:00000001:2.0:1784946203.826057:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946203.826061:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946203.826065:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6aa0. 00000100:00000200:2.0:1784946203.826069:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054270208, offset 0 00000400:00000200:2.0:1784946203.826075:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946203.826083:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946203.826089:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946203.826094:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946203.826098:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946203.826102:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946203.826105:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946203.826109:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314621:314621:256:4294967295] 192.168.202.106@tcp LPNI seq info [314617:314617:8:4294967295] 00000400:00000200:2.0:1784946203.826113:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946203.826123:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946203.826136:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946203.826141:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b100. 00000800:00000200:2.0:1784946203.826148:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946203.826156:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946203.826160:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1784946203.826176:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951880 x1871641054270080/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946203.826183:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946203.826189:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16760 usecs (17 jiffies) 00000100:00000001:3.0:1784946203.826189:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946203.826196:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946203.826197:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946203.826201:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1c38. 00000100:00000001:2.0:1784946203.826202:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304990737 00000100:00000200:3.0:1784946203.826207:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054270080, offset 0 00000100:00000010:2.0:1784946203.826209:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c780. 00000100:00000001:2.0:1784946203.826216:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946203.826226:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304990737 00000100:00000010:2.0:1784946203.826229:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c3c0. 00000100:00000001:2.0:1784946203.826232:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946203.826238:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946203.826240:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946203.826243:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946203.826246:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946203.826253:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946203.826257:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1784946203.826257:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784946203.826261:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946203.826264:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784946203.826266:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946203.826267:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946203.826272:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946203.826273:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946203.826278:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946203.826281:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946203.826284:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946203.826287:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946203.826291:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314622:314622:255:4294967295] 192.168.202.106@tcp LPNI seq info [314618:314618:7:4294967295] 00000400:00000200:3.0:1784946203.826295:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946203.826302:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946203.826307:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946203.826319:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000800:00000200:3.0:1784946203.826324:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784946203.826328:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946203.826332:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946203.826335:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946203.826338:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946203.826339:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304991407 00000100:00000001:3.0:1784946203.826344:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304990737 00000100:00000001:3.0:1784946203.826347:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304991407 00000100:00000001:3.0:1784946203.826349:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304990737 00000100:00000001:3.0:1784946203.826351:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946203.826352:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946203.826354:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946203.826355:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946203.826359:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946203.826360:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946203.826362:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946203.826363:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1784946203.826364:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946203.826365:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946203.826369:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784946203.826371:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b100. 00000400:00000200:0.0:1784946203.826378:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946203.826384:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946203.826390:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6aa0 00000400:00000010:0.0:1784946203.826392:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6aa0. 00000100:00000001:0.0:1784946203.826398:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946203.826402:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950380 x1871641054270208/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946203.826411:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946203.826415:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950380 x1871641054270208/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946219 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946203.826422:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946203.826424:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946203.826458:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946203.826461:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea800. 00000400:00000200:0.0:1784946203.826464:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946203.826468:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946203.826471:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1c38 00000400:00000010:0.0:1784946203.826473:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1c38. 00000100:00000001:0.0:1784946203.826476:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946203.826480:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951880 x1871641054270080/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946203.826487:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946203.826491:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951880 x1871641054270080/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946219 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946203.826498:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946203.826500:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946203.827829:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946203.827836:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946203.827838:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946203.827840:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946203.827844:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946203.827848:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946203.827853:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946203.827855:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946203.827859:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946203.827861:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fd280 00000400:00000200:1.0:1784946203.827865:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946203.827868:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce0e9 [1] + 224 00000800:00000001:1.0:1784946203.827874:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946203.827877:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946203.827880:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946203.827884:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946203.827889:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946203.827895:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951880 x1871641054270080/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946203.827906:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951880 x1871641054270080/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946203.827920:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946203.827926:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946203.827930:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946203.827932:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946203.827934:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946203.827938:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946203.827942:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946203.827947:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946203.827949:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946203.827950:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946203.827954:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946203.827956:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946203.827962:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fd300 00000400:00000001:3.0:1784946203.827962:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946203.827966:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784946203.827967:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946203.827970:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946203.827975:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946203.827977:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946203.827980:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946203.827983:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce0e1 [1] + 224 00000100:00000200:3.0:1784946203.827987:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951880 x1871641054270080/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946203.827989:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946203.827994:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946203.827997:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946203.828002:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000200:3.0:1784946203.828003:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951880 x1871641054270080/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946203.828004:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946203.828010:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950380 x1871641054270208/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946203.828019:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1784946203.828022:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950380 x1871641054270208/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946203.828024:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946203.828030:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946203.828034:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946203.828039:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946203.828041:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946203.828042:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1784946203.828044:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946203.828046:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946203.828049:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784946203.828052:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=5 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946203.828056:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=5 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946203.828059:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946203.828060:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946203.828063:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946203.828066:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946203.828068:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946203.828075:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784946203.828075:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951880 x1871641054270080/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946219 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946203.828079:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946203.828084:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784946203.828085:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1784946203.828087:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784946203.828089:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1784946203.828091:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000100:00000001:3.0:1784946203.828093:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784946203.828097:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000100:00000040:3.0:1784946203.828100:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951880 x1871641054270080/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946219 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784946203.828101:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000001:2.0:1784946203.828107:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1784946203.828115:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054270080:192.168.202.106@tcp:400:kworker.0 00000100:00000200:2.0:1784946203.828116:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950380 x1871641054270208/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946203.828123:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946203.828128:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946203.828133:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951880 x1871641054270080/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946219 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946203.828137:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950380 x1871641054270208/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946203.828145:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946203.828148:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784946203.828151:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1784946203.828152:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d42c3cc00. 00000100:00000001:2.0:1784946203.828155:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784946203.828157:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784946203.828159:0:2354:0:(client.c:1580:after_reply()) Process entered 00000020:00000001:3.0:1784946203.828161:0:2355:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:2.0:1784946203.828162:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000020:00000040:3.0:1784946203.828164:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946203.828165:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1784946203.828168:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784946203.828169:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946203.828171:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 02000000:00000001:2.0:1784946203.828173:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946203.828176:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946203.828179:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:2.0:1784946203.828180:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=5 v=5 (5 5 5 5) 00000100:00000010:3.0:1784946203.828181:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951880. 00000100:00000001:3.0:1784946203.828186:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00001000:2.0:1784946203.828187:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=75 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946203.828189:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946203.828192:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946203.828194:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946203.828197:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946203.828199:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1784946203.828200:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784946203.828203:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946203.828205:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946203.828207:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946203.828209:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946203.828220:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946203.828223:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946203.828226:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946203.828227:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946203.828232:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950380 x1871641054270208/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946219 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946203.828239:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946203.828241:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946203.828242:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946203.828246:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950380 x1871641054270208/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946219 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946203.828265:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054270208:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946203.828269:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946203.828271:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946203.828273:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950380 x1871641054270208/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946219 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946203.828279:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946203.828281:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946203.828283:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946203.828286:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946203.828287:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946203.828288:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946203.828290:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946203.828292:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:2.0:1784946203.828300:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946203.828302:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946203.828306:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950380. 00000100:00000001:2.0:1784946203.828309:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946203.828310:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946203.828312:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946203.828316:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946203.828317:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946203.828319:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946203.828321:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946204.145640:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946204.145647:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946204.145705:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946204.145708:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946204.145710:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946204.529640:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304991407, at 4304991424 00000100:00000040:1.0:1784946204.529640:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304991407, at 4304991424 00000100:00000010:1.0:1784946204.529655:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c3c0. 00000100:00000010:0.0:1784946204.529657:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c780. 00010000:00000001:1.0:1784946205.169653:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946205.169660:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946205.169722:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946205.169727:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946205.169730:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946206.193650:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946206.193657:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946206.193714:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946206.193718:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946206.193722:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946207.217663:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946207.217669:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946207.217727:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946207.217731:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946207.217734:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946208.241630:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946208.241635:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946208.241679:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946208.241682:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946208.241684:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946208.945610:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946208.945620:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946208.945630:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950380. 00000020:00000040:2.0:1784946208.945636:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946208.945640:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946208.945643:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946208.945649:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946208.945657:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784946208.945664:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946208.945675:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950380 x1871641054270336/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946208.945686:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946208.945691:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946208.945697:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3424a88] to pc [ptlrpcd_01_01+1] req@ffff996d73950380 x1871641054270336/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946208.945732:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946208.945735:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946208.945739:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946208.945742:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953100. 00000020:00000040:2.0:1784946208.945745:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946208.945747:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946208.945748:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946208.945750:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946208.945753:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784946208.945756:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946208.945760:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73953100 x1871641054270464/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946208.945768:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946208.945770:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946208.945774:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b49009a9] to pc [ptlrpcd_01_00+0] req@ffff996d73953100 x1871641054270464/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946208.945783:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946208.945786:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946208.945789:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946208.945792:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946208.945796:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946208.945801:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10333) 00000100:00000001:2.0:1784946208.945823:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946208.945827:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946208.945829:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946208.945835:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953100 x1871641054270464/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946208.945843:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946208.945845:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946208.945848:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946208.945850:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946208.945863:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946208.945867:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054270464:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946208.945871:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946208.945876:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946208.945878:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946208.945881:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946208.945884:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946208.945886:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946208.945893:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946208.945897:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784946208.945909:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000100:00000200:2.0:1784946208.945921:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054270464, portal 10 00000100:00000001:2.0:1784946208.945924:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946208.945925:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102483200 : -112779607068416 : ffff996d73953100) 00000100:00000040:2.0:1784946208.945932:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953100 x1871641054270464/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946208.945940:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946208.945942:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946208.945945:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6990. 00000100:00000200:2.0:1784946208.945948:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054270464, offset 0 00000400:00000200:2.0:1784946208.945954:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946208.945964:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946208.945970:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946208.945975:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946208.945980:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946208.945984:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946208.945987:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946208.945990:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314623:314623:256:4294967295] 192.168.202.106@tcp LPNI seq info [314619:314619:8:4294967295] 00000400:00000200:2.0:1784946208.945995:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946208.946005:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946208.946011:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946208.946016:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bc00. 00000800:00000200:2.0:1784946208.946022:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946208.946029:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946208.946033:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946208.946048:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946208.946052:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16760 usecs (17 jiffies) 00000400:00000200:2.0:1784946208.946055:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946208.946058:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4304995857 00000100:00000010:2.0:1784946208.946063:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c240. 00000100:00000001:2.0:1784946208.946069:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946208.946079:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4304995857 00000100:00000010:2.0:1784946208.946083:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c480. 00000100:00000001:2.0:1784946208.946086:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946208.946096:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946208.946099:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946208.946102:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946208.946105:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946208.946111:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946208.946113:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946208.946116:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946208.946118:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946208.946120:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946208.946123:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1784946208.946125:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946208.946127:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946208.946129:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946208.946131:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946208.946133:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946208.946135:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946208.946140:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950380 x1871641054270336/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946208.946148:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946208.946149:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946208.946151:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946208.946153:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946208.946155:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946208.946158:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054270336:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946208.946162:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946208.946165:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1784946208.946167:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1784946208.946167:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946208.946171:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:0.0:1784946208.946175:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bc00. 02000000:00000010:2.0:1784946208.946177:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0800. 02000000:00000001:2.0:1784946208.946181:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946208.946182:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784946208.946186:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946208.946191:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000010:2.0:1784946208.946192:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000200:0.0:1784946208.946198:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6990 00000400:00000010:2.0:1784946208.946198:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6550. 00000400:00000010:0.0:1784946208.946203:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6990. 00000100:00000200:2.0:1784946208.946204:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054270336, portal 25 00000100:00000001:2.0:1784946208.946208:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946208.946210:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784946208.946211:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102471552 : -112779607080064 : ffff996d73950380) 00000100:00000200:0.0:1784946208.946218:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953100 x1871641054270464/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946208.946221:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950380 x1871641054270336/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946208.946242:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784946208.946243:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946208.946247:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000040:0.0:1784946208.946252:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953100 x1871641054270464/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946224 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784946208.946253:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6908. 00000100:00000200:2.0:1784946208.946258:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054270336, offset 0 00000100:00000001:0.0:1784946208.946266:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946208.946267:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784946208.946270:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784946208.946275:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946208.946280:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946208.946283:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946208.946286:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946208.946289:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946208.946292:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946208.946295:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314624:314624:256:4294967295] 192.168.202.106@tcp LPNI seq info [314620:314620:8:4294967295] 00000400:00000200:2.0:1784946208.946299:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946208.946306:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946208.946310:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946208.946314:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b300. 00000800:00000200:2.0:1784946208.946318:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946208.946322:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946208.946325:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946208.946344:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946208.946348:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946208.946350:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4304996527 00000100:00000001:2.0:1784946208.946355:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4304995857 00000100:00000001:2.0:1784946208.946358:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4304996527 00000100:00000001:2.0:1784946208.946361:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4304995857 00000100:00000001:2.0:1784946208.946363:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946208.946365:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946208.946368:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946208.946370:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946208.946419:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946208.946422:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946208.949464:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946208.949476:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946208.949480:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946208.949482:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946208.949490:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946208.949496:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946208.949503:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946208.949507:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946208.949512:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946208.949541:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fd400 00000400:00000200:0.0:1784946208.949545:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946208.949551:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce0f1 [1] + 224 00000800:00000001:0.0:1784946208.949557:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946208.949563:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946208.949565:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946208.949567:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946208.949572:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946208.949577:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953100 x1871641054270464/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946224 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946208.949597:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953100 x1871641054270464/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946208.949620:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1784946208.949668:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946208.949672:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b300. 00000400:00000200:0.0:1784946208.949675:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946208.949679:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946208.949683:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6908 00000400:00000010:0.0:1784946208.949685:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6908. 00000100:00000001:0.0:1784946208.949689:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946208.949693:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950380 x1871641054270336/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946208.949704:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946208.949708:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950380 x1871641054270336/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946224 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946208.949714:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946208.949716:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946208.949723:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946208.949727:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946208.949790:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946208.949794:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946208.949800:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946208.949802:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946208.949804:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946208.949809:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000400:00000010:2.0:1784946208.949811:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000001:2.0:1784946208.949814:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946208.949818:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953100 x1871641054270464/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946208.949823:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953100 x1871641054270464/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946224 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946208.949828:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946208.949829:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946208.949831:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946208.949839:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946208.949842:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946208.949844:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946208.949846:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946208.949855:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=10 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946208.949859:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=80 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946208.949861:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946208.949863:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946208.949865:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946208.949869:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946208.949873:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946208.949875:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946208.949877:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946208.949879:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946208.949883:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953100 x1871641054270464/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946224 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946208.949891:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946208.949893:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946208.949894:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946208.949897:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953100 x1871641054270464/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946224 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946208.949902:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054270464:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946208.949905:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946208.949907:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946208.949908:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953100 x1871641054270464/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946224 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946208.949914:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946208.949916:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946208.949919:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946208.949922:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946208.949924:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946208.949927:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946208.949929:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946208.949931:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 02000000:00000001:2.0:1784946208.949934:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946208.949936:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946208.949938:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953100. 00000100:00000001:2.0:1784946208.949941:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946208.949942:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946208.949945:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946208.949946:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946208.949947:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946208.949949:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946208.949951:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946208.952541:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946208.952553:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946208.952557:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946208.952559:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946208.952565:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946208.952571:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946208.952578:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946208.952582:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946208.952602:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946208.952605:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fd380 00000400:00000200:1.0:1784946208.952609:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946208.952614:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce0f9 [1] + 224 00000800:00000001:1.0:1784946208.952620:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946208.952626:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946208.952629:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946208.952632:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946208.952637:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946208.952644:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950380 x1871641054270336/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946224 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946208.952655:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950380 x1871641054270336/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946208.952673:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946208.952680:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946208.952682:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946208.952715:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946208.952718:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946208.952723:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946208.952725:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946208.952728:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784946208.952732:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6550 00000400:00000010:2.0:1784946208.952734:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6550. 00000100:00000001:2.0:1784946208.952737:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946208.952754:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950380 x1871641054270336/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946208.952764:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950380 x1871641054270336/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946224 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946208.952771:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946208.952773:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946208.952775:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946208.952778:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946208.952780:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946208.952782:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946208.952784:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946208.952789:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=10 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946208.952792:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=10 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946208.952794:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946208.952796:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946208.952798:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946208.952801:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946208.952803:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946208.952808:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950380 x1871641054270336/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946224 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946208.952815:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946208.952817:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946208.952819:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946208.952823:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950380 x1871641054270336/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946224 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946208.952830:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054270336:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946208.952835:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946208.952837:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946208.952839:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950380 x1871641054270336/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946224 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946208.952845:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946208.952847:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946208.952849:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0800. 02000000:00000001:2.0:1784946208.952852:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946208.952854:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946208.952856:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784946208.952858:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946208.952860:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:2.0:1784946208.952863:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946208.952864:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946208.952867:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950380. 00000100:00000001:2.0:1784946208.952870:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946208.952871:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946208.952873:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946208.952879:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946208.952881:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946208.952883:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946208.952884:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946209.265650:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946209.265656:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946209.265712:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946209.265717:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946209.265720:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946209.649629:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4304996527, at 4304996544 00000100:00000010:0.0:1784946209.649646:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c240. 00000100:00000040:1.0:1784946209.649723:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4304996527, at 4304996544 00000100:00000010:1.0:1784946209.649728:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c480. 00010000:00000001:1.0:1784946210.289665:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946210.289673:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946210.289721:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946210.289724:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946210.289727:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784946210.673659:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784946210.673667:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784946210.673671:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1784946210.673863:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784946210.673869:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946210.673883:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946210.673887:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946210.673889:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784946211.313659:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946211.313665:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946211.313667:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946211.313669:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946211.313672:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946211.313681:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946211.313683:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946211.313685:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946211.313739:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946211.313743:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946211.313747:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946212.337644:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946212.337651:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946212.337711:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946212.337715:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946212.337718:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946213.361676:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946213.361683:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946213.361745:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946213.361749:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946213.361753:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946214.065673:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946214.065681:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946214.065693:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d89500. 00000020:00000040:1.0:1784946214.065698:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946214.065701:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946214.065703:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946214.065707:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946214.065712:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83adc00. 00000100:00000001:1.0:1784946214.065723:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946214.065734:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d89500 x1871641054270592/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946214.065741:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946214.065744:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946214.065749:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e2e31c] to pc [ptlrpcd_00_01+1] req@ffff996d44d89500 x1871641054270592/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946214.065777:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946214.065780:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946214.065783:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946214.065786:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d89c00. 00000020:00000040:1.0:1784946214.065788:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946214.065791:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946214.065792:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946214.065794:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946214.065797:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad400. 00000100:00000001:1.0:1784946214.065800:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946214.065802:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784946214.065806:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d89c00 x1871641054270720/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946214.065808:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946214.065812:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784946214.065820:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1784946214.065821:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d89500 x1871641054270592/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946214.065825:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946214.065833:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1784946214.065833:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a94e0ea5] to pc [ptlrpcd_00_00+0] req@ffff996d44d89c00 x1871641054270720/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946214.065835:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946214.065842:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946214.065844:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946214.065850:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784946214.065851:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1784946214.065853:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784946214.065856:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784946214.065861:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784946214.065862:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946214.065870:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054270592:192.168.202.106@tcp:400:kworker.0 00000100:00000040:1.0:1784946214.065870:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10338) 00000100:00000001:0.0:1784946214.065877:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784946214.065887:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784946214.065889:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784946214.065890:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784946214.065893:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946214.065893:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1784946214.065898:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1784946214.065900:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d89c00 x1871641054270720/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784946214.065904:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394a200. 02000000:00000001:0.0:1784946214.065909:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946214.065915:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946214.065917:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946214.065919:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:1.0:1784946214.065921:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946214.065924:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1784946214.065926:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652faa8. 02000000:00000001:1.0:1784946214.065927:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946214.065933:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054270720:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946214.065936:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946214.065939:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1784946214.065941:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fbb0. 02000000:00000001:1.0:1784946214.065941:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946214.065946:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946214.065950:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ace00. 00000100:00000200:0.0:1784946214.065951:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054270592, portal 25 02000000:00000001:1.0:1784946214.065954:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946214.065956:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946214.065958:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318370560 : -112780391181056 : ffff996d44d89500) 00000400:00000200:1.0:1784946214.065962:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:0.0:1784946214.065965:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d89500 x1871641054270592/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784946214.065968:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d790. 00000100:00000001:0.0:1784946214.065975:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1784946214.065976:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294f68. 00000100:00000200:1.0:1784946214.065980:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054270720, portal 10 00000100:00000040:0.0:1784946214.065982:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946214.065985:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1784946214.065987:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f5d8. 00000100:00000001:1.0:1784946214.065988:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318372352 : -112780391179264 : ffff996d44d89c00) 00000100:00000200:0.0:1784946214.065990:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054270592, offset 0 00000400:00000200:0.0:1784946214.065999:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:1.0:1784946214.065999:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d89c00 x1871641054270720/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946214.066009:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946214.066013:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784946214.066020:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000040:1.0:1784946214.066021:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946214.066027:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294220. 00000400:00000200:0.0:1784946214.066029:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1784946214.066031:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054270720, offset 0 00000400:00000200:0.0:1784946214.066035:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946214.066041:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946214.066042:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946214.066048:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946214.066052:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314625:314625:256:4294967295] 192.168.202.106@tcp LPNI seq info [314621:314621:8:4294967295] 00000400:00000200:0.0:1784946214.066057:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946214.066066:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946214.066072:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946214.066075:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:0.0:1784946214.066079:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4100. 00000400:00000200:1.0:1784946214.066084:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:0.0:1784946214.066089:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784946214.066090:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946214.066096:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:0.0:1784946214.066100:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:1.0:1784946214.066101:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1784946214.066105:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784946214.066107:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946214.066112:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314626:314626:255:4294967295] 192.168.202.106@tcp LPNI seq info [314622:314622:7:4294967295] 00000400:00000200:1.0:1784946214.066116:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946214.066117:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946214.066125:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:0.0:1784946214.066126:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784946214.066131:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784946214.066132:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305001647 00000800:00000010:1.0:1784946214.066135:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad900. 00000100:00000010:0.0:1784946214.066139:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d593733c0. 00000800:00000200:1.0:1784946214.066140:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:0.0:1784946214.066148:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1784946214.066148:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946214.066152:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946214.066156:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305001647 00000100:00000001:1.0:1784946214.066158:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784946214.066162:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d593738a0. 00000100:00000040:1.0:1784946214.066164:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16760 usecs (17 jiffies) 00000100:00000001:0.0:1784946214.066167:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1784946214.066171:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946214.066173:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946214.066175:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305000977 00000100:00000001:0.0:1784946214.066177:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946214.066181:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305001647 00000100:00000001:0.0:1784946214.066182:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946214.066187:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946214.066187:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305000977 00000100:00000001:1.0:1784946214.066193:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305001647 00000100:00000001:0.0:1784946214.066195:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946214.066196:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946214.066199:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946214.066200:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946214.066203:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946214.066205:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946214.066206:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946214.066210:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946214.066210:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946214.066216:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946214.066217:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946214.066219:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946214.066222:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946214.066223:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946214.066230:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946214.066231:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946214.066259:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946214.066284:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4100. 00000400:00000200:0.0:1784946214.066290:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946214.066296:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946214.066301:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f5d8 00000400:00000010:0.0:1784946214.066303:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f5d8. 00000100:00000001:0.0:1784946214.066308:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946214.066313:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d89500 x1871641054270592/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946214.066323:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946214.066326:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d89500 x1871641054270592/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946230 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946214.066333:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946214.066334:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946214.066397:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946214.066400:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad900. 00000400:00000200:0.0:1784946214.066405:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946214.066409:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946214.066412:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294220 00000400:00000010:0.0:1784946214.066414:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294220. 00000100:00000001:0.0:1784946214.066416:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946214.066420:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d89c00 x1871641054270720/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946214.066427:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946214.066431:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d89c00 x1871641054270720/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946230 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946214.066437:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946214.066439:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946214.067680:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946214.067695:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946214.067698:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946214.067701:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946214.067706:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946214.067711:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946214.067718:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946214.067721:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946214.067726:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946214.067730:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fd480 00000400:00000200:1.0:1784946214.067735:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946214.067740:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce101 [1] + 224 00000800:00000001:1.0:1784946214.067746:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946214.067752:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946214.067755:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946214.067758:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946214.067769:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946214.067775:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89500 x1871641054270592/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946230 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946214.067785:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89500 x1871641054270592/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946214.067801:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946214.067808:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946214.067812:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946214.067816:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946214.067818:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946214.067821:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946214.067825:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946214.067830:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946214.067832:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946214.067834:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946214.067836:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fd500 00000400:00000200:1.0:1784946214.067839:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946214.067843:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce109 [1] + 224 00000100:00000001:0.0:1784946214.067844:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784946214.067846:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784946214.067848:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784946214.067854:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784946214.067856:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784946214.067857:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784946214.067861:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1784946214.067863:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652faa8. 00000400:00000200:1.0:1784946214.067867:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946214.067870:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fbb0 00000400:00000010:0.0:1784946214.067873:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fbb0. 00000100:00000001:0.0:1784946214.067876:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946214.067878:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946214.067884:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d89500 x1871641054270592/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946214.067886:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89c00 x1871641054270720/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946230 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946214.067910:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d89500 x1871641054270592/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946230 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946214.067912:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89c00 x1871641054270720/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946214.067930:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946214.067934:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946214.067937:0:2353:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784946214.067938:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1784946214.067941:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946214.067944:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1784946214.067945:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784946214.067947:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946214.067949:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784946214.067951:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946214.067957:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1784946214.067959:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=16 v=5 (5 5 5 5) 00000100:00000001:1.0:1784946214.067960:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946214.067963:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946214.067965:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00001000:0.0:1784946214.067966:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=16 v=5 (1 1 1 1) 00000400:00000010:1.0:1784946214.067968:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d790. 00000100:00000001:0.0:1784946214.067971:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1784946214.067972:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294f68 00000100:00000001:0.0:1784946214.067976:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946214.067976:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294f68. 00000100:00000001:1.0:1784946214.067979:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1784946214.067982:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1784946214.067984:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d89c00 x1871641054270720/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784946214.067985:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946214.067992:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946214.067995:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d89c00 x1871641054270720/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946230 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946214.067999:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946214.068000:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946214.068001:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946214.068003:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946214.068004:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946214.068005:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946214.068006:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946214.068010:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=16 v=5 (5 5 5 5) 00000100:00000040:0.0:1784946214.068013:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d89500 x1871641054270592/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946230 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784946214.068013:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=86 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946214.068018:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946214.068020:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946214.068023:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946214.068026:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946214.068030:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1784946214.068033:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784946214.068033:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946214.068036:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946214.068038:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946214.068039:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946214.068043:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946214.068043:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d89c00 x1871641054270720/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946230 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946214.068051:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946214.068053:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1784946214.068054:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89500 x1871641054270592/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946230 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946214.068055:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946214.068060:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89c00 x1871641054270720/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946230 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946214.068070:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054270592:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946214.068081:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784946214.068082:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054270720:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946214.068086:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784946214.068087:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946214.068090:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946214.068093:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89500 x1871641054270592/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946230 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946214.068095:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89c00 x1871641054270720/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946230 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946214.068119:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784946214.068119:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946214.068122:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1784946214.068123:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946214.068124:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ace00. 02000000:00000010:0.0:1784946214.068128:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394a200. 02000000:00000001:1.0:1784946214.068128:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946214.068130:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946214.068132:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 02000000:00000001:0.0:1784946214.068134:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946214.068135:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:0.0:1784946214.068138:0:2353:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000010:1.0:1784946214.068138:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad400. 00000020:00000040:0.0:1784946214.068142:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 02000000:00000001:1.0:1784946214.068143:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946214.068146:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1784946214.068147:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:1.0:1784946214.068148:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89c00. 02000000:00000010:0.0:1784946214.068151:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83adc00. 00000100:00000001:1.0:1784946214.068152:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946214.068154:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946214.068156:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784946214.068157:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784946214.068160:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1784946214.068161:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784946214.068162:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784946214.068164:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89500. 00000100:00000001:1.0:1784946214.068165:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946214.068167:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946214.068170:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946214.068173:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946214.068175:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946214.068180:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946214.068181:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946214.068184:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946214.068186:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946214.385642:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946214.385647:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946214.385706:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946214.385710:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946214.385713:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946214.769606:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305001647, at 4305001664 00000100:00000040:1.0:1784946214.769607:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305001647, at 4305001664 00000100:00000010:0.0:1784946214.769623:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d593733c0. 00000100:00000010:1.0:1784946214.769625:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d593738a0. 00010000:00000001:1.0:1784946215.409624:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946215.409630:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946215.409694:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946215.409698:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946215.409701:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946216.433660:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946216.433668:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946216.433724:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946216.433728:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946216.433731:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946217.457619:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946217.457626:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946217.457719:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946217.457723:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946217.457727:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946218.481638:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946218.481645:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946218.481754:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946218.481757:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946218.481759:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946219.185628:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946219.185637:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946219.185648:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d89c00. 00000020:00000040:1.0:1784946219.185653:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946219.185658:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946219.185661:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946219.185665:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946219.185674:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad400. 00000100:00000001:1.0:1784946219.185680:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946219.185691:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d89c00 x1871641054270848/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946219.185701:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946219.185705:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946219.185712:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a94e0ea5] to pc [ptlrpcd_00_01+1] req@ffff996d44d89c00 x1871641054270848/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946219.185752:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946219.185760:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946219.185764:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946219.185768:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d89500. 00000020:00000040:1.0:1784946219.185771:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946219.185773:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946219.185774:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946219.185776:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946219.185780:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad100. 00000100:00000001:0.0:1784946219.185782:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946219.185783:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946219.185787:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784946219.185789:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d89500 x1871641054270976/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946219.185791:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946219.185801:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d89c00 x1871641054270848/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946219.185801:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946219.185804:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946219.185814:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e2e31c] to pc [ptlrpcd_00_00+0] req@ffff996d44d89500 x1871641054270976/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946219.185819:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946219.185823:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946219.185829:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784946219.185829:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946219.185831:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784946219.185834:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784946219.185835:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946219.185841:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054270848:192.168.202.106@tcp:400:kworker.0 00000100:00000040:1.0:1784946219.185841:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946219.185847:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946219.185848:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1784946219.185852:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784946219.185853:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946219.185856:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946219.185858:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10343) 02000000:00000001:0.0:1784946219.185859:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946219.185865:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394a200. 02000000:00000001:0.0:1784946219.185868:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946219.185875:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946219.185875:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946219.185878:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1784946219.185881:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652faa8. 00000100:00000001:1.0:1784946219.185882:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1784946219.185890:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fbb0. 00000100:00000040:1.0:1784946219.185897:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d89500 x1871641054270976/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946219.185898:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054270848, portal 25 00000100:00000001:0.0:1784946219.185902:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946219.185905:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318372352 : -112780391179264 : ffff996d44d89c00) 00000100:00000040:0.0:1784946219.185915:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d89c00 x1871641054270848/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946219.185922:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946219.185925:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946219.185929:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784946219.185931:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1784946219.185933:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784946219.185937:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000001:1.0:1784946219.185938:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784946219.185943:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f5d8. 00000100:00000200:0.0:1784946219.185948:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054270848, offset 0 00000100:00100000:1.0:1784946219.185948:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054270976:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946219.185955:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1784946219.185958:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 02000000:00000001:1.0:1784946219.185960:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946219.185963:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946219.185965:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1784946219.185969:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000010:1.0:1784946219.185969:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ace00. 02000000:00000001:1.0:1784946219.185973:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946219.185978:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946219.185979:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946219.185984:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d790. 00000400:00000200:0.0:1784946219.185986:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1784946219.185990:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294f68. 00000400:00000200:0.0:1784946219.185991:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000200:1.0:1784946219.185997:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054270976, portal 10 00000400:00000200:0.0:1784946219.185998:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784946219.186002:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1784946219.186005:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:1.0:1784946219.186006:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318370560 : -112780391181056 : ffff996d44d89500) 00000100:00000040:1.0:1784946219.186014:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d89500 x1871641054270976/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946219.186024:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314627:314627:256:4294967295] 192.168.202.106@tcp LPNI seq info [314623:314623:8:4294967295] 00000100:00000001:1.0:1784946219.186025:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946219.186031:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946219.186034:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946219.186036:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294550. 00000100:00000200:1.0:1784946219.186040:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054270976, offset 0 00000400:00000200:1.0:1784946219.186049:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946219.186050:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:1.0:1784946219.186059:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946219.186066:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:0.0:1784946219.186067:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946219.186072:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1784946219.186075:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4100. 00000400:00000200:1.0:1784946219.186076:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946219.186081:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1784946219.186085:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784946219.186087:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946219.186092:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314628:314628:255:4294967295] 192.168.202.106@tcp LPNI seq info [314624:314624:7:4294967295] 00000800:00000200:0.0:1784946219.186096:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:1.0:1784946219.186100:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:0.0:1784946219.186102:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784946219.186111:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946219.186117:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784946219.186118:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784946219.186121:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad300. 00000400:00000200:0.0:1784946219.186126:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784946219.186129:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:0.0:1784946219.186131:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305006767 00000800:00000200:1.0:1784946219.186137:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000010:0.0:1784946219.186139:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d593733c0. 00000800:00000200:1.0:1784946219.186141:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946219.186146:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946219.186148:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1784946219.186151:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16758 usecs (17 jiffies) 00000100:00000001:0.0:1784946219.186154:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305006767 00000400:00000200:1.0:1784946219.186156:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000010:0.0:1784946219.186160:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d593734e0. 00000100:00000001:1.0:1784946219.186161:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305006097 00000100:00000001:0.0:1784946219.186164:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784946219.186166:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305006767 00000100:00000001:0.0:1784946219.186168:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946219.186170:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305006097 00000100:00000001:0.0:1784946219.186173:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946219.186174:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305006767 00000100:00000001:0.0:1784946219.186177:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946219.186179:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946219.186181:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946219.186183:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946219.186187:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946219.186189:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946219.186196:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946219.186197:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946219.186199:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946219.186200:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946219.186204:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946219.186205:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946219.186208:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946219.186208:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946219.186211:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946219.186212:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946219.186216:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946219.186216:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946219.186256:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946219.186264:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4100. 00000400:00000200:0.0:1784946219.186269:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946219.186274:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946219.186279:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f5d8 00000400:00000010:0.0:1784946219.186282:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f5d8. 00000100:00000001:0.0:1784946219.186286:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946219.186290:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d89c00 x1871641054270848/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946219.186300:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946219.186303:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d89c00 x1871641054270848/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946235 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946219.186310:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946219.186311:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946219.186372:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946219.186375:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad300. 00000400:00000200:0.0:1784946219.186380:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946219.186393:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946219.186399:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294550 00000400:00000010:0.0:1784946219.186401:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294550. 00000100:00000001:0.0:1784946219.186404:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946219.186407:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d89500 x1871641054270976/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946219.186414:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946219.186417:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d89500 x1871641054270976/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946235 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946219.186422:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946219.186424:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946219.188990:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946219.189005:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946219.189009:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946219.189011:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946219.189019:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946219.189023:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946219.189029:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946219.189032:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946219.189035:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946219.189038:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fd580 00000400:00000200:1.0:1784946219.189041:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946219.189049:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce121 [1] + 224 00000800:00000001:1.0:1784946219.189054:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946219.189068:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946219.189072:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946219.189076:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946219.189082:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946219.189092:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89c00 x1871641054270848/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946235 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946219.189101:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89c00 x1871641054270848/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946219.189116:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946219.189123:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946219.189126:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946219.189152:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946219.189156:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784946219.189171:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946219.189173:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946219.189176:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652faa8. 00000400:00000200:0.0:1784946219.189181:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fbb0 00000400:00000010:0.0:1784946219.189183:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fbb0. 00000100:00000001:0.0:1784946219.189187:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946219.189192:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d89c00 x1871641054270848/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946219.189202:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d89c00 x1871641054270848/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946235 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946219.189209:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946219.189211:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946219.189213:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946219.189216:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946219.189219:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946219.189221:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946219.189224:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946219.189229:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=21 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946219.189234:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=21 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946219.189237:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946219.189238:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946219.189241:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946219.189244:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946219.189246:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946219.189250:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d89c00 x1871641054270848/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946235 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946219.189257:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946219.189260:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946219.189262:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946219.189264:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784946219.189268:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89c00 x1871641054270848/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946235 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946219.189273:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946219.189278:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:0.0:1784946219.189279:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054270848:192.168.202.106@tcp:400:kworker.0 00000800:00000001:1.0:1784946219.189281:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946219.189286:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946219.189290:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946219.189292:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946219.189298:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89c00 x1871641054270848/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946235 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946219.189299:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:0.0:1784946219.189309:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1784946219.189310:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:0.0:1784946219.189312:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1784946219.189316:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000010:0.0:1784946219.189317:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394a200. 00000400:00000200:1.0:1784946219.189322:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:0.0:1784946219.189324:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1784946219.189328:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fd600 00000020:00000001:0.0:1784946219.189329:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946219.189332:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784946219.189336:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:1.0:1784946219.189336:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000010:0.0:1784946219.189340:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad400. 00000400:00000200:1.0:1784946219.189345:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce131 [1] + 224 02000000:00000001:0.0:1784946219.189347:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946219.189350:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:1.0:1784946219.189351:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000010:0.0:1784946219.189353:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89c00. 00000100:00000001:0.0:1784946219.189358:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946219.189359:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946219.189361:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946219.189362:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946219.189365:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946219.189370:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946219.189371:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946219.189375:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946219.189376:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946219.189378:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946219.189381:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946219.189383:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89500 x1871641054270976/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946235 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946219.189395:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89500 x1871641054270976/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946219.189416:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946219.189421:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946219.189424:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946219.189475:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946219.189478:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784946219.189481:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946219.189483:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946219.189485:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d790. 00000400:00000200:0.0:1784946219.189488:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294f68 00000400:00000010:0.0:1784946219.189490:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294f68. 00000100:00000001:0.0:1784946219.189492:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946219.189496:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d89500 x1871641054270976/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946219.189541:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d89500 x1871641054270976/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946235 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946219.189548:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946219.189549:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946219.189551:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946219.189552:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946219.189553:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946219.189555:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946219.189556:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946219.189562:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=21 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946219.189564:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=91 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946219.189566:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946219.189567:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946219.189569:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946219.189572:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946219.189574:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784946219.189576:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784946219.189578:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784946219.189579:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946219.189582:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d89500 x1871641054270976/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946235 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946219.189588:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946219.189589:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946219.189590:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946219.189593:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89500 x1871641054270976/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946235 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946219.189600:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054270976:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946219.189604:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946219.189605:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946219.189607:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89500 x1871641054270976/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946235 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946219.189612:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946219.189614:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946219.189615:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ace00. 02000000:00000001:0.0:1784946219.189618:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946219.189619:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946219.189620:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784946219.189622:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946219.189623:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad100. 02000000:00000001:0.0:1784946219.189625:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946219.189626:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946219.189628:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89500. 00000100:00000001:0.0:1784946219.189630:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946219.189631:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946219.189633:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946219.189635:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946219.189636:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946219.189638:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946219.189640:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946219.505996:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946219.506002:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946219.506103:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946219.506107:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946219.506110:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946219.889606:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305006767, at 4305006784 00000100:00000040:0.0:1784946219.889610:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305006767, at 4305006784 00000100:00000010:1.0:1784946219.889622:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d593734e0. 00000100:00000010:0.0:1784946219.889625:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d593733c0. 00010000:00000001:1.0:1784946220.529637:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946220.529644:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946220.529646:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946220.529648:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946220.529651:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946220.529652:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946220.529654:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946220.529655:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946220.529709:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946220.529713:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946220.529717:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946221.553622:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946221.553627:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946221.553686:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946221.553690:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946221.553694:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946222.577619:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946222.577624:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946222.577668:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946222.577672:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946222.577674:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946223.601601:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946223.601605:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946223.601663:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946223.601666:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946223.601669:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946224.305627:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946224.305634:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946224.305643:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950380. 00000020:00000040:2.0:1784946224.305647:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946224.305651:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946224.305653:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946224.305657:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946224.305662:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784946224.305668:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946224.305676:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950380 x1871641054271104/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946224.305684:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946224.305686:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946224.305692:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3424a88] to pc [ptlrpcd_01_01+1] req@ffff996d73950380 x1871641054271104/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946224.305725:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946224.305728:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946224.305732:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946224.305735:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953100. 00000020:00000040:2.0:1784946224.305738:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946224.305740:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946224.305741:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946224.305743:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946224.305746:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:3.0:1784946224.305746:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946224.305748:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946224.305750:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946224.305753:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946224.305754:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73953100 x1871641054271232/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1784946224.305761:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950380 x1871641054271104/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946224.305762:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946224.305765:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946224.305773:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784946224.305774:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b49009a9] to pc [ptlrpcd_01_00+0] req@ffff996d73953100 x1871641054271232/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946224.305776:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946224.305781:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946224.305784:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946224.305788:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946224.305790:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946224.305791:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054271104:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784946224.305795:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946224.305796:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784946224.305801:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784946224.305802:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784946224.305804:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784946224.305805:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946224.305808:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784946224.305811:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:3.0:1784946224.305813:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d50710400. 02000000:00000001:3.0:1784946224.305815:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946224.305816:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10348) 00000400:00000200:3.0:1784946224.305822:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946224.305826:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784946224.305829:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1784946224.305831:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000001:2.0:1784946224.305832:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946224.305835:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1784946224.305838:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054271104, portal 25 00000100:00000040:2.0:1784946224.305840:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953100 x1871641054271232/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946224.305841:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946224.305843:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102471552 : -112779607080064 : ffff996d73950380) 00000100:00000040:3.0:1784946224.305851:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950380 x1871641054271104/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946224.305856:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946224.305858:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946224.305859:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1dd0. 00000100:00000200:3.0:1784946224.305862:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054271104, offset 0 00000400:00000200:3.0:1784946224.305865:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946224.305872:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946224.305873:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946224.305875:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946224.305877:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946224.305879:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784946224.305880:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 02000000:00000001:2.0:1784946224.305881:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946224.305884:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:2.0:1784946224.305886:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054271232:192.168.202.106@tcp:400:kworker.0 00000400:00000200:3.0:1784946224.305890:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:2.0:1784946224.305891:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946224.305894:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1784946224.305896:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1784946224.305897:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946224.305900:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784946224.305900:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 02000000:00000010:2.0:1784946224.305904:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0800. 02000000:00000001:2.0:1784946224.305906:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946224.305914:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314629:314629:256:4294967295] 192.168.202.106@tcp LPNI seq info [314625:314625:8:4294967295] 00000400:00000200:2.0:1784946224.305915:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946224.305918:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784946224.305923:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6550. 00000400:00000200:3.0:1784946224.305926:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:2.0:1784946224.305927:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054271232, portal 10 00000100:00000001:2.0:1784946224.305930:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946224.305932:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102483200 : -112779607068416 : ffff996d73953100) 00000100:00000040:2.0:1784946224.305938:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953100 x1871641054271232/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946224.305947:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:2.0:1784946224.305948:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946224.305953:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946224.305955:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000800:00000200:3.0:1784946224.305959:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000200:2.0:1784946224.305960:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054271232, offset 0 00000400:00000200:2.0:1784946224.305967:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946224.305969:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000400:00000200:2.0:1784946224.305972:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946224.305976:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946224.305979:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784946224.305980:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946224.305982:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946224.305986:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946224.305988:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946224.305992:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314630:314630:255:4294967295] 192.168.202.106@tcp LPNI seq info [314626:314626:7:4294967295] 00000800:00000200:3.0:1784946224.305996:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784946224.305998:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946224.306003:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784946224.306005:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946224.306011:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946224.306014:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b500. 00000800:00000200:2.0:1784946224.306017:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:3.0:1784946224.306019:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784946224.306024:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:3.0:1784946224.306029:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946224.306030:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946224.306033:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305011887 00000100:00000001:2.0:1784946224.306036:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946224.306041:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16758 usecs (17 jiffies) 00000100:00000010:3.0:1784946224.306041:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3223c0. 00000400:00000200:2.0:1784946224.306048:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946224.306051:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305011217 00000100:00000001:3.0:1784946224.306051:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784946224.306059:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305011887 00000100:00000001:2.0:1784946224.306060:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305011887 00000100:00000001:2.0:1784946224.306066:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305011217 00000100:00000010:3.0:1784946224.306067:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322a20. 00000100:00000001:3.0:1784946224.306073:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946224.306077:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305011887 00000100:00000001:3.0:1784946224.306077:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784946224.306081:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946224.306082:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946224.306083:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946224.306087:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784946224.306089:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bead00. 00000100:00000001:3.0:1784946224.306089:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946224.306091:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946224.306094:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946224.306095:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946224.306099:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946224.306100:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946224.306101:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946224.306105:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946224.306105:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784946224.306110:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946224.306110:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946224.306112:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946224.306113:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946224.306116:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946224.306117:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946224.306119:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1dd0 00000100:00000001:2.0:1784946224.306120:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946224.306120:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946224.306125:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1dd0. 00000100:00000001:3.0:1784946224.306127:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946224.306133:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946224.306140:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950380 x1871641054271104/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946224.306151:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946224.306154:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950380 x1871641054271104/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946240 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946224.306160:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946224.306162:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946224.306218:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946224.306221:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b500. 00000400:00000200:1.0:1784946224.306224:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946224.306227:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946224.306229:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000400:00000010:1.0:1784946224.306231:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000001:1.0:1784946224.306234:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946224.306237:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953100 x1871641054271232/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946224.306243:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946224.306246:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953100 x1871641054271232/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946240 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946224.306252:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946224.306253:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946224.307384:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946224.307392:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946224.307395:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946224.307396:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946224.307400:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946224.307403:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946224.307408:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946224.307410:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946224.307413:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946224.307416:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fd680 00000400:00000200:1.0:1784946224.307418:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946224.307422:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce141 [1] + 224 00000800:00000001:1.0:1784946224.307426:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946224.307427:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946224.307429:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946224.307432:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946224.307435:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946224.307438:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950380 x1871641054271104/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946240 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946224.307445:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950380 x1871641054271104/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946224.307455:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946224.307470:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946224.307473:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946224.307474:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946224.307477:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946224.307479:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946224.307482:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:3.0:1784946224.307484:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946224.307486:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946224.307487:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946224.307490:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946224.307493:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784946224.307493:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946224.307496:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784946224.307499:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fd700 00000400:00000010:3.0:1784946224.307500:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:1.0:1784946224.307504:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946224.307505:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946224.307508:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946224.307510:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946224.307532:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950380 x1871641054271104/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946224.307533:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce149 [1] + 224 00000800:00000001:1.0:1784946224.307541:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784946224.307546:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950380 x1871641054271104/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946240 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946224.307547:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946224.307551:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946224.307557:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784946224.307558:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946224.307560:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946224.307561:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946224.307563:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946224.307565:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1784946224.307566:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953100 x1871641054271232/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946240 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946224.307568:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946224.307570:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946224.307574:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946224.307580:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953100 x1871641054271232/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784946224.307581:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=26 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946224.307588:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=26 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946224.307594:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946224.307596:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946224.307601:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946224.307603:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946224.307605:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946224.307608:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784946224.307609:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950380 x1871641054271104/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946240 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946224.307612:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784946224.307616:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784946224.307617:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946224.307622:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946224.307624:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946224.307627:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950380 x1871641054271104/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946240 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946224.307632:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054271104:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946224.307636:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946224.307637:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784946224.307638:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784946224.307640:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950380 x1871641054271104/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946240 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946224.307641:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946224.307646:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784946224.307646:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000001:2.0:1784946224.307648:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1784946224.307649:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:2.0:1784946224.307651:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 02000000:00000010:3.0:1784946224.307652:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d50710400. 00000400:00000200:2.0:1784946224.307656:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6550 02000000:00000001:3.0:1784946224.307664:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:2.0:1784946224.307665:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6550. 00000020:00000001:3.0:1784946224.307668:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784946224.307671:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1784946224.307671:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946224.307675:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000200:2.0:1784946224.307677:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953100 x1871641054271232/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784946224.307678:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:3.0:1784946224.307684:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946224.307686:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946224.307688:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950380. 00000100:00000200:2.0:1784946224.307689:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953100 x1871641054271232/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946240 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946224.307692:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946224.307694:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946224.307698:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946224.307700:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946224.307702:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946224.307702:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946224.307705:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946224.307706:0:2354:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784946224.307708:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784946224.307709:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946224.307710:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946224.307711:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946224.307714:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946224.307716:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946224.307719:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=26 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946224.307722:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=96 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946224.307723:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946224.307724:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946224.307726:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946224.307727:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946224.307730:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946224.307731:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946224.307733:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946224.307733:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946224.307736:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953100 x1871641054271232/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946240 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946224.307740:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946224.307741:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946224.307742:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946224.307744:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953100 x1871641054271232/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946240 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946224.307748:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054271232:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946224.307751:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946224.307753:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946224.307754:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953100 x1871641054271232/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946240 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946224.307758:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946224.307759:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946224.307760:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0800. 02000000:00000001:2.0:1784946224.307762:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946224.307763:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946224.307764:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946224.307765:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946224.307766:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 02000000:00000001:2.0:1784946224.307767:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946224.307768:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946224.307769:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953100. 00000100:00000001:2.0:1784946224.307771:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946224.307772:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946224.307773:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946224.307775:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946224.307776:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946224.307777:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946224.307778:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946224.625607:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946224.625611:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946224.625655:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946224.625658:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946224.625660:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946225.009616:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305011887, at 4305011904 00000100:00000040:1.0:1784946225.009616:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305011887, at 4305011904 00000100:00000010:1.0:1784946225.009629:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322a20. 00000100:00000010:0.0:1784946225.009632:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3223c0. 00010000:00000001:1.0:1784946225.649571:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946225.649576:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946225.649618:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946225.649622:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946225.649626:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946226.673614:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946226.673620:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946226.673667:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946226.673670:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946226.673672:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946227.697632:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946227.697636:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946227.697685:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946227.697690:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946227.697693:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946228.721606:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946228.721611:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946228.721658:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946228.721661:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946228.721664:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946229.425621:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946229.425630:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946229.425640:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8a300. 00000020:00000040:1.0:1784946229.425645:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946229.425649:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946229.425652:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946229.425657:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946229.425665:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ade00. 00000100:00000001:1.0:1784946229.425671:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946229.425682:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d8a300 x1871641054271360/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946229.425692:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946229.425696:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946229.425702:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000879242b6] to pc [ptlrpcd_00_01+1] req@ffff996d44d8a300 x1871641054271360/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946229.425729:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946229.425733:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946229.425736:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946229.425739:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d89180. 00000020:00000040:1.0:1784946229.425742:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946229.425745:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946229.425747:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946229.425749:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946229.425754:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad100. 00000100:00000001:1.0:1784946229.425757:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946229.425758:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946229.425763:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784946229.425763:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d89180 x1871641054271488/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946229.425767:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946229.425774:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8a300 x1871641054271360/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946229.425777:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946229.425782:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946229.425787:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946229.425789:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946229.425791:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003c74867] to pc [ptlrpcd_00_00+0] req@ffff996d44d89180 x1871641054271488/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946229.425793:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946229.425797:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946229.425801:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946229.425807:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054271360:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946229.425810:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946229.425811:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1784946229.425815:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784946229.425818:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1784946229.425820:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784946229.425822:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946229.425824:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784946229.425826:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1784946229.425831:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:0.0:1784946229.425833:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394a200. 00000100:00000040:1.0:1784946229.425836:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10354) 02000000:00000001:0.0:1784946229.425837:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946229.425847:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946229.425852:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652faa8. 00000400:00000010:0.0:1784946229.425859:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fbb0. 00000100:00000001:1.0:1784946229.425864:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1784946229.425866:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054271360, portal 25 00000100:00000001:1.0:1784946229.425868:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946229.425870:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946229.425871:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784946229.425873:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318374144 : -112780391177472 : ffff996d44d8a300) 00000100:00000040:1.0:1784946229.425878:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d89180 x1871641054271488/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946229.425883:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8a300 x1871641054271360/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946229.425897:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946229.425900:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946229.425902:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946229.425904:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946229.425908:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1784946229.425909:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946229.425913:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946229.425917:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f5d8. 00000100:00000200:0.0:1784946229.425922:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054271360, offset 0 00000100:00100000:1.0:1784946229.425927:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054271488:192.168.202.106@tcp:400:kworker.0 00000400:00000200:0.0:1784946229.425934:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946229.425935:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946229.425939:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946229.425942:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946229.425944:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1784946229.425946:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000010:1.0:1784946229.425949:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ac400. 02000000:00000001:1.0:1784946229.425953:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946229.425954:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946229.425960:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946229.425961:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946229.425964:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000010:1.0:1784946229.425966:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d528. 00000400:00000200:0.0:1784946229.425968:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946229.425971:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000010:1.0:1784946229.425972:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294ee0. 00000400:00000200:0.0:1784946229.425975:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314631:314631:256:4294967295] 192.168.202.106@tcp LPNI seq info [314627:314627:8:4294967295] 00000100:00000200:1.0:1784946229.425978:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054271488, portal 10 00000400:00000200:0.0:1784946229.425980:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946229.425984:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946229.425987:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318369664 : -112780391181952 : ffff996d44d89180) 00000400:00000200:0.0:1784946229.425993:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000040:1.0:1784946229.425998:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d89180 x1871641054271488/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784946229.426000:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784946229.426006:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4100. 00000100:00000001:1.0:1784946229.426010:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1784946229.426017:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000040:1.0:1784946229.426018:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946229.426023:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294000. 00000800:00000200:0.0:1784946229.426028:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000200:1.0:1784946229.426028:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054271488, offset 0 00000800:00000200:0.0:1784946229.426032:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784946229.426038:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784946229.426042:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946229.426046:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946229.426050:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946229.426053:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:0.0:1784946229.426055:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305017007 00000400:00000200:1.0:1784946229.426058:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1784946229.426062:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d593733c0. 00000400:00000200:1.0:1784946229.426063:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946229.426068:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784946229.426072:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1784946229.426072:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946229.426078:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314632:314632:255:4294967295] 192.168.202.106@tcp LPNI seq info [314628:314628:7:4294967295] 00000100:00000001:0.0:1784946229.426081:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305017007 00000400:00000200:1.0:1784946229.426086:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000010:0.0:1784946229.426088:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373300. 00000100:00000001:0.0:1784946229.426093:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1784946229.426097:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:0.0:1784946229.426098:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946229.426104:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946229.426108:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784946229.426110:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946229.426115:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784946229.426115:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad400. 00000800:00000200:1.0:1784946229.426121:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:0.0:1784946229.426122:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946229.426125:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1784946229.426127:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:0.0:1784946229.426130:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1784946229.426132:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946229.426133:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946229.426137:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946229.426138:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946229.426141:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946229.426144:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16757 usecs (17 jiffies) 00000400:00000200:1.0:1784946229.426149:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946229.426152:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305016337 00000100:00000001:1.0:1784946229.426155:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305017007 00000100:00000001:1.0:1784946229.426157:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305016337 00000100:00000001:1.0:1784946229.426160:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305017007 00000100:00000001:1.0:1784946229.426163:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946229.426165:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946229.426168:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946229.426170:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946229.426175:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946229.426176:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946229.426179:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946229.426181:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946229.426183:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946229.426186:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784946229.426186:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784946229.426191:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4100. 00000400:00000200:0.0:1784946229.426197:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946229.426201:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946229.426206:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f5d8 00000400:00000010:0.0:1784946229.426208:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f5d8. 00000100:00000001:0.0:1784946229.426212:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946229.426215:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8a300 x1871641054271360/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946229.426222:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946229.426224:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8a300 x1871641054271360/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946245 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946229.426229:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946229.426230:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946229.426290:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946229.426291:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad400. 00000400:00000200:0.0:1784946229.426295:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946229.426297:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946229.426299:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294000 00000400:00000010:0.0:1784946229.426300:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294000. 00000100:00000001:0.0:1784946229.426302:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946229.426304:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d89180 x1871641054271488/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946229.426309:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946229.426310:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d89180 x1871641054271488/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946245 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946229.426314:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946229.426315:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946229.427512:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946229.427535:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946229.427538:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946229.427539:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946229.427543:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946229.427547:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946229.427551:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946229.427554:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946229.427557:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946229.427561:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fd780 00000400:00000200:1.0:1784946229.427565:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946229.427571:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce151 [1] + 224 00000800:00000001:1.0:1784946229.427576:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946229.427583:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946229.427586:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946229.427589:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946229.427594:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946229.427599:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8a300 x1871641054271360/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946245 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946229.427609:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8a300 x1871641054271360/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946229.427625:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946229.427631:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946229.427634:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946229.427635:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946229.427636:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946229.427638:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946229.427641:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946229.427644:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946229.427646:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946229.427649:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946229.427651:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fd800 00000400:00000200:1.0:1784946229.427654:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946229.427657:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946229.427661:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946229.427661:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce161 [1] + 224 00000800:00000001:1.0:1784946229.427667:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784946229.427668:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946229.427671:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1784946229.427673:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784946229.427674:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652faa8. 00000400:00000200:1.0:1784946229.427678:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946229.427681:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fbb0 00000400:00000200:1.0:1784946229.427684:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000010:0.0:1784946229.427685:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fbb0. 00000100:00000001:0.0:1784946229.427690:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946229.427691:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946229.427697:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8a300 x1871641054271360/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946229.427700:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89180 x1871641054271488/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946245 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946229.427723:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8a300 x1871641054271360/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946245 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946229.427724:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89180 x1871641054271488/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946229.427740:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946229.427743:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946229.427745:0:2353:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784946229.427747:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1784946229.427748:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946229.427751:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1784946229.427752:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784946229.427753:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946229.427756:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946229.427757:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784946229.427762:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=31 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946229.427766:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=31 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946229.427766:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946229.427769:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946229.427770:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946229.427772:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1784946229.427772:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1784946229.427774:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000001:1.0:1784946229.427775:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1784946229.427778:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946229.427779:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d528. 00000100:00000001:0.0:1784946229.427783:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946229.427784:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294ee0 00000400:00000010:1.0:1784946229.427787:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294ee0. 00000100:00000040:0.0:1784946229.427789:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8a300 x1871641054271360/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946245 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946229.427790:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946229.427796:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d89180 x1871641054271488/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946229.427799:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946229.427804:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946229.427806:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784946229.427811:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d89180 x1871641054271488/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946245 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946229.427812:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8a300 x1871641054271360/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946245 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946229.427841:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054271360:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946229.427841:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946229.427846:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946229.427848:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946229.427851:0:2352:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784946229.427852:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1784946229.427856:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1784946229.427857:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8a300 x1871641054271360/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946245 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946229.427857:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946229.427860:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946229.427864:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946229.427870:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00001000:1.0:1784946229.427871:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=31 v=5 (5 5 5 5) 02000000:00000001:0.0:1784946229.427872:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946229.427876:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394a200. 00000100:00001000:1.0:1784946229.427877:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=101 v=5 (1 1 1 1) 02000000:00000001:0.0:1784946229.427882:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784946229.427882:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946229.427885:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946229.427886:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:1.0:1784946229.427887:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000040:0.0:1784946229.427888:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00010000:00000001:1.0:1784946229.427890:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946229.427891:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784946229.427894:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000010:0.0:1784946229.427895:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ade00. 00000100:00000040:1.0:1784946229.427897:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 02000000:00000001:0.0:1784946229.427899:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784946229.427900:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1784946229.427902:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784946229.427903:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784946229.427905:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8a300. 00000100:00000001:0.0:1784946229.427908:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1784946229.427909:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d89180 x1871641054271488/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946245 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946229.427911:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946229.427914:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946229.427920:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946229.427922:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946229.427925:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946229.427928:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946229.427929:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946229.427932:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946229.427933:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946229.427936:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89180 x1871641054271488/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946245 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946229.427940:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054271488:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946229.427944:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946229.427945:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946229.427947:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89180 x1871641054271488/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946245 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946229.427953:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946229.427955:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946229.427957:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ac400. 02000000:00000001:1.0:1784946229.427960:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946229.427961:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946229.427962:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946229.427964:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946229.427966:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad100. 02000000:00000001:1.0:1784946229.427969:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946229.427970:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946229.427971:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89180. 00000100:00000001:1.0:1784946229.427974:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946229.427975:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946229.427976:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946229.427980:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946229.427981:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946229.427983:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946229.427984:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946229.745626:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946229.745631:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946229.745675:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946229.745679:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946229.745681:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946230.129611:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305017007, at 4305017024 00000100:00000010:0.0:1784946230.129623:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d593733c0. 00000100:00000040:1.0:1784946230.129710:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305017007, at 4305017024 00000100:00000010:1.0:1784946230.129714:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373300. 00010000:00000001:1.0:1784946230.769590:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946230.769598:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946230.769600:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946230.769604:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946230.769608:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946230.769611:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946230.769613:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946230.769616:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946230.769667:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946230.769677:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946230.769681:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946231.793639:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946231.793651:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946231.793724:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946231.793728:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946231.793731:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946232.817632:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946232.817638:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946232.817697:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946232.817702:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946232.817705:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946233.841630:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946233.841636:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946233.841695:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946233.841699:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946233.841703:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946234.545634:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946234.545642:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946234.545651:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328ad80. 00000020:00000040:0.0:1784946234.545656:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946234.545659:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946234.545661:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946234.545665:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946234.545671:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4100. 00000100:00000001:0.0:1784946234.545677:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946234.545685:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d4328ad80 x1871641054271616/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946234.545693:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946234.545695:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946234.545700:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ae59169] to pc [ptlrpcd_00_01+1] req@ffff996d4328ad80 x1871641054271616/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946234.545728:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946234.545730:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946234.545732:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946234.545734:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289500. 00000020:00000040:0.0:1784946234.545736:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946234.545738:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946234.545739:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946234.545740:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946234.545742:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4c00. 00000100:00000001:0.0:1784946234.545744:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946234.545747:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43289500 x1871641054271744/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946234.545752:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946234.545753:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946234.545754:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946234.545758:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:0.0:1784946234.545759:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0064ac2] to pc [ptlrpcd_00_00+0] req@ffff996d43289500 x1871641054271744/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946234.545762:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946234.545769:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946234.545770:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1784946234.545771:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946234.545773:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946234.545775:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784946234.545776:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784946234.545778:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946234.545779:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946234.545782:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946234.545783:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784946234.545788:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10359) 00000100:00000040:1.0:1784946234.545790:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289500 x1871641054271744/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946234.545796:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946234.545798:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946234.545801:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946234.545803:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946234.545805:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946234.545807:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054271744:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946234.545810:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946234.545814:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946234.545816:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946234.545818:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784946234.545818:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784946234.545823:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946234.545823:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ac400. 02000000:00000001:1.0:1784946234.545826:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946234.545833:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946234.545836:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d528. 00000400:00000010:1.0:1784946234.545842:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294ee0. 00000100:00000200:1.0:1784946234.545848:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054271744, portal 10 00000100:00000001:1.0:1784946234.545850:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946234.545851:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290059008 : -112780419492608 : ffff996d43289500) 00000100:00000040:1.0:1784946234.545856:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289500 x1871641054271744/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946234.545861:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946234.545863:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946234.545864:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294990. 00000100:00000200:1.0:1784946234.545866:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054271744, offset 0 00000400:00000200:1.0:1784946234.545870:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946234.545876:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946234.545881:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946234.545885:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946234.545887:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946234.545890:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946234.545892:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946234.545895:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314633:314633:256:4294967295] 192.168.202.106@tcp LPNI seq info [314629:314629:8:4294967295] 00000400:00000200:1.0:1784946234.545898:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946234.545905:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946234.545909:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946234.545912:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad100. 00000800:00000200:1.0:1784946234.545916:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784946234.545922:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946234.545925:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946234.545936:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946234.545939:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16757 usecs (17 jiffies) 00000400:00000200:1.0:1784946234.545942:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946234.545945:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305021457 00000100:00000010:1.0:1784946234.545949:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8ff60. 00000100:00000001:1.0:1784946234.545955:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784946234.545961:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305021457 00000100:00000010:1.0:1784946234.545965:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f6c0. 00000100:00000001:1.0:1784946234.545968:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784946234.545971:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946234.545973:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946234.545976:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946234.545980:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328ad80 x1871641054271616/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946234.545986:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946234.545987:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946234.545989:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946234.545990:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946234.545992:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946234.545994:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054271616:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946234.545997:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946234.546005:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946234.546006:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946234.546007:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946234.546010:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ad600. 02000000:00000001:1.0:1784946234.546011:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946234.546013:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946234.546016:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d948. 00000400:00000010:1.0:1784946234.546018:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294908. 00000100:00000200:1.0:1784946234.546020:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054271616, portal 25 00000100:00000001:1.0:1784946234.546021:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946234.546022:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290065280 : -112780419486336 : ffff996d4328ad80) 00000100:00000040:1.0:1784946234.546025:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328ad80 x1871641054271616/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946234.546029:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946234.546030:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946234.546032:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294440. 00000100:00000200:1.0:1784946234.546034:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054271616, offset 0 00000400:00000200:1.0:1784946234.546036:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946234.546039:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946234.546043:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:0.0:1784946234.546044:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1784946234.546045:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946234.546049:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000010:0.0:1784946234.546050:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad100. 00000400:00000200:1.0:1784946234.546052:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946234.546056:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946234.546058:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314634:314634:255:4294967295] 192.168.202.106@tcp LPNI seq info [314630:314630:7:4294967295] 00000400:00000200:0.0:1784946234.546060:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946234.546062:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946234.546073:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946234.546073:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946234.546081:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946234.546083:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad300. 00000400:00000200:0.0:1784946234.546084:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294990 00000800:00000200:1.0:1784946234.546087:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000010:0.0:1784946234.546089:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294990. 00000800:00000200:1.0:1784946234.546092:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946234.546095:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946234.546096:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784946234.546098:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946234.546102:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:0.0:1784946234.546104:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289500 x1871641054271744/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946234.546104:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305022127 00000100:00000001:1.0:1784946234.546110:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305021457 00000100:00000001:1.0:1784946234.546114:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305022127 00000100:00000001:0.0:1784946234.546118:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784946234.546118:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305021457 00000100:00000001:1.0:1784946234.546123:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784946234.546125:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289500 x1871641054271744/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946250 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946234.546126:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946234.546129:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946234.546132:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946234.546137:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946234.546139:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946234.546141:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946234.546142:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946234.546145:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946234.546146:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784946234.546147:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946234.546149:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946234.546184:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946234.546188:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad300. 00000400:00000200:0.0:1784946234.546191:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946234.546195:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946234.546197:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294440 00000400:00000010:0.0:1784946234.546199:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294440. 00000100:00000001:0.0:1784946234.546202:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946234.546205:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328ad80 x1871641054271616/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946234.546212:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946234.546215:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328ad80 x1871641054271616/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946250 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946234.546221:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946234.546222:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946234.547229:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946234.547238:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946234.547241:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946234.547243:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946234.547248:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946234.547253:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946234.547258:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946234.547261:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946234.547263:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946234.547266:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fd880 00000400:00000200:1.0:1784946234.547269:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946234.547272:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce181 [1] + 224 00000800:00000001:1.0:1784946234.547277:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946234.547281:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946234.547283:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946234.547285:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946234.547289:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946234.547295:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328ad80 x1871641054271616/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946250 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946234.547305:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328ad80 x1871641054271616/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946234.547322:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946234.547330:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946234.547334:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946234.547337:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946234.547340:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946234.547344:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946234.547348:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946234.547353:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946234.547355:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946234.547360:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946234.547361:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946234.547365:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946234.547365:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fd900 00000400:00000001:0.0:1784946234.547371:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784946234.547383:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:0.0:1784946234.547385:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946234.547390:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d948. 00000400:00000200:0.0:1784946234.547394:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294908 00000400:00000010:0.0:1784946234.547396:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294908. 00000100:00000001:0.0:1784946234.547399:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946234.547403:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce171 [1] + 224 00000100:00000200:0.0:1784946234.547405:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328ad80 x1871641054271616/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946234.547411:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784946234.547419:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328ad80 x1871641054271616/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946250 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946234.547419:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946234.547424:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946234.547433:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946234.547434:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946234.547437:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946234.547438:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946234.547442:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946234.547445:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1784946234.547445:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289500 x1871641054271744/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946250 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946234.547447:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946234.547450:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946234.547453:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946234.547460:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=36 v=5 (5 5 5 5) 00000100:00000040:1.0:1784946234.547463:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289500 x1871641054271744/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784946234.547466:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=36 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946234.547474:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946234.547476:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946234.547481:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1784946234.547482:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946234.547486:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946234.547488:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784946234.547489:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946234.547492:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946234.547498:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328ad80 x1871641054271616/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946250 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946234.547506:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946234.547509:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946234.547511:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946234.547539:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328ad80 x1871641054271616/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946250 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946234.547548:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054271616:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946234.547552:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946234.547553:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946234.547555:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328ad80 x1871641054271616/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946250 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946234.547559:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946234.547561:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946234.547563:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ad600. 02000000:00000001:0.0:1784946234.547565:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946234.547567:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946234.547568:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784946234.547569:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946234.547571:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4100. 02000000:00000001:0.0:1784946234.547573:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946234.547574:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946234.547575:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328ad80. 00000100:00000001:0.0:1784946234.547578:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946234.547579:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946234.547580:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946234.547581:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946234.547582:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784946234.547584:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946234.547585:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946234.547586:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d528. 00000400:00000200:0.0:1784946234.547587:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294ee0 00000400:00000010:0.0:1784946234.547588:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294ee0. 00000100:00000001:0.0:1784946234.547590:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946234.547592:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289500 x1871641054271744/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946234.547597:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289500 x1871641054271744/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946250 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946234.547600:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946234.547601:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946234.547602:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946234.547603:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946234.547604:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946234.547605:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946234.547606:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946234.547609:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=36 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946234.547610:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=106 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946234.547612:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946234.547613:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946234.547614:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946234.547616:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946234.547618:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784946234.547619:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784946234.547621:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784946234.547621:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946234.547623:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289500 x1871641054271744/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946250 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946234.547627:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946234.547628:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946234.547629:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946234.547631:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289500 x1871641054271744/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946250 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946234.547635:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054271744:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946234.547637:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946234.547638:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946234.547639:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289500 x1871641054271744/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946250 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946234.547642:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946234.547643:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946234.547644:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ac400. 02000000:00000001:0.0:1784946234.547645:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946234.547645:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946234.547646:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784946234.547647:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946234.547648:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4c00. 02000000:00000001:0.0:1784946234.547649:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946234.547650:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946234.547650:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289500. 00000100:00000001:0.0:1784946234.547652:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946234.547653:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946234.547654:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946234.547657:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946234.547657:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946234.547658:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946234.547659:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946234.865614:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946234.865624:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946234.865672:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946234.865674:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946234.865677:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946235.249630:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305022127, at 4305022144 00000100:00000010:0.0:1784946235.249644:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8ff60. 00000100:00000040:1.0:1784946235.249742:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305022127, at 4305022144 00000100:00000010:1.0:1784946235.249748:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f6c0. 00010000:00000001:1.0:1784946235.889639:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946235.889645:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946235.889709:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946235.889713:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946235.889716:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946236.913615:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946236.913621:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946236.913681:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946236.913685:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946236.913689:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946237.937619:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946237.937624:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946237.937674:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946237.937678:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946237.937682:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946238.961617:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946238.961622:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946238.961674:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946238.961686:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946238.961689:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946239.665625:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946239.665635:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946239.665643:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289500. 00000020:00000040:0.0:1784946239.665648:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946239.665652:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946239.665655:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946239.665661:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946239.665669:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4c00. 00000100:00000001:0.0:1784946239.665675:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946239.665687:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d43289500 x1871641054271872/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946239.665698:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946239.665703:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946239.665710:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0064ac2] to pc [ptlrpcd_00_01+1] req@ffff996d43289500 x1871641054271872/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946239.665744:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946239.665747:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946239.665751:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946239.665754:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328ad80. 00000020:00000040:0.0:1784946239.665757:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946239.665759:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946239.665761:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946239.665763:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946239.665767:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4100. 00000100:00000001:0.0:1784946239.665770:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946239.665775:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d4328ad80 x1871641054272000/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946239.665777:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946239.665783:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946239.665785:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946239.665786:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784946239.665790:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946239.665796:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289500 x1871641054271872/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946239.665798:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ae59169] to pc [ptlrpcd_00_00+0] req@ffff996d4328ad80 x1871641054272000/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946239.665825:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946239.665826:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1784946239.665830:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946239.665830:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946239.665833:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1784946239.665835:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1784946239.665837:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784946239.665841:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784946239.665842:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946239.665848:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054271872:192.168.202.106@tcp:400:kworker.0 00000100:00000040:0.0:1784946239.665849:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784946239.665855:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1784946239.665857:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10364) 02000000:00000001:1.0:1784946239.665861:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946239.665864:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946239.665867:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784946239.665869:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1784946239.665871:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738adc00. 00000100:00000001:0.0:1784946239.665873:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784946239.665874:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946239.665876:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946239.665883:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328ad80 x1871641054272000/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946239.665890:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946239.665892:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946239.665892:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:0.0:1784946239.665897:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1784946239.665899:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d478. 02000000:00000001:0.0:1784946239.665900:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946239.665906:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946239.665908:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294e58. 00000100:00100000:0.0:1784946239.665911:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054272000:192.168.202.106@tcp:400:kworker.0 00000100:00000200:1.0:1784946239.665915:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054271872, portal 25 00000100:00000001:0.0:1784946239.665916:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784946239.665920:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1784946239.665921:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784946239.665923:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290059008 : -112780419492608 : ffff996d43289500) 02000000:00000001:0.0:1784946239.665926:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946239.665930:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1784946239.665931:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289500 x1871641054271872/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784946239.665935:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394a200. 02000000:00000001:0.0:1784946239.665941:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946239.665942:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946239.665947:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946239.665948:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946239.665951:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294330. 00000400:00000010:0.0:1784946239.665954:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652faa8. 00000100:00000200:1.0:1784946239.665955:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054271872, offset 0 00000400:00000010:0.0:1784946239.665962:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fbb0. 00000400:00000200:1.0:1784946239.665967:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946239.665977:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:0.0:1784946239.665978:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054272000, portal 10 00000100:00000001:0.0:1784946239.665982:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1784946239.665984:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:0.0:1784946239.665985:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290065280 : -112780419486336 : ffff996d4328ad80) 00000400:00000200:1.0:1784946239.665992:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1784946239.665998:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328ad80 x1871641054272000/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946239.665998:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946239.666004:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946239.666010:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:0.0:1784946239.666012:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784946239.666019:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314635:314635:256:4294967295] 192.168.202.106@tcp LPNI seq info [314631:314631:8:4294967295] 00000100:00000040:0.0:1784946239.666020:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946239.666025:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f5d8. 00000400:00000200:1.0:1784946239.666026:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:0.0:1784946239.666031:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054272000, offset 0 00000400:00000200:1.0:1784946239.666039:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:0.0:1784946239.666044:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000800:00000200:1.0:1784946239.666050:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946239.666052:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:1.0:1784946239.666056:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83adc00. 00000400:00000200:0.0:1784946239.666059:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946239.666065:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1784946239.666067:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784946239.666071:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946239.666075:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1784946239.666078:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784946239.666081:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:1.0:1784946239.666084:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83adc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784946239.666090:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314636:314636:255:4294967295] 192.168.202.106@tcp LPNI seq info [314632:314632:7:4294967295] 00000400:00000200:0.0:1784946239.666096:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946239.666099:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946239.666107:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946239.666108:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:1.0:1784946239.666111:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305027247 00000800:00000200:0.0:1784946239.666117:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000010:1.0:1784946239.666117:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f6c0. 00000800:00000010:0.0:1784946239.666125:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4f00. 00000100:00000001:1.0:1784946239.666126:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1784946239.666134:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:1.0:1784946239.666134:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305027247 00000100:00000010:1.0:1784946239.666141:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f840. 00000800:00000200:0.0:1784946239.666144:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:1.0:1784946239.666146:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1784946239.666150:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946239.666154:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946239.666160:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16756 usecs (17 jiffies) 00000100:00000001:1.0:1784946239.666161:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784946239.666168:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946239.666169:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946239.666171:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305026577 00000100:00000001:1.0:1784946239.666174:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946239.666176:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305027247 00000100:00000001:1.0:1784946239.666178:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946239.666182:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305026577 00000100:00000001:0.0:1784946239.666186:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305027247 00000100:00000001:1.0:1784946239.666187:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946239.666189:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946239.666190:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946239.666194:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946239.666195:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946239.666198:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946239.666199:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946239.666201:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946239.666204:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946239.666205:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946239.666213:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946239.666216:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946239.666219:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946239.666221:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946239.666223:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946239.666226:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946239.666242:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946239.666247:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83adc00. 00000400:00000200:1.0:1784946239.666252:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946239.666257:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946239.666262:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294330 00000400:00000010:1.0:1784946239.666263:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294330. 00000100:00000001:1.0:1784946239.666267:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946239.666271:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289500 x1871641054271872/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946239.666278:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946239.666282:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289500 x1871641054271872/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946255 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946239.666287:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946239.666288:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946239.666321:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946239.666323:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4f00. 00000400:00000200:1.0:1784946239.666324:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946239.666327:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946239.666329:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f5d8 00000400:00000010:1.0:1784946239.666343:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f5d8. 00000100:00000001:1.0:1784946239.666345:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946239.666348:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328ad80 x1871641054272000/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946239.666353:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946239.666354:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328ad80 x1871641054272000/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946255 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946239.666358:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946239.666359:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946239.667792:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946239.667802:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946239.667805:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946239.667808:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946239.667813:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946239.667819:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946239.667825:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946239.667829:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946239.667834:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946239.667837:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fd980 00000400:00000200:1.0:1784946239.667842:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946239.667847:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce191 [1] + 224 00000800:00000001:1.0:1784946239.667853:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946239.667857:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946239.667859:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946239.667862:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946239.667867:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946239.667872:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289500 x1871641054271872/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946255 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946239.667882:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289500 x1871641054271872/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946239.667908:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946239.667914:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946239.667918:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946239.667920:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946239.667922:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946239.667926:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946239.667931:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:0.0:1784946239.667932:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946239.667936:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946239.667937:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946239.667941:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:0.0:1784946239.667945:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784946239.667946:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:0.0:1784946239.667949:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784946239.667952:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fda00 00000400:00000010:0.0:1784946239.667955:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d478. 00000400:00000200:1.0:1784946239.667958:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946239.667962:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294e58 00000400:00000010:0.0:1784946239.667966:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294e58. 00000100:00000001:0.0:1784946239.667969:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946239.667973:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce1a1 [1] + 224 00000100:00000200:0.0:1784946239.667976:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289500 x1871641054271872/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946239.667979:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946239.667987:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784946239.667990:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289500 x1871641054271872/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946255 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946239.667991:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946239.668000:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946239.668007:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946239.668008:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946239.668011:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946239.668014:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946239.668017:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1784946239.668020:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328ad80 x1871641054272000/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946255 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946239.668021:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946239.668024:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946239.668029:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946239.668038:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328ad80 x1871641054272000/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784946239.668039:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=41 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946239.668045:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=41 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946239.668052:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946239.668055:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946239.668059:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946239.668061:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946239.668063:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946239.668068:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289500 x1871641054271872/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946255 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946239.668069:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946239.668075:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784946239.668076:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784946239.668077:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946239.668080:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946239.668081:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946239.668084:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289500 x1871641054271872/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946255 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946239.668089:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054271872:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946239.668092:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946239.668093:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946239.668095:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289500 x1871641054271872/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946255 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946239.668100:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946239.668101:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946239.668103:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738adc00. 00000100:00000001:1.0:1784946239.668104:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784946239.668106:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784946239.668108:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1784946239.668109:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946239.668112:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000400:00000001:1.0:1784946239.668113:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1784946239.668114:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000001:1.0:1784946239.668117:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000010:0.0:1784946239.668118:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4c00. 02000000:00000001:0.0:1784946239.668121:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:1.0:1784946239.668121:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652faa8. 02000000:00000001:0.0:1784946239.668124:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946239.668127:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289500. 00000400:00000200:1.0:1784946239.668128:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fbb0 00000100:00000001:0.0:1784946239.668131:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000010:1.0:1784946239.668132:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fbb0. 00000100:00000001:0.0:1784946239.668134:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946239.668137:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946239.668138:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784946239.668144:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328ad80 x1871641054272000/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946239.668146:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946239.668149:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946239.668151:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946239.668152:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946239.668166:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328ad80 x1871641054272000/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946255 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946239.668172:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946239.668174:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946239.668176:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946239.668177:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946239.668179:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946239.668180:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946239.668182:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946239.668187:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=41 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946239.668190:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=111 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946239.668192:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946239.668193:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946239.668195:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946239.668198:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946239.668200:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784946239.668202:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946239.668204:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946239.668205:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946239.668208:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328ad80 x1871641054272000/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946255 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946239.668220:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946239.668222:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946239.668223:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946239.668227:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328ad80 x1871641054272000/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946255 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946239.668234:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054272000:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946239.668238:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946239.668240:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946239.668243:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328ad80 x1871641054272000/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946255 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946239.668248:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946239.668250:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946239.668252:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394a200. 02000000:00000001:1.0:1784946239.668255:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946239.668257:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946239.668258:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946239.668260:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946239.668261:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4100. 02000000:00000001:1.0:1784946239.668263:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946239.668265:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946239.668266:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328ad80. 00000100:00000001:1.0:1784946239.668269:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946239.668270:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946239.668271:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946239.668274:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946239.668276:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946239.668277:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946239.668279:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946239.985615:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946239.985621:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946239.985683:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946239.985687:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946239.985690:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946240.369633:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305027247, at 4305027264 00000100:00000040:1.0:1784946240.369633:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305027247, at 4305027264 00000100:00000010:0.0:1784946240.369648:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f6c0. 00000100:00000010:1.0:1784946240.369651:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f840. 00010000:00000001:1.0:1784946241.009600:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946241.009608:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946241.009610:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946241.009612:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946241.009617:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946241.009619:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946241.009620:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946241.009622:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946241.009684:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946241.009687:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946241.009690:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946242.033624:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946242.033629:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946242.033689:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946242.033692:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946242.033695:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946243.057616:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946243.057623:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946243.057678:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946243.057682:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946243.057685:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946244.081648:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946244.081654:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946244.081714:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946244.081718:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946244.081721:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784946244.785634:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946244.785642:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946244.785650:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775500. 00000020:00000040:3.0:1784946244.785654:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946244.785657:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946244.785660:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946244.785663:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946244.785670:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bead00. 00000100:00000001:3.0:1784946244.785676:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946244.785684:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73775500 x1871641054272128/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946244.785691:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946244.785694:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946244.785699:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060c0aa08] to pc [ptlrpcd_01_01+1] req@ffff996d73775500 x1871641054272128/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946244.785719:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946244.785721:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946244.785724:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946244.785725:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774a80. 00000020:00000040:3.0:1784946244.785727:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946244.785728:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946244.785729:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946244.785730:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946244.785732:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea800. 00000100:00000001:3.0:1784946244.785733:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946244.785736:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73774a80 x1871641054272256/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946244.785740:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946244.785742:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946244.785745:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000830eceff] to pc [ptlrpcd_01_00+0] req@ffff996d73774a80 x1871641054272256/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946244.785754:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946244.785756:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784946244.785759:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784946244.785762:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784946244.785763:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946244.785768:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784946244.785769:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784946244.785772:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946244.785775:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10369) 00000100:00000040:2.0:1784946244.785782:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775500 x1871641054272128/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946244.785792:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946244.785794:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946244.785804:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784946244.785804:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946244.785808:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784946244.785809:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946244.785812:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784946244.785814:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946244.785818:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774a80 x1871641054272256/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946244.785822:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054272128:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946244.785831:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784946244.785832:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946244.785834:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946244.785836:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946244.785837:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946244.785837:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946244.785841:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946244.785841:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946244.785844:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054272256:192.168.202.106@tcp:400:kworker.0 02000000:00000001:2.0:1784946244.785846:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784946244.785847:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946244.785851:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946244.785852:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946244.785853:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0800. 02000000:00000001:3.0:1784946244.785854:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1784946244.785858:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946244.785858:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61900400. 02000000:00000001:3.0:1784946244.785861:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946244.785869:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946244.785870:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946244.785874:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:2.0:1784946244.785875:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784946244.785884:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6550. 00000400:00000010:3.0:1784946244.785887:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000200:2.0:1784946244.785891:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054272128, portal 25 00000100:00000200:3.0:1784946244.785894:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054272256, portal 10 00000100:00000001:2.0:1784946244.785895:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946244.785897:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100526336 : -112779609025280 : ffff996d73775500) 00000100:00000001:3.0:1784946244.785900:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946244.785903:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100523648 : -112779609027968 : ffff996d73774a80) 00000100:00000040:2.0:1784946244.785906:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775500 x1871641054272128/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946244.785914:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774a80 x1871641054272256/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946244.785916:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946244.785922:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946244.785927:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6ee0. 00000100:00000001:3.0:1784946244.785929:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1784946244.785931:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054272128, offset 0 00000100:00000040:3.0:1784946244.785936:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946244.785941:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1000. 00000400:00000200:2.0:1784946244.785942:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946244.785953:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:3.0:1784946244.785953:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054272256, offset 0 00000400:00000200:3.0:1784946244.785962:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946244.785965:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946244.785971:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946244.785974:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946244.785979:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946244.785982:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946244.785986:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314637:314637:256:4294967295] 192.168.202.106@tcp LPNI seq info [314633:314633:8:4294967295] 00000400:00000200:2.0:1784946244.785990:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946244.785997:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946244.786004:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784946244.786007:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:2.0:1784946244.786014:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946244.786020:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b700. 00000400:00000200:3.0:1784946244.786024:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784946244.786030:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784946244.786030:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946244.786036:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946244.786040:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:2.0:1784946244.786044:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:3.0:1784946244.786049:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314638:314638:255:4294967295] 192.168.202.106@tcp LPNI seq info [314634:314634:7:4294967295] 00000800:00000200:2.0:1784946244.786050:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784946244.786059:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946244.786064:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946244.786067:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784946244.786071:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784946244.786071:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea700. 00000400:00000200:2.0:1784946244.786078:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946244.786078:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:2.0:1784946244.786084:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305032367 00000800:00000200:3.0:1784946244.786088:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000010:2.0:1784946244.786092:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c5a0. 00000800:00000200:3.0:1784946244.786093:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946244.786099:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946244.786100:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1784946244.786104:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16756 usecs (17 jiffies) 00000100:00000001:2.0:1784946244.786107:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305032367 00000400:00000200:3.0:1784946244.786112:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000010:2.0:1784946244.786115:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c180. 00000100:00000001:3.0:1784946244.786116:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305031697 00000100:00000001:2.0:1784946244.786120:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946244.786121:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305032367 00000100:00000001:2.0:1784946244.786125:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946244.786129:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946244.786131:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946244.786133:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305031697 00000100:00000001:2.0:1784946244.786134:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946244.786139:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305032367 00000100:00000001:3.0:1784946244.786141:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784946244.786143:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946244.786144:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946244.786144:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946244.786147:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946244.786149:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:1.0:1784946244.786151:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b700. 00000100:00000001:3.0:1784946244.786151:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946244.786153:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946244.786156:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946244.786157:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946244.786159:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946244.786159:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784946244.786161:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946244.786165:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946244.786167:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946244.786170:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946244.786171:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946244.786172:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946244.786177:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6ee0 00000100:00000001:3.0:1784946244.786177:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946244.786181:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6ee0. 00000100:00000001:1.0:1784946244.786188:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946244.786193:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775500 x1871641054272128/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946244.786204:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946244.786208:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775500 x1871641054272128/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946260 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946244.786216:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946244.786218:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946244.786279:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946244.786282:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea700. 00000400:00000200:1.0:1784946244.786285:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946244.786300:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946244.786303:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1000 00000400:00000010:1.0:1784946244.786305:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1000. 00000100:00000001:1.0:1784946244.786308:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946244.786311:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73774a80 x1871641054272256/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946244.786319:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946244.786322:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73774a80 x1871641054272256/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946260 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946244.786328:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946244.786330:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946244.787642:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946244.787654:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946244.787657:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946244.787660:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946244.787665:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946244.787670:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946244.787675:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946244.787677:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946244.787680:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946244.787683:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fda80 00000400:00000200:1.0:1784946244.787686:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946244.787690:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce1b1 [1] + 224 00000800:00000001:1.0:1784946244.787695:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946244.787699:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946244.787701:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946244.787703:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946244.787709:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946244.787714:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775500 x1871641054272128/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946260 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946244.787723:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775500 x1871641054272128/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946244.787738:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946244.787745:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946244.787748:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946244.787763:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946244.787767:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946244.787772:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946244.787774:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946244.787777:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784946244.787781:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6550 00000400:00000010:2.0:1784946244.787783:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6550. 00000100:00000001:2.0:1784946244.787787:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946244.787792:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775500 x1871641054272128/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946244.787802:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775500 x1871641054272128/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946260 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946244.787809:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946244.787811:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946244.787814:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946244.787817:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946244.787821:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1784946244.787824:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784946244.787824:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946244.787829:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946244.787831:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946244.787835:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784946244.787835:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=46 v=5 (5 5 5 5) 00000800:00000001:1.0:1784946244.787840:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784946244.787841:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=46 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946244.787846:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1784946244.787847:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946244.787849:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946244.787855:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00010000:00000001:2.0:1784946244.787855:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946244.787859:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946244.787863:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946244.787863:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946244.787869:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784946244.787873:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775500 x1871641054272128/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946260 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946244.787875:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946244.787886:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fdb00 00000100:00000001:2.0:1784946244.787888:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946244.787892:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1784946244.787893:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946244.787895:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946244.787902:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce1b9 [1] + 224 00000100:00000040:2.0:1784946244.787903:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775500 x1871641054272128/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946260 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946244.787912:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:2.0:1784946244.787917:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054272128:192.168.202.106@tcp:400:kworker.0 00000800:00000001:1.0:1784946244.787921:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946244.787922:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946244.787926:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784946244.787927:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784946244.787931:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775500 x1871641054272128/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946260 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946244.787936:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946244.787944:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946244.787946:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946244.787950:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1784946244.787951:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73774a80 x1871641054272256/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946260 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784946244.787954:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0800. 02000000:00000001:2.0:1784946244.787959:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946244.787962:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:1.0:1784946244.787966:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73774a80 x1871641054272256/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1784946244.787966:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784946244.787971:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946244.787975:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bead00. 02000000:00000001:2.0:1784946244.787979:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946244.787981:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946244.787983:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775500. 00000100:00000001:1.0:1784946244.787986:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946244.787987:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946244.787990:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946244.787993:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946244.787994:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946244.787998:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946244.787998:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946244.788001:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946244.788005:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946244.788007:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946244.788022:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946244.788025:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784946244.788029:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946244.788030:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946244.788032:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946244.788036:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946244.788038:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946244.788040:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946244.788045:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774a80 x1871641054272256/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946244.788059:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774a80 x1871641054272256/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946260 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946244.788066:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946244.788067:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946244.788069:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946244.788070:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946244.788072:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946244.788073:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946244.788075:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946244.788080:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=46 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946244.788083:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=116 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946244.788086:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946244.788087:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946244.788089:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946244.788092:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946244.788095:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784946244.788097:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946244.788099:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946244.788100:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946244.788104:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774a80 x1871641054272256/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946260 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946244.788111:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946244.788113:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946244.788115:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946244.788118:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774a80 x1871641054272256/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946260 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946244.788126:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054272256:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946244.788130:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946244.788133:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946244.788136:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774a80 x1871641054272256/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946260 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946244.788142:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946244.788144:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946244.788146:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61900400. 02000000:00000001:3.0:1784946244.788149:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946244.788151:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946244.788152:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784946244.788154:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946244.788156:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea800. 02000000:00000001:3.0:1784946244.788158:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946244.788159:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946244.788160:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774a80. 00000100:00000001:3.0:1784946244.788164:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946244.788165:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946244.788167:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946244.788171:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946244.788172:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946244.788174:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946244.788176:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946245.105584:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946245.105589:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946245.105637:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946245.105641:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946245.105644:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946245.489649:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305032367, at 4305032384 00000100:00000010:1.0:1784946245.489663:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c180. 00000100:00000040:0.0:1784946245.491361:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305032367, at 4305032385 00000100:00000010:0.0:1784946245.491370:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c5a0. 00010000:00000001:1.0:1784946246.129604:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946246.129609:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946246.129676:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946246.129680:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946246.129684:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946247.153638:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946247.153645:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946247.153719:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946247.153723:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946247.153728:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946248.177656:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946248.177662:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946248.177759:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946248.177762:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946248.177766:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784946248.561652:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784946248.561661:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784946248.561666:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:0.0:1784946248.561841:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784946248.561843:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784946248.561854:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946248.561859:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946248.561861:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784946249.201628:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946249.201634:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946249.201690:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946249.201694:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946249.201696:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946249.905645:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946249.905652:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946249.905667:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953100. 00000020:00000040:2.0:1784946249.905674:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946249.905677:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946249.905680:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946249.905687:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946249.905695:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784946249.905702:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946249.905713:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73953100 x1871641054272384/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946249.905722:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946249.905725:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946249.905732:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b49009a9] to pc [ptlrpcd_01_01+1] req@ffff996d73953100 x1871641054272384/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946249.905759:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946249.905762:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946249.905765:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946249.905769:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951f80. 00000020:00000040:2.0:1784946249.905772:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946249.905775:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946249.905777:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946249.905779:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946249.905782:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b000. 00000100:00000001:3.0:1784946249.905782:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946249.905787:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946249.905788:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946249.905790:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946249.905792:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951f80 x1871641054272512/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1784946249.905798:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953100 x1871641054272384/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946249.905801:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946249.905805:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946249.905811:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784946249.905812:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c06e06] to pc [ptlrpcd_01_00+0] req@ffff996d73951f80 x1871641054272512/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946249.905813:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946249.905819:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946249.905822:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946249.905824:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946249.905825:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946249.905829:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1784946249.905832:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054272384:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784946249.905834:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784946249.905838:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784946249.905839:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946249.905842:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784946249.905842:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946249.905845:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946249.905846:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10374) 02000000:00000001:3.0:1784946249.905847:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946249.905855:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61901200. 02000000:00000001:3.0:1784946249.905857:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946249.905863:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946249.905866:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784946249.905871:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000200:3.0:1784946249.905876:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054272384, portal 25 00000100:00000001:3.0:1784946249.905877:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946249.905879:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102483200 : -112779607068416 : ffff996d73953100) 00000100:00000040:3.0:1784946249.905883:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953100 x1871641054272384/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946249.905886:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946249.905889:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784946249.905890:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946249.905893:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946249.905893:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946249.905897:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1d48. 00000100:00000200:3.0:1784946249.905900:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054272384, offset 0 00000100:00000040:2.0:1784946249.905902:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951f80 x1871641054272512/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946249.905909:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784946249.905920:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946249.905922:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946249.905925:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1784946249.905928:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784946249.905929:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946249.905933:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946249.905938:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054272512:192.168.202.106@tcp:400:kworker.0 00000400:00000200:3.0:1784946249.905940:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:2.0:1784946249.905945:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946249.905949:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1784946249.905950:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1784946249.905951:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946249.905953:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946249.905956:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0800. 00000400:00000200:3.0:1784946249.905956:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 02000000:00000001:2.0:1784946249.905959:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946249.905963:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946249.905965:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1784946249.905966:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000200:3.0:1784946249.905970:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000010:2.0:1784946249.905972:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6550. 00000400:00000200:3.0:1784946249.905975:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314639:314639:256:4294967295] 192.168.202.106@tcp LPNI seq info [314635:314635:8:4294967295] 00000100:00000200:2.0:1784946249.905977:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054272512, portal 10 00000100:00000001:2.0:1784946249.905980:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1784946249.905981:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946249.905982:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102478720 : -112779607072896 : ffff996d73951f80) 00000100:00000040:2.0:1784946249.905989:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951f80 x1871641054272512/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946249.905996:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:2.0:1784946249.906006:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1784946249.906010:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000040:2.0:1784946249.906011:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946249.906014:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f63b8. 00000100:00000200:2.0:1784946249.906017:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054272512, offset 0 00000800:00000010:3.0:1784946249.906019:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000400:00000200:2.0:1784946249.906023:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946249.906029:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946249.906031:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946249.906035:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946249.906038:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946249.906043:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:3.0:1784946249.906045:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784946249.906046:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946249.906049:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:3.0:1784946249.906052:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784946249.906053:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314640:314640:255:4294967295] 192.168.202.106@tcp LPNI seq info [314636:314636:7:4294967295] 00000400:00000200:2.0:1784946249.906060:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946249.906064:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946249.906067:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784946249.906069:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784946249.906071:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b700. 00000400:00000200:3.0:1784946249.906076:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946249.906077:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:3.0:1784946249.906080:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305037487 00000800:00000200:2.0:1784946249.906084:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000010:3.0:1784946249.906086:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322000. 00000800:00000200:2.0:1784946249.906087:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946249.906091:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946249.906093:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1784946249.906094:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16755 usecs (17 jiffies) 00000400:00000200:2.0:1784946249.906099:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946249.906100:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305037487 00000100:00000001:2.0:1784946249.906101:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305036817 00000100:00000010:3.0:1784946249.906105:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322b40. 00000100:00000001:2.0:1784946249.906106:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305037487 00000100:00000001:3.0:1784946249.906109:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946249.906110:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305036817 00000100:00000001:2.0:1784946249.906116:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305037487 00000100:00000001:3.0:1784946249.906116:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946249.906120:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946249.906121:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946249.906124:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946249.906124:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946249.906128:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946249.906129:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946249.906133:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946249.906136:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946249.906137:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946249.906140:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946249.906140:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1784946249.906144:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946249.906146:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946249.906147:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1784946249.906150:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea800. 00000100:00000001:2.0:1784946249.906150:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946249.906150:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946249.906156:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946249.906156:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946249.906159:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946249.906161:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946249.906169:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946249.906175:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946249.906181:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1d48 00000400:00000010:1.0:1784946249.906184:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1d48. 00000100:00000001:1.0:1784946249.906190:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946249.906195:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953100 x1871641054272384/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946249.906205:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946249.906208:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953100 x1871641054272384/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946265 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946249.906215:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946249.906216:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946249.906409:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946249.906412:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b700. 00000400:00000200:1.0:1784946249.906416:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946249.906420:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946249.906423:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f63b8 00000400:00000010:1.0:1784946249.906425:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f63b8. 00000100:00000001:1.0:1784946249.906428:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946249.906432:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951f80 x1871641054272512/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946249.906439:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946249.906442:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951f80 x1871641054272512/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946265 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946249.906448:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946249.906450:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946249.907782:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946249.907793:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946249.907796:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946249.907799:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946249.907803:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946249.907809:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946249.907815:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946249.907819:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946249.907823:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946249.907827:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fdb80 00000400:00000200:0.0:1784946249.907832:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946249.907837:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce1c1 [1] + 224 00000800:00000001:0.0:1784946249.907843:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946249.907860:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946249.907863:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946249.907867:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946249.907871:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946249.907877:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953100 x1871641054272384/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946249.907887:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953100 x1871641054272384/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946249.907907:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946249.907914:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946249.907918:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946249.907920:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946249.907922:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946249.907925:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946249.907928:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946249.907932:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946249.907935:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946249.907938:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946249.907941:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fdc00 00000400:00000200:0.0:1784946249.907944:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946249.907948:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce1c9 [1] + 224 00000800:00000001:0.0:1784946249.907952:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946249.907957:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946249.907959:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946249.907961:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946249.907963:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946249.907966:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951f80 x1871641054272512/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946249.907971:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951f80 x1871641054272512/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946249.907981:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946249.907984:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946249.907986:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946249.908016:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946249.908020:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946249.908026:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946249.908028:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946249.908030:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784946249.908034:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6550 00000400:00000010:2.0:1784946249.908036:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6550. 00000100:00000001:2.0:1784946249.908039:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946249.908045:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951f80 x1871641054272512/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946249.908055:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951f80 x1871641054272512/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946249.908057:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946249.908061:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784946249.908065:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784946249.908066:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:3.0:1784946249.908068:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784946249.908069:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784946249.908072:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784946249.908073:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946249.908078:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1784946249.908079:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000100:00000001:2.0:1784946249.908081:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1784946249.908082:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:2.0:1784946249.908085:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946249.908087:0:2355:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784946249.908089:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784946249.908095:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953100 x1871641054272384/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784946249.908098:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=51 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946249.908106:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=121 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946249.908111:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1784946249.908112:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953100 x1871641054272384/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946249.908114:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946249.908118:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946249.908123:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946249.908124:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946249.908128:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784946249.908129:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946249.908133:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946249.908133:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946249.908136:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946249.908137:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946249.908139:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946249.908140:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946249.908142:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946249.908146:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946249.908149:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951f80 x1871641054272512/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946265 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784946249.908150:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=51 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946249.908158:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=51 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946249.908164:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946249.908166:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946249.908167:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946249.908170:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1784946249.908171:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784946249.908173:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784946249.908174:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946249.908180:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946249.908183:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951f80 x1871641054272512/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946265 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946249.908188:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953100 x1871641054272384/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946265 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946249.908203:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054272512:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946249.908205:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946249.908210:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946249.908213:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946249.908213:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946249.908218:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946249.908223:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953100 x1871641054272384/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946265 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946249.908226:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951f80 x1871641054272512/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946265 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946249.908256:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1784946249.908258:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054272384:192.168.202.106@tcp:400:kworker.0 02000000:00000001:2.0:1784946249.908259:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946249.908264:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0800. 00000100:00000001:3.0:1784946249.908265:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784946249.908268:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784946249.908269:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1784946249.908272:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:3.0:1784946249.908276:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953100 x1871641054272384/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946265 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1784946249.908277:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946249.908283:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946249.908288:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b000. 00000100:00000001:3.0:1784946249.908289:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946249.908291:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946249.908293:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61901200. 02000000:00000001:2.0:1784946249.908297:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946249.908298:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946249.908301:0:2355:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:2.0:1784946249.908302:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:3.0:1784946249.908303:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000010:2.0:1784946249.908306:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951f80. 00000020:00000001:3.0:1784946249.908306:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946249.908308:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 02000000:00000001:3.0:1784946249.908312:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946249.908313:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784946249.908314:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000010:3.0:1784946249.908315:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953100. 00000100:00000001:3.0:1784946249.908320:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946249.908321:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946249.908321:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946249.908323:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946249.908326:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946249.908329:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946249.908332:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946249.908333:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946249.908336:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946249.908338:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946249.908340:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946249.908341:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946249.908344:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946250.225611:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946250.225617:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946250.225665:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946250.225668:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946250.225671:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946250.609613:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305037487, at 4305037504 00000100:00000040:0.0:1784946250.609614:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305037487, at 4305037504 00000100:00000010:0.0:1784946250.609627:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322000. 00000100:00000010:1.0:1784946250.609630:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322b40. 00010000:00000001:1.0:1784946251.249619:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946251.249627:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946251.249628:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946251.249632:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946251.249637:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946251.249639:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946251.249640:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946251.249641:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946251.249699:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946251.249703:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946251.249707:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946252.273629:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946252.273636:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946252.273701:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946252.273705:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946252.273708:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946253.297791:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946253.297797:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946253.297845:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946253.297848:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946253.297850:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946254.321639:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946254.321644:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946254.321701:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946254.321705:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946254.321708:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946255.025621:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946255.025630:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946255.025639:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951f80. 00000020:00000040:2.0:1784946255.025644:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946255.025648:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946255.025651:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946255.025655:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946255.025662:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b000. 00000100:00000001:2.0:1784946255.025668:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946255.025677:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951f80 x1871641054272640/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946255.025703:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946255.025706:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946255.025713:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c06e06] to pc [ptlrpcd_01_01+1] req@ffff996d73951f80 x1871641054272640/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946255.025742:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946255.025745:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946255.025748:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946255.025750:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950700. 00000020:00000040:2.0:1784946255.025753:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946255.025755:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946255.025756:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946255.025758:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946255.025761:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784946255.025764:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946255.025768:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950700 x1871641054272768/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946255.025776:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946255.025778:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946255.025778:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946255.025785:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784946255.025786:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a906b26] to pc [ptlrpcd_01_00+0] req@ffff996d73950700 x1871641054272768/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946255.025789:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784946255.025798:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946255.025799:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951f80 x1871641054272640/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946255.025801:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946255.025812:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784946255.025814:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784946255.025815:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946255.025818:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784946255.025821:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784946255.025822:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784946255.025826:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784946255.025829:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10379) 02000000:00000001:3.0:1784946255.025830:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946255.025836:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054272640:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946255.025841:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784946255.025843:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946255.025847:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784946255.025847:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784946255.025850:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784946255.025851:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946255.025857:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950700 x1871641054272768/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946255.025857:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946255.025864:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61901600. 02000000:00000001:3.0:1784946255.025868:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946255.025875:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946255.025876:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946255.025881:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1784946255.025881:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784946255.025884:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946255.025888:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784946255.025888:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00100000:2.0:1784946255.025895:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054272768:192.168.202.106@tcp:400:kworker.0 00000400:00000010:3.0:1784946255.025898:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000001:2.0:1784946255.025899:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946255.025903:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946255.025905:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946255.025907:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1784946255.025907:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054272640, portal 25 00000100:00000001:3.0:1784946255.025911:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1784946255.025912:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0800. 00000100:00000001:3.0:1784946255.025914:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102478720 : -112779607072896 : ffff996d73951f80) 02000000:00000001:2.0:1784946255.025916:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946255.025923:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784946255.025924:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951f80 x1871641054272640/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784946255.025927:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784946255.025933:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6550. 00000100:00000001:3.0:1784946255.025935:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1784946255.025938:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054272768, portal 10 00000100:00000040:3.0:1784946255.025940:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784946255.025942:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946255.025944:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102472448 : -112779607079168 : ffff996d73950700) 00000400:00000010:3.0:1784946255.025945:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f17f8. 00000100:00000200:3.0:1784946255.025951:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054272640, offset 0 00000100:00000040:2.0:1784946255.025953:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950700 x1871641054272768/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946255.025964:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784946255.025964:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:2.0:1784946255.025969:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946255.025973:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f63b8. 00000400:00000200:3.0:1784946255.025977:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:2.0:1784946255.025979:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054272768, offset 0 00000400:00000200:2.0:1784946255.025985:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946255.025988:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946255.025994:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946255.025999:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946255.026002:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946255.026005:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946255.026009:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314641:314641:256:4294967295] 192.168.202.106@tcp LPNI seq info [314637:314637:8:4294967295] 00000400:00000200:3.0:1784946255.026013:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946255.026020:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946255.026027:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946255.026031:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946255.026037:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784946255.026041:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946255.026042:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946255.026048:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1784946255.026050:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000400:00000200:2.0:1784946255.026051:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946255.026057:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314642:314642:255:4294967295] 192.168.202.106@tcp LPNI seq info [314638:314638:7:4294967295] 00000400:00000200:2.0:1784946255.026064:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946255.026064:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946255.026076:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946255.026077:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946255.026084:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000200:3.0:1784946255.026085:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1784946255.026095:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b500. 00000800:00000200:2.0:1784946255.026103:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946255.026108:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946255.026112:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946255.026112:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946255.026119:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946255.026121:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784946255.026124:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16755 usecs (17 jiffies) 00000100:00000001:3.0:1784946255.026127:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305042607 00000400:00000200:2.0:1784946255.026131:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946255.026135:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305041937 00000100:00000010:3.0:1784946255.026136:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322300. 00000100:00000001:3.0:1784946255.026144:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784946255.026149:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305042607 00000100:00000001:2.0:1784946255.026150:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305042607 00000100:00000010:3.0:1784946255.026153:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322f00. 00000100:00000001:2.0:1784946255.026154:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305041937 00000100:00000001:3.0:1784946255.026159:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946255.026164:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305042607 00000100:00000001:3.0:1784946255.026165:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946255.026169:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946255.026171:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946255.026173:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946255.026176:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946255.026177:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946255.026180:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946255.026187:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946255.026188:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946255.026190:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946255.026193:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946255.026193:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946255.026195:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946255.026199:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946255.026201:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946255.026216:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946255.026219:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946255.026221:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946255.026223:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946255.026225:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946255.026350:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946255.026354:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beab00. 00000400:00000200:1.0:1784946255.026362:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946255.026366:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946255.026372:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f17f8 00000400:00000010:1.0:1784946255.026374:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f17f8. 00000100:00000001:1.0:1784946255.026379:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946255.026384:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951f80 x1871641054272640/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946255.026393:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946255.026396:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951f80 x1871641054272640/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946271 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946255.026403:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946255.026404:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946255.026466:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946255.026470:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b500. 00000400:00000200:1.0:1784946255.026473:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946255.026476:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946255.026479:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f63b8 00000400:00000010:1.0:1784946255.026481:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f63b8. 00000100:00000001:1.0:1784946255.026485:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946255.026488:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950700 x1871641054272768/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946255.026495:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946255.026498:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950700 x1871641054272768/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946271 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946255.026503:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946255.026505:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946255.027946:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946255.027958:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946255.027961:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946255.027964:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946255.027969:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946255.027974:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946255.027979:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946255.027982:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946255.028002:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946255.028006:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fdc80 00000400:00000200:0.0:1784946255.028019:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946255.028024:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce1d1 [1] + 224 00000800:00000001:0.0:1784946255.028047:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946255.028052:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946255.028055:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946255.028058:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946255.028074:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946255.028087:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951f80 x1871641054272640/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946271 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946255.028117:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951f80 x1871641054272640/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946271 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946255.028148:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946255.028155:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946255.028159:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946255.028161:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946255.028175:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946255.028177:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946255.028180:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946255.028182:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946255.028187:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000001:3.0:1784946255.028190:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946255.028193:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946255.028195:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946255.028200:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946255.028229:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946255.028233:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946255.028237:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:3.0:1784946255.028239:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951f80 x1871641054272640/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946271 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946255.028250:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951f80 x1871641054272640/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946271 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946255.028256:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946255.028258:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946255.028260:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946255.028263:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946255.028265:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946255.028268:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946255.028273:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:3.0:1784946255.028274:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946255.028281:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=57 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946255.028285:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=57 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946255.028291:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946255.028293:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946255.028296:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946255.028298:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946255.028301:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946255.028304:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784946255.028308:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951f80 x1871641054272640/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946271 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946255.028314:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fdd00 00000100:00000001:3.0:1784946255.028320:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784946255.028325:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946255.028326:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946255.028330:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946255.028334:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce1d9 [1] + 224 00000100:00000040:3.0:1784946255.028338:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951f80 x1871641054272640/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946271 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946255.028342:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946255.028351:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946255.028356:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1784946255.028361:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054272640:192.168.202.106@tcp:400:kworker.0 00000400:00000200:0.0:1784946255.028363:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946255.028370:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946255.028371:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946255.028373:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1784946255.028379:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950700 x1871641054272768/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946271 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946255.028379:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951f80 x1871641054272640/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946271 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946255.028403:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946255.028407:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1784946255.028409:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950700 x1871641054272768/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946271 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784946255.028411:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61901600. 02000000:00000001:3.0:1784946255.028417:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946255.028420:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946255.028423:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946255.028426:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946255.028428:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b000. 02000000:00000001:3.0:1784946255.028432:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784946255.028433:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1784946255.028434:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946255.028438:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951f80. 00000800:00000001:0.0:1784946255.028441:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784946255.028443:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946255.028446:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946255.028447:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946255.028449:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946255.028456:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946255.028458:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946255.028461:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946255.028464:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946255.028472:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946255.028476:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946255.028481:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946255.028483:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946255.028485:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784946255.028489:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6550 00000400:00000010:2.0:1784946255.028491:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6550. 00000100:00000001:2.0:1784946255.028495:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946255.028499:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950700 x1871641054272768/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946271 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946255.028508:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950700 x1871641054272768/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946271 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946255.028514:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946255.028533:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946255.028536:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946255.028537:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946255.028539:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946255.028540:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946255.028542:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946255.028547:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=57 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946255.028551:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=127 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946255.028553:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946255.028554:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946255.028556:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946255.028559:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946255.028562:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946255.028564:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946255.028566:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946255.028567:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946255.028572:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950700 x1871641054272768/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946271 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946255.028579:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946255.028581:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946255.028582:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946255.028585:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950700 x1871641054272768/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946271 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946255.028592:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054272768:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946255.028598:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946255.028601:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946255.028603:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950700 x1871641054272768/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946271 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946255.028610:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946255.028611:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946255.028613:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0800. 02000000:00000001:2.0:1784946255.028616:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946255.028618:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946255.028619:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946255.028621:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946255.028622:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:2.0:1784946255.028624:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946255.028626:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946255.028627:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950700. 00000100:00000001:2.0:1784946255.028630:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946255.028632:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946255.028633:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946255.028637:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946255.028639:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946255.028640:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946255.028642:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946255.345615:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946255.345621:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946255.345674:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946255.345677:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946255.345680:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946255.729584:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305042607, at 4305042624 00000100:00000040:0.0:1784946255.729596:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305042607, at 4305042624 00000100:00000010:1.0:1784946255.729601:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322f00. 00000100:00000010:0.0:1784946255.729605:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322300. 00010000:00000001:1.0:1784946256.369638:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946256.369645:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946256.369697:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946256.369700:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946256.369702:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946257.393661:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946257.393668:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946257.393744:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946257.393749:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946257.393753:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946258.417620:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946258.417626:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946258.417669:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946258.417673:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946258.417676:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946259.441618:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946259.441622:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946259.441667:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946259.441669:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946259.441672:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784946260.145633:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946260.145642:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946260.145651:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774a80. 00000020:00000040:3.0:1784946260.145657:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946260.145662:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946260.145665:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946260.145670:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946260.145677:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea000. 00000100:00000001:3.0:1784946260.145684:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946260.145696:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73774a80 x1871641054272896/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946260.145706:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946260.145711:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946260.145718:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000830eceff] to pc [ptlrpcd_01_01+1] req@ffff996d73774a80 x1871641054272896/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946260.145743:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946260.145746:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946260.145749:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946260.145752:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73777b80. 00000020:00000040:3.0:1784946260.145753:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946260.145755:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946260.145756:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946260.145757:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946260.145760:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beaf00. 00000100:00000001:3.0:1784946260.145762:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946260.145766:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73777b80 x1871641054273024/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946260.145771:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946260.145772:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946260.145774:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784946260.145775:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7e33dc] to pc [ptlrpcd_01_00+0] req@ffff996d73777b80 x1871641054273024/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946260.145781:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946260.145783:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946260.145785:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946260.145786:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784946260.145789:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784946260.145793:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946260.145795:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774a80 x1871641054272896/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946260.145796:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784946260.145801:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10384) 00000100:00000001:2.0:1784946260.145808:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946260.145811:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946260.145816:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946260.145819:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946260.145822:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946260.145826:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054272896:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946260.145827:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946260.145829:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946260.145832:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784946260.145833:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784946260.145837:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73777b80 x1871641054273024/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946260.145840:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946260.145843:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946260.145845:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1784946260.145848:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784946260.145848:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946260.145850:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946260.145852:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946260.145853:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946260.145855:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0800. 00000100:00100000:3.0:1784946260.145856:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73777b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054273024:192.168.202.106@tcp:400:kworker.0 02000000:00000001:2.0:1784946260.145860:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946260.145861:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946260.145864:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946260.145865:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946260.145867:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784946260.145870:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000010:3.0:1784946260.145870:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61901e00. 02000000:00000001:3.0:1784946260.145872:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784946260.145878:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000200:3.0:1784946260.145878:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946260.145881:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:2.0:1784946260.145888:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6550. 00000400:00000010:3.0:1784946260.145888:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000200:3.0:1784946260.145895:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054273024, portal 10 00000100:00000200:2.0:1784946260.145896:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054272896, portal 25 00000100:00000001:3.0:1784946260.145897:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946260.145899:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100536192 : -112779609015424 : ffff996d73777b80) 00000100:00000001:2.0:1784946260.145901:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946260.145905:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100523648 : -112779609027968 : ffff996d73774a80) 00000100:00000040:3.0:1784946260.145906:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73777b80 x1871641054273024/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946260.145913:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774a80 x1871641054272896/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946260.145925:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946260.145927:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946260.145929:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1440. 00000100:00000200:3.0:1784946260.145934:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054273024, offset 0 00000100:00000001:2.0:1784946260.145939:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784946260.145943:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:2.0:1784946260.145947:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946260.145951:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6ee0. 00000400:00000200:3.0:1784946260.145953:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:2.0:1784946260.145956:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054272896, offset 0 00000400:00000200:3.0:1784946260.145961:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946260.145965:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946260.145966:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946260.145971:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946260.145974:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946260.145975:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946260.145978:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314643:314643:256:4294967295] 192.168.202.106@tcp LPNI seq info [314639:314639:8:4294967295] 00000400:00000200:3.0:1784946260.145981:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946260.145986:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946260.145990:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946260.145995:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:3.0:1784946260.145999:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946260.146003:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1784946260.146004:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000400:00000200:2.0:1784946260.146008:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:3.0:1784946260.146011:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946260.146013:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946260.146017:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:3.0:1784946260.146021:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784946260.146026:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314644:314644:255:4294967295] 192.168.202.106@tcp LPNI seq info [314640:314640:7:4294967295] 00000800:00000200:3.0:1784946260.146026:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784946260.146033:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946260.146038:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946260.146043:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16753 usecs (17 jiffies) 00000400:00000200:2.0:1784946260.146044:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784946260.146048:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946260.146051:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305047057 00000100:00000010:3.0:1784946260.146055:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3222a0. 00000800:00000200:2.0:1784946260.146056:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784946260.146062:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000800:00000010:2.0:1784946260.146063:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b800. 00000800:00000200:2.0:1784946260.146070:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:3.0:1784946260.146071:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305047057 00000800:00000200:2.0:1784946260.146076:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000010:3.0:1784946260.146076:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3221e0. 00000100:00000001:3.0:1784946260.146082:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000800:00000200:2.0:1784946260.146083:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946260.146089:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946260.146089:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784946260.146091:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946260.146093:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946260.146096:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784946260.146098:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beab00. 00000400:00000200:2.0:1784946260.146098:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946260.146099:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946260.146104:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305047727 00000400:00000200:1.0:1784946260.146106:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946260.146108:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946260.146111:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946260.146112:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305047057 00000400:00000200:1.0:1784946260.146114:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946260.146115:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946260.146118:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946260.146121:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305047727 00000400:00000200:1.0:1784946260.146122:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1440 00000100:00000001:3.0:1784946260.146122:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946260.146126:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1440. 00000100:00000001:3.0:1784946260.146127:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946260.146129:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305047057 00000100:00000001:1.0:1784946260.146131:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784946260.146135:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1784946260.146136:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73777b80 x1871641054273024/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946260.146141:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946260.146147:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946260.146148:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784946260.146152:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946260.146153:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73777b80 x1871641054273024/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946276 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946260.146158:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946260.146175:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946260.146178:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946260.146179:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946260.146180:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946260.146184:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784946260.146184:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946260.146189:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946260.146234:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946260.146236:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b800. 00000400:00000200:1.0:1784946260.146238:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946260.146241:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946260.146242:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6ee0 00000400:00000010:1.0:1784946260.146244:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6ee0. 00000100:00000001:1.0:1784946260.146246:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946260.146249:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73774a80 x1871641054272896/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946260.146254:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946260.146256:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73774a80 x1871641054272896/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946276 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946260.146259:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946260.146260:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946260.147608:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946260.147619:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946260.147622:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946260.147624:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946260.147629:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946260.147635:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946260.147641:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946260.147644:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946260.147648:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946260.147652:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fde00 00000400:00000200:0.0:1784946260.147656:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946260.147661:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce1e1 [1] + 224 00000800:00000001:0.0:1784946260.147668:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946260.147671:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946260.147673:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946260.147677:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946260.147681:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946260.147685:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73777b80 x1871641054273024/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946276 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946260.147695:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73777b80 x1871641054273024/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946276 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946260.147710:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946260.147716:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946260.147720:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946260.147722:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946260.147725:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946260.147728:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946260.147733:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:3.0:1784946260.147734:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946260.147737:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946260.147740:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784946260.147742:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784946260.147744:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784946260.147746:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946260.147749:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:0.0:1784946260.147750:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946260.147755:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000200:0.0:1784946260.147756:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fdd80 00000400:00000010:3.0:1784946260.147758:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946260.147762:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946260.147763:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:3.0:1784946260.147767:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73777b80 x1871641054273024/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946276 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946260.147771:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce1e9 [1] + 224 00000800:00000001:0.0:1784946260.147779:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784946260.147783:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73777b80 x1871641054273024/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946276 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946260.147787:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946260.147789:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784946260.147791:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946260.147791:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946260.147796:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946260.147799:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1784946260.147800:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946260.147801:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946260.147805:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946260.147807:0:2345:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1784946260.147808:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946260.147814:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=62 v=5 (5 5 5 5) 00000100:00000200:0.0:1784946260.147815:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73774a80 x1871641054272896/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946276 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784946260.147820:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=132 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946260.147826:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946260.147828:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946260.147833:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1784946260.147836:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73774a80 x1871641054272896/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946276 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784946260.147837:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946260.147842:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784946260.147845:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946260.147849:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946260.147852:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946260.147859:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73777b80 x1871641054273024/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946276 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946260.147860:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946260.147866:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946260.147871:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946260.147879:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946260.147882:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946260.147884:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946260.147889:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73777b80 x1871641054273024/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946276 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946260.147895:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1784946260.147898:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73777b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054273024:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946260.147899:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946260.147905:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784946260.147905:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946260.147907:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000001:2.0:1784946260.147909:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1784946260.147912:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73777b80 x1871641054273024/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946276 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784946260.147914:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784946260.147921:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6550 00000100:00000001:3.0:1784946260.147922:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1784946260.147926:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6550. 02000000:00000001:3.0:1784946260.147926:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784946260.147930:0:2355:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:3.0:1784946260.147931:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61901e00. 00000100:00000200:2.0:1784946260.147936:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774a80 x1871641054272896/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946276 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946260.147937:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946260.147941:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946260.147945:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000200:2.0:1784946260.147947:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774a80 x1871641054272896/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946276 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784946260.147949:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946260.147954:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beaf00. 02000000:00000001:3.0:1784946260.147959:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784946260.147962:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1784946260.147963:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784946260.147965:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1784946260.147966:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73777b80. 00000100:00000001:2.0:1784946260.147968:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946260.147970:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946260.147971:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946260.147972:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946260.147975:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946260.147976:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946260.147977:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784946260.147982:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946260.147983:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946260.147986:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946260.147988:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=62 v=5 (5 5 5 5) 00000100:00000001:3.0:1784946260.147988:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946260.147989:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946260.147996:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=62 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946260.148006:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946260.148008:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946260.148010:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946260.148011:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946260.148013:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946260.148018:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774a80 x1871641054272896/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946276 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946260.148024:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946260.148027:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946260.148028:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946260.148031:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774a80 x1871641054272896/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946276 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946260.148039:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054272896:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946260.148044:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946260.148046:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946260.148048:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774a80 x1871641054272896/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946276 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946260.148054:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946260.148056:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946260.148058:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0800. 02000000:00000001:2.0:1784946260.148061:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946260.148062:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946260.148064:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784946260.148066:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946260.148068:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea000. 02000000:00000001:2.0:1784946260.148070:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946260.148072:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946260.148073:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774a80. 00000100:00000001:2.0:1784946260.148076:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946260.148078:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946260.148080:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946260.148082:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946260.148083:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946260.148084:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946260.148086:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946260.465603:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946260.465612:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946260.465614:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946260.465617:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946260.465622:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946260.465624:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946260.465625:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946260.465628:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946260.465675:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946260.465679:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946260.465682:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946260.849620:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305047727, at 4305047744 00000100:00000040:1.0:1784946260.849620:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305047727, at 4305047744 00000100:00000010:0.0:1784946260.849636:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3222a0. 00000100:00000010:1.0:1784946260.849638:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3221e0. 00010000:00000001:1.0:1784946261.489609:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946261.489613:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946261.489670:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946261.489673:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946261.489677:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946262.513608:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946262.513613:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946262.513679:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946262.513684:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946262.513687:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946263.537631:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946263.537637:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946263.537699:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946263.537703:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946263.537707:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946264.561584:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946264.561591:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946264.561639:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946264.561642:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946264.561650:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946265.265673:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946265.265689:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946265.265703:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289500. 00000020:00000040:0.0:1784946265.265710:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946265.265716:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946265.265719:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946265.265725:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946265.265736:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4c00. 00000100:00000001:0.0:1784946265.265744:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946265.265759:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d43289500 x1871641054273152/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946265.265771:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946265.265776:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946265.265783:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0064ac2] to pc [ptlrpcd_00_01+1] req@ffff996d43289500 x1871641054273152/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946265.265824:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946265.265828:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946265.265832:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946265.265836:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289c00. 00000020:00000040:0.0:1784946265.265839:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946265.265841:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946265.265843:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946265.265844:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946265.265848:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4000. 00000100:00000001:0.0:1784946265.265851:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946265.265855:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43289c00 x1871641054273280/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946265.265860:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946265.265862:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946265.265865:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000224e74ab] to pc [ptlrpcd_00_00+0] req@ffff996d43289c00 x1871641054273280/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946265.265866:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946265.265873:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946265.265875:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946265.265878:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946265.265878:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946265.265883:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784946265.265885:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784946265.265888:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946265.265889:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289500 x1871641054273152/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946265.265892:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10389) 00000100:00000001:1.0:1784946265.265902:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946265.265906:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946265.265911:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946265.265914:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946265.265917:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946265.265922:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054273152:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946265.265928:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784946265.265933:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784946265.265935:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784946265.265937:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946265.265940:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1784946265.265940:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946265.265945:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784946265.265948:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289c00 x1871641054273280/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784946265.265952:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ac400. 00000100:00000001:0.0:1784946265.265955:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1784946265.265957:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946265.265958:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946265.265961:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946265.265964:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946265.265965:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946265.265969:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054273280:192.168.202.106@tcp:400:kworker.0 00000400:00000200:1.0:1784946265.265969:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946265.265974:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784946265.265977:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946265.265978:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946265.265978:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2de18. 02000000:00000001:0.0:1784946265.265981:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946265.265986:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b000. 02000000:00000001:0.0:1784946265.265987:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946265.265990:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294330. 00000400:00000200:0.0:1784946265.265991:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946265.265997:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f210. 00000400:00000010:0.0:1784946265.266002:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f088. 00000100:00000200:1.0:1784946265.266002:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054273152, portal 25 00000100:00000200:0.0:1784946265.266008:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054273280, portal 10 00000100:00000001:1.0:1784946265.266009:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946265.266013:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946265.266013:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290059008 : -112780419492608 : ffff996d43289500) 00000100:00000001:0.0:1784946265.266015:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290060800 : -112780419490816 : ffff996d43289c00) 00000100:00000040:0.0:1784946265.266027:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289c00 x1871641054273280/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946265.266027:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289500 x1871641054273152/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946265.266044:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784946265.266049:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946265.266049:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1784946265.266053:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f880. 00000100:00000040:1.0:1784946265.266056:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000200:0.0:1784946265.266057:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054273280, offset 0 00000400:00000010:1.0:1784946265.266061:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2944c8. 00000400:00000200:0.0:1784946265.266066:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000200:1.0:1784946265.266073:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054273152, offset 0 00000400:00000200:0.0:1784946265.266077:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946265.266084:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946265.266088:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946265.266093:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946265.266097:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946265.266100:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946265.266102:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946265.266106:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314645:314645:256:4294967295] 192.168.202.106@tcp LPNI seq info [314641:314641:8:4294967295] 00000400:00000200:0.0:1784946265.266109:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946265.266130:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946265.266139:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946265.266139:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:0.0:1784946265.266148:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4100. 00000400:00000200:1.0:1784946265.266148:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946265.266155:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946265.266157:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946265.266160:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946265.266163:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946265.266165:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314646:314646:255:4294967295] 192.168.202.106@tcp LPNI seq info [314642:314642:7:4294967295] 00000800:00000200:0.0:1784946265.266172:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784946265.266173:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946265.266187:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946265.266189:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946265.266196:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000200:0.0:1784946265.266197:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4100 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1784946265.266202:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83adc00. 00000800:00000200:1.0:1784946265.266207:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:0.0:1784946265.266212:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946265.266213:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946265.266218:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83adc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1784946265.266220:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16753 usecs (17 jiffies) 00000100:00000001:1.0:1784946265.266222:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946265.266227:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946265.266229:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946265.266233:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305052847 00000100:00000001:0.0:1784946265.266234:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305052177 00000100:00000010:1.0:1784946265.266241:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f840. 00000100:00000001:1.0:1784946265.266250:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784946265.266256:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305052847 00000100:00000001:0.0:1784946265.266258:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305052847 00000100:00000010:1.0:1784946265.266260:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f300. 00000100:00000001:0.0:1784946265.266264:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305052177 00000100:00000001:1.0:1784946265.266266:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784946265.266272:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305052847 00000100:00000001:1.0:1784946265.266272:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946265.266277:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946265.266278:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946265.266283:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946265.266283:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946265.266290:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946265.266290:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946265.266295:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946265.266302:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946265.266302:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946265.266306:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946265.266306:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946265.266311:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946265.266312:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946265.266313:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946265.266315:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946265.266316:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946265.266319:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946265.266321:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946265.266324:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946265.266379:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946265.266383:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4100. 00000400:00000200:1.0:1784946265.266392:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946265.266397:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946265.266403:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f880 00000400:00000010:1.0:1784946265.266406:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f880. 00000100:00000001:1.0:1784946265.266421:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946265.266427:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289c00 x1871641054273280/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946265.266437:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946265.266441:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289c00 x1871641054273280/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946281 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946265.266449:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946265.266451:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946265.266586:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946265.266590:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83adc00. 00000400:00000200:1.0:1784946265.266596:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946265.266600:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946265.266603:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2944c8 00000400:00000010:1.0:1784946265.266605:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2944c8. 00000100:00000001:1.0:1784946265.266608:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946265.266611:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289500 x1871641054273152/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946265.266618:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946265.266621:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289500 x1871641054273152/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946281 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946265.266628:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946265.266629:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946265.267859:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946265.267872:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946265.267875:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946265.267877:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946265.267883:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946265.267888:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946265.267895:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946265.267899:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946265.267904:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946265.267908:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fde80 00000400:00000200:0.0:1784946265.267912:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946265.267919:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce1f1 [1] + 224 00000800:00000001:0.0:1784946265.267926:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946265.267930:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946265.267934:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946265.267936:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946265.267940:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946265.267943:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289500 x1871641054273152/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946281 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946265.267951:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289500 x1871641054273152/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946281 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946265.267964:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946265.267970:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946265.267972:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946265.267973:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946265.267975:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946265.267977:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946265.267982:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946265.267985:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946265.267987:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946265.267989:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946265.267990:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946265.267993:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946265.267994:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fdf00 00000400:00000200:0.0:1784946265.267998:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:1.0:1784946265.268000:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946265.268003:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946265.268004:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2de18. 00000400:00000200:1.0:1784946265.268008:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294330 00000400:00000010:1.0:1784946265.268009:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294330. 00000100:00000001:1.0:1784946265.268012:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946265.268015:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce1f9 [1] + 224 00000100:00000200:1.0:1784946265.268018:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289500 x1871641054273152/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946281 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946265.268022:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784946265.268028:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289500 x1871641054273152/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946281 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946265.268031:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946265.268034:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784946265.268036:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784946265.268037:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946265.268042:0:2353:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:0.0:1784946265.268045:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 02000000:00000001:1.0:1784946265.268046:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946265.268049:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946265.268051:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946265.268052:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946265.268055:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784946265.268059:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289c00 x1871641054273280/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946281 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784946265.268062:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=67 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946265.268069:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=67 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946265.268073:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946265.268075:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946265.268076:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289c00 x1871641054273280/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946281 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784946265.268078:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946265.268081:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946265.268085:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946265.268092:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289500 x1871641054273152/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946281 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946265.268098:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946265.268101:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946265.268101:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946265.268103:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946265.268107:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289500 x1871641054273152/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946281 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946265.268108:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946265.268112:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784946265.268115:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054273152:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946265.268132:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946265.268133:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946265.268134:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784946265.268137:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784946265.268139:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289500 x1871641054273152/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946281 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784946265.268141:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946265.268144:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946265.268147:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f210. 00000100:00000001:1.0:1784946265.268148:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1784946265.268152:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f088 02000000:00000001:1.0:1784946265.268153:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:0.0:1784946265.268155:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f088. 02000000:00000010:1.0:1784946265.268157:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ac400. 00000100:00000001:0.0:1784946265.268158:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946265.268164:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289c00 x1871641054273280/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946281 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784946265.268164:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946265.268169:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946265.268173:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000200:0.0:1784946265.268174:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289c00 x1871641054273280/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946281 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784946265.268180:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784946265.268184:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1784946265.268185:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4c00. 00000100:00000001:0.0:1784946265.268186:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946265.268189:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946265.268191:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946265.268192:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946265.268193:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946265.268193:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946265.268198:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946265.268198:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946265.268203:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289500. 00000100:00001000:0.0:1784946265.268205:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=67 v=5 (5 5 5 5) 00000100:00000001:1.0:1784946265.268208:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00001000:0.0:1784946265.268209:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=137 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946265.268212:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946265.268213:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946265.268215:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946265.268217:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784946265.268217:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784946265.268222:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946265.268225:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784946265.268225:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1784946265.268228:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946265.268229:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946265.268230:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784946265.268234:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946265.268234:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946265.268238:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946265.268239:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289c00 x1871641054273280/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946281 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946265.268254:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946265.268256:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946265.268258:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946265.268262:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289c00 x1871641054273280/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946281 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946265.268271:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054273280:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946265.268276:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946265.268278:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946265.268280:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289c00 x1871641054273280/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946281 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946265.268287:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946265.268288:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946265.268291:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b000. 02000000:00000001:0.0:1784946265.268294:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946265.268295:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946265.268296:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784946265.268298:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946265.268300:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4000. 02000000:00000001:0.0:1784946265.268302:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946265.268304:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946265.268305:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289c00. 00000100:00000001:0.0:1784946265.268308:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946265.268309:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946265.268311:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946265.268314:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946265.268315:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946265.268317:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946265.268319:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946265.585662:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946265.585668:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946265.585730:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946265.585735:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946265.585739:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946265.969636:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305052847, at 4305052864 00000100:00000040:1.0:1784946265.969636:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305052847, at 4305052864 00000100:00000010:1.0:1784946265.969654:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f300. 00000100:00000010:0.0:1784946265.969656:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f840. 00010000:00000001:1.0:1784946266.610301:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946266.610310:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946266.610394:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946266.610399:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946266.610403:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946267.633608:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946267.633616:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946267.633677:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946267.633682:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946267.633684:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946268.657664:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946268.657670:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946268.658660:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946268.658665:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946268.658669:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946269.681580:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946269.681585:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946269.681636:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946269.681639:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946269.681641:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784946270.385590:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946270.385598:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946270.385607:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73777b80. 00000020:00000040:3.0:1784946270.385611:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946270.385614:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946270.385617:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946270.385622:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946270.385627:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beaf00. 00000100:00000001:3.0:1784946270.385632:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946270.385639:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73777b80 x1871641054273408/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946270.385647:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946270.385650:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946270.385654:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7e33dc] to pc [ptlrpcd_01_01+1] req@ffff996d73777b80 x1871641054273408/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946270.385681:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946270.385685:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946270.385688:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946270.385690:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776300. 00000020:00000040:3.0:1784946270.385691:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946270.385693:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946270.385694:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946270.385695:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946270.385698:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea800. 00000100:00000001:3.0:1784946270.385699:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946270.385702:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73776300 x1871641054273536/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946270.385707:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946270.385707:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946270.385710:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946270.385712:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784946270.385713:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000445e245] to pc [ptlrpcd_01_00+0] req@ffff996d73776300 x1871641054273536/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946270.385715:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784946270.385722:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946270.385723:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73777b80 x1871641054273408/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946270.385724:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784946270.385731:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784946270.385735:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946270.385740:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784946270.385740:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784946270.385744:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946270.385746:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10394) 02000000:00000001:2.0:1784946270.385747:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946270.385750:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946270.385753:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946270.385755:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73777b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054273408:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946270.385758:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946270.385759:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784946270.385762:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946270.385764:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784946270.385765:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946270.385768:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946270.385768:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776300 x1871641054273536/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946270.385771:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946270.385777:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0800. 00000100:00000001:3.0:1784946270.385777:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946270.385778:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946270.385781:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946270.385782:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946270.385786:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946270.385788:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946270.385791:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00100000:3.0:1784946270.385795:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054273536:192.168.202.106@tcp:400:kworker.0 00000400:00000010:2.0:1784946270.385796:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000100:00000001:3.0:1784946270.385801:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946270.385803:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1784946270.385804:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6550. 02000000:00000001:3.0:1784946270.385806:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946270.385808:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1784946270.385810:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054273408, portal 25 02000000:00000010:3.0:1784946270.385811:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61900000. 00000100:00000001:2.0:1784946270.385813:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1784946270.385814:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946270.385816:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100536192 : -112779609015424 : ffff996d73777b80) 00000400:00000200:3.0:1784946270.385819:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784946270.385823:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73777b80 x1871641054273408/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784946270.385823:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784946270.385827:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000001:2.0:1784946270.385832:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1784946270.385833:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054273536, portal 10 00000100:00000001:3.0:1784946270.385836:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1784946270.385837:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784946270.385837:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100529920 : -112779609021696 : ffff996d73776300) 00000400:00000010:2.0:1784946270.385842:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000100:00000040:3.0:1784946270.385845:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776300 x1871641054273536/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946270.385846:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054273408, offset 0 00000100:00000001:3.0:1784946270.385854:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784946270.385857:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:3.0:1784946270.385860:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946270.385864:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1cc0. 00000100:00000200:3.0:1784946270.385866:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054273536, offset 0 00000400:00000200:2.0:1784946270.385869:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946270.385873:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946270.385878:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946270.385882:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946270.385885:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946270.385888:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946270.385890:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946270.385893:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314647:314647:256:4294967295] 192.168.202.106@tcp LPNI seq info [314643:314643:8:4294967295] 00000400:00000200:2.0:1784946270.385896:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946270.385900:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946270.385907:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946270.385908:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784946270.385911:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946270.385916:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:2.0:1784946270.385917:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946270.385919:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946270.385921:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000010:2.0:1784946270.385923:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b300. 00000400:00000200:3.0:1784946270.385926:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314648:314648:255:4294967295] 192.168.202.106@tcp LPNI seq info [314644:314644:7:4294967295] 00000400:00000200:3.0:1784946270.385930:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946270.385934:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784946270.385938:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946270.385942:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946270.385944:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000200:2.0:1784946270.385947:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b300 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:3.0:1784946270.385949:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000800:00000200:3.0:1784946270.385953:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784946270.385956:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:2.0:1784946270.385959:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784946270.385960:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946270.385965:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946270.385966:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946270.385969:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305057967 00000100:00000040:3.0:1784946270.385972:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16752 usecs (17 jiffies) 00000100:00000010:2.0:1784946270.385973:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c840. 00000400:00000200:3.0:1784946270.385977:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946270.385980:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305057297 00000100:00000001:2.0:1784946270.385982:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946270.385994:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305057967 00000100:00000001:3.0:1784946270.385994:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305057967 00000100:00000001:3.0:1784946270.385999:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305057297 00000100:00000010:2.0:1784946270.386001:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c9c0. 00000100:00000001:2.0:1784946270.386006:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946270.386011:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305057967 00000100:00000001:2.0:1784946270.386012:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784946270.386013:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946270.386016:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946270.386019:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784946270.386020:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b300. 00000100:00000001:3.0:1784946270.386020:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946270.386027:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946270.386027:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946270.386029:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946270.386029:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946270.386032:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946270.386038:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946270.386038:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946270.386039:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946270.386041:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784946270.386043:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000100:00000001:2.0:1784946270.386043:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946270.386044:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1784946270.386047:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000001:3.0:1784946270.386048:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946270.386049:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946270.386052:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946270.386053:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946270.386054:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784946270.386055:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946270.386057:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946270.386062:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73777b80 x1871641054273408/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946270.386062:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946270.386073:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946270.386088:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73777b80 x1871641054273408/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946286 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946270.386093:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946270.386095:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946270.386143:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946270.386145:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bead00. 00000400:00000200:1.0:1784946270.386147:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946270.386149:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946270.386151:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1cc0 00000400:00000010:1.0:1784946270.386152:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1cc0. 00000100:00000001:1.0:1784946270.386154:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946270.386156:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73776300 x1871641054273536/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946270.386161:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946270.386163:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73776300 x1871641054273536/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946286 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946270.386166:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946270.386167:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946270.387349:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946270.387360:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946270.387363:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946270.387365:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946270.387370:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946270.387374:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946270.387380:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946270.387384:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946270.387388:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946270.387391:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fdf80 00000400:00000200:0.0:1784946270.387396:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946270.387400:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce211 [1] + 224 00000800:00000001:0.0:1784946270.387406:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946270.387412:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946270.387414:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946270.387418:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946270.387422:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946270.387428:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73777b80 x1871641054273408/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946286 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946270.387437:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73777b80 x1871641054273408/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946270.387453:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946270.387459:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946270.387463:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946270.387465:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946270.387467:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946270.387469:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946270.387471:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946270.387476:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946270.387480:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946270.387484:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946270.387489:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fe000 00000100:00000001:2.0:1784946270.387490:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946270.387494:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946270.387499:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946270.387500:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784946270.387503:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946270.387503:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784946270.387508:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6550 00000400:00000010:2.0:1784946270.387512:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6550. 00000100:00000001:2.0:1784946270.387541:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946270.387546:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce219 [1] + 224 00000100:00000200:2.0:1784946270.387550:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73777b80 x1871641054273408/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946270.387552:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946270.387558:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946270.387561:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1784946270.387565:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73777b80 x1871641054273408/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946286 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946270.387567:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946270.387573:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946270.387578:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73776300 x1871641054273536/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946286 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946270.387580:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946270.387583:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946270.387587:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73776300 x1871641054273536/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946270.387588:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946270.387592:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946270.387597:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946270.387601:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946270.387602:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784946270.387605:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946270.387608:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784946270.387612:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=72 v=5 (5 5 5 5) 00000800:00000001:0.0:1784946270.387613:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784946270.387621:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=72 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946270.387625:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946270.387627:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946270.387629:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1784946270.387631:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784946270.387632:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1784946270.387635:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784946270.387637:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784946270.387639:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784946270.387641:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946270.387645:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000100:00000040:2.0:1784946270.387647:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73777b80 x1871641054273408/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946286 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946270.387650:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946270.387653:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946270.387656:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946270.387661:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1784946270.387663:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776300 x1871641054273536/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946270.387666:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946270.387669:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946270.387678:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73777b80 x1871641054273408/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946286 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946270.387681:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776300 x1871641054273536/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946286 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946270.387699:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73777b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054273408:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946270.387701:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946270.387705:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946270.387707:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946270.387709:0:2354:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784946270.387712:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784946270.387713:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946270.387716:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1784946270.387717:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73777b80 x1871641054273408/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946286 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946270.387719:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946270.387725:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946270.387731:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00001000:3.0:1784946270.387732:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=72 v=5 (5 5 5 5) 02000000:00000001:2.0:1784946270.387734:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946270.387739:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0800. 00000100:00001000:3.0:1784946270.387739:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=142 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946270.387745:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1784946270.387746:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784946270.387748:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946270.387750:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:3.0:1784946270.387752:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1784946270.387753:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00010000:00000001:3.0:1784946270.387756:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946270.387757:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946270.387763:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beaf00. 00000100:00000001:3.0:1784946270.387763:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784946270.387767:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 02000000:00000001:2.0:1784946270.387768:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784946270.387771:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1784946270.387773:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784946270.387774:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784946270.387776:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73777b80. 00000100:00000040:3.0:1784946270.387781:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776300 x1871641054273536/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946286 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946270.387784:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946270.387787:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946270.387790:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946270.387796:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946270.387797:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946270.387800:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946270.387801:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946270.387803:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946270.387805:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946270.387808:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946270.387809:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776300 x1871641054273536/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946286 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946270.387818:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054273536:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946270.387823:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946270.387825:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946270.387828:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776300 x1871641054273536/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946286 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946270.387834:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946270.387835:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946270.387837:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61900000. 02000000:00000001:3.0:1784946270.387840:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946270.387842:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946270.387843:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784946270.387845:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946270.387846:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea800. 02000000:00000001:3.0:1784946270.387849:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946270.387850:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946270.387851:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776300. 00000100:00000001:3.0:1784946270.387854:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946270.387855:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946270.387857:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946270.387861:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946270.387862:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946270.387864:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946270.387865:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946270.705627:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946270.705635:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946270.705637:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946270.705640:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946270.705644:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946270.705647:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946270.705648:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946270.705651:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946270.705707:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946270.705710:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946270.705712:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946271.089651:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305057967, at 4305057984 00000100:00000010:0.0:1784946271.089664:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c840. 00000100:00000040:1.0:1784946271.090028:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305057967, at 4305057984 00000100:00000010:1.0:1784946271.090035:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c9c0. 00010000:00000001:1.0:1784946271.729640:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946271.729647:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946271.729708:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946271.729711:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946271.729714:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946272.753643:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946272.753650:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946272.753709:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946272.753713:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946272.753715:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946273.777643:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946273.777650:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946273.777709:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946273.777713:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946273.777716:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946274.801616:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946274.801620:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946274.801673:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946274.801676:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946274.801679:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784946275.505599:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946275.505608:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946275.505615:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776300. 00000020:00000040:3.0:1784946275.505621:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946275.505625:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946275.505627:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946275.505632:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946275.505641:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea800. 00000100:00000001:3.0:1784946275.505648:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946275.505657:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73776300 x1871641054273664/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946275.505665:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946275.505668:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946275.505674:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000445e245] to pc [ptlrpcd_01_01+1] req@ffff996d73776300 x1871641054273664/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946275.505692:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946275.505695:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946275.505697:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946275.505700:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775880. 00000020:00000040:3.0:1784946275.505702:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946275.505703:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946275.505704:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946275.505705:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946275.505708:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea700. 00000100:00000001:3.0:1784946275.505710:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946275.505712:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73775880 x1871641054273792/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946275.505717:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946275.505718:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946275.505720:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ea1e024] to pc [ptlrpcd_01_00+0] req@ffff996d73775880 x1871641054273792/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946275.505725:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946275.505726:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784946275.505728:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784946275.505729:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784946275.505731:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784946275.505735:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10400) 00000100:00000001:3.0:1784946275.505744:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946275.505747:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946275.505748:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946275.505752:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775880 x1871641054273792/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946275.505762:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946275.505764:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946275.505767:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784946275.505768:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784946275.505769:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946275.505773:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784946275.505773:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946275.505777:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1784946275.505778:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054273792:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946275.505782:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784946275.505785:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776300 x1871641054273664/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946275.505788:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946275.505792:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946275.505795:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946275.505800:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61900400. 00000100:00000001:2.0:1784946275.505801:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784946275.505803:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946275.505805:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946275.505809:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1784946275.505811:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784946275.505812:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1784946275.505815:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 02000000:00000001:2.0:1784946275.505816:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946275.505821:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054273664:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946275.505824:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1784946275.505824:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 02000000:00000001:2.0:1784946275.505829:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1784946275.505831:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054273792, portal 10 02000000:00000001:2.0:1784946275.505832:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946275.505836:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946275.505840:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0800. 02000000:00000001:2.0:1784946275.505843:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946275.505847:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946275.505851:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784946275.505855:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6550. 00000100:00000200:2.0:1784946275.505859:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054273664, portal 25 00000100:00000001:2.0:1784946275.505861:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946275.505863:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100529920 : -112779609021696 : ffff996d73776300) 00000100:00000040:2.0:1784946275.505869:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776300 x1871641054273664/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946275.505877:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784946275.505879:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1784946275.505883:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784946275.505883:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100527232 : -112779609024384 : ffff996d73775880) 00000400:00000010:2.0:1784946275.505887:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6908. 00000100:00000200:2.0:1784946275.505893:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054273664, offset 0 00000100:00000040:3.0:1784946275.505895:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775880 x1871641054273792/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784946275.505904:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784946275.505908:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946275.505913:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946275.505916:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946275.505917:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1660. 00000100:00000200:3.0:1784946275.505922:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054273792, offset 0 00000400:00000200:2.0:1784946275.505925:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946275.505930:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946275.505933:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946275.505939:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946275.505942:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946275.505945:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946275.505949:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314649:314649:256:4294967295] 192.168.202.106@tcp LPNI seq info [314645:314645:8:4294967295] 00000400:00000200:2.0:1784946275.505953:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946275.505964:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946275.505969:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946275.505974:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bc00. 00000800:00000200:2.0:1784946275.505981:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946275.505989:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946275.505992:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946275.506005:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946275.506018:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946275.506022:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305063087 00000100:00000010:2.0:1784946275.506026:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cc60. 00000100:00000001:2.0:1784946275.506046:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946275.506052:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305063087 00000100:00000010:2.0:1784946275.506056:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cae0. 00000400:00000200:3.0:1784946275.506060:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946275.506061:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1784946275.506065:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:2.0:1784946275.506066:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784946275.506069:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784946275.506071:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946275.506074:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:2.0:1784946275.506077:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946275.506077:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946275.506080:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:1.0:1784946275.506081:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946275.506083:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784946275.506086:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314650:314650:255:4294967295] 192.168.202.106@tcp LPNI seq info [314646:314646:7:4294967295] 00000800:00000010:1.0:1784946275.506088:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bc00. 00000100:00000001:2.0:1784946275.506093:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1784946275.506093:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946275.506094:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946275.506097:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946275.506101:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946275.506103:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946275.506105:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946275.506107:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946275.506111:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946275.506171:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946275.506176:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946275.506178:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6908 00000800:00000010:3.0:1784946275.506180:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beaf00. 00000400:00000010:1.0:1784946275.506181:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6908. 00000100:00000001:1.0:1784946275.506188:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1784946275.506188:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000200:1.0:1784946275.506194:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73776300 x1871641054273664/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784946275.506197:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946275.506203:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beaf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946275.506206:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784946275.506208:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946275.506214:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16752 usecs (17 jiffies) 00000100:00000040:1.0:1784946275.506216:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73776300 x1871641054273664/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946291 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946275.506222:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946275.506226:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305062417 00000100:00000001:1.0:1784946275.506229:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946275.506232:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784946275.506232:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305063087 00000100:00000001:3.0:1784946275.506237:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305062417 00000100:00000001:3.0:1784946275.506239:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305063087 00000100:00000001:3.0:1784946275.506242:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946275.506244:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946275.506247:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946275.506249:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946275.506252:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946275.506254:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946275.506256:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946275.506257:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946275.506259:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946275.506261:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946275.506262:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946275.506265:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beaf00. 00000400:00000200:1.0:1784946275.506267:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946275.506270:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946275.506271:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1660 00000400:00000010:1.0:1784946275.506273:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1660. 00000100:00000001:1.0:1784946275.506275:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946275.506279:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775880 x1871641054273792/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946275.506286:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946275.506289:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775880 x1871641054273792/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946291 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946275.506295:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946275.506296:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946275.507193:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946275.507199:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946275.507201:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946275.507203:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946275.507206:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946275.507210:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946275.507214:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946275.507216:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946275.507219:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946275.507221:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fe080 00000400:00000200:0.0:1784946275.507224:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946275.507228:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce229 [1] + 224 00000800:00000001:0.0:1784946275.507232:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946275.507235:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946275.507237:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946275.507240:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946275.507243:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946275.507247:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73776300 x1871641054273664/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946291 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946275.507255:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73776300 x1871641054273664/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946275.507266:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946275.507270:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946275.507271:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946275.507298:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946275.507301:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946275.507305:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946275.507307:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946275.507310:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784946275.507314:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6550 00000400:00000010:2.0:1784946275.507316:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6550. 00000100:00000001:2.0:1784946275.507319:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946275.507324:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776300 x1871641054273664/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946275.507334:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776300 x1871641054273664/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946291 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946275.507341:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946275.507343:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946275.507345:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946275.507347:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946275.507350:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946275.507352:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946275.507356:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946275.507361:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=77 v=5 (5 5 5 5) 00000800:00000001:1.0:1784946275.507362:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784946275.507366:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=77 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946275.507370:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946275.507372:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946275.507375:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946275.507377:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946275.507378:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946275.507381:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946275.507382:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946275.507387:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946275.507389:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776300 x1871641054273664/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946291 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946275.507394:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946275.507404:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:2.0:1784946275.507404:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946275.507409:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946275.507411:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946275.507415:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784946275.507417:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776300 x1871641054273664/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946291 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946275.507421:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946275.507427:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946275.507432:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fe100 00000400:00000200:1.0:1784946275.507439:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946275.507447:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce221 [1] + 224 00000100:00100000:2.0:1784946275.507452:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054273664:192.168.202.106@tcp:400:kworker.0 00000800:00000001:1.0:1784946275.507454:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784946275.507459:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946275.507461:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946275.507462:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784946275.507465:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784946275.507468:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776300 x1871641054273664/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946291 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946275.507473:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946275.507479:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946275.507482:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1784946275.507485:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775880 x1871641054273792/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946291 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946275.507487:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946275.507491:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0800. 00000100:00000040:1.0:1784946275.507494:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775880 x1871641054273792/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946275.507496:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946275.507500:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946275.507503:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784946275.507506:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784946275.507507:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1784946275.507508:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea800. 00000800:00000001:1.0:1784946275.507513:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784946275.507514:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:1.0:1784946275.507536:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946275.507539:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946275.507542:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784946275.507545:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:3.0:1784946275.507548:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000010:2.0:1784946275.507549:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776300. 00000400:00000001:3.0:1784946275.507552:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946275.507555:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784946275.507556:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946275.507560:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784946275.507561:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000100:00000001:2.0:1784946275.507563:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784946275.507564:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:2.0:1784946275.507568:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946275.507570:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946275.507572:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946275.507576:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1784946275.507577:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775880 x1871641054273792/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946275.507579:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784946275.507597:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775880 x1871641054273792/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946291 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946275.507608:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946275.507609:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946275.507611:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946275.507612:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946275.507613:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946275.507614:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946275.507615:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946275.507619:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=77 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946275.507621:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=147 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946275.507623:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946275.507623:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946275.507624:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946275.507627:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946275.507629:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784946275.507630:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946275.507631:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946275.507632:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946275.507635:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775880 x1871641054273792/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946291 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946275.507639:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946275.507640:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946275.507641:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946275.507643:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775880 x1871641054273792/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946291 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946275.507647:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054273792:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946275.507650:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946275.507651:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946275.507653:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775880 x1871641054273792/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946291 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946275.507656:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946275.507657:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946275.507659:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61900400. 02000000:00000001:3.0:1784946275.507661:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946275.507662:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946275.507663:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784946275.507664:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946275.507665:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea700. 02000000:00000001:3.0:1784946275.507666:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946275.507667:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946275.507668:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775880. 00000100:00000001:3.0:1784946275.507670:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946275.507671:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946275.507672:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946275.507675:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946275.507675:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946275.507677:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946275.507678:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946275.825622:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946275.825629:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946275.825688:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946275.825690:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946275.825692:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946276.209611:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305063087, at 4305063104 00000100:00000040:1.0:1784946276.209612:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305063087, at 4305063104 00000100:00000010:0.0:1784946276.209624:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cc60. 00000100:00000010:1.0:1784946276.209627:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cae0. 00010000:00000001:1.0:1784946276.849629:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946276.849636:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946276.849701:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946276.849705:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946276.849708:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946277.873616:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946277.873621:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946277.873673:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946277.873677:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946277.873681:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946278.897621:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946278.897628:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946278.897689:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946278.897693:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946278.897697:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946279.921595:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946279.921601:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946279.921666:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946279.921670:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946279.921673:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946280.625625:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946280.625633:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946280.625641:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289c00. 00000020:00000040:0.0:1784946280.625645:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946280.625648:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946280.625650:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946280.625654:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946280.625660:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4000. 00000100:00000001:0.0:1784946280.625665:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946280.625674:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d43289c00 x1871641054273920/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946280.625684:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946280.625688:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946280.625695:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000224e74ab] to pc [ptlrpcd_00_01+1] req@ffff996d43289c00 x1871641054273920/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946280.625731:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946280.625733:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946280.625735:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946280.625738:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328a680. 00000020:00000040:0.0:1784946280.625740:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946280.625742:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946280.625744:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946280.625746:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946280.625750:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4f00. 00000100:00000001:0.0:1784946280.625753:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946280.625758:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d4328a680 x1871641054274048/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946280.625763:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946280.625768:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946280.625768:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946280.625771:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946280.625773:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946280.625778:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6fb888] to pc [ptlrpcd_00_00+0] req@ffff996d4328a680 x1871641054274048/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946280.625783:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289c00 x1871641054273920/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946280.625789:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946280.625793:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784946280.625798:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784946280.625801:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1784946280.625802:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784946280.625806:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784946280.625806:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946280.625811:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10405) 02000000:00000001:1.0:1784946280.625812:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946280.625816:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946280.625819:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946280.625820:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946280.625823:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1784946280.625824:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054273920:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946280.625825:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946280.625831:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328a680 x1871641054274048/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946280.625833:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946280.625840:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784946280.625844:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946280.625845:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946280.625845:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946280.625850:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946280.625851:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1784946280.625852:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946280.625855:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946280.625857:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054274048:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946280.625859:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1784946280.625859:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ace00. 02000000:00000001:0.0:1784946280.625862:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946280.625863:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946280.625864:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946280.625868:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946280.625871:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b000. 02000000:00000001:0.0:1784946280.625872:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946280.625876:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946280.625879:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946280.625883:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f210. 00000400:00000010:1.0:1784946280.625884:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2de18. 00000400:00000010:0.0:1784946280.625889:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f088. 00000400:00000010:1.0:1784946280.625891:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294330. 00000100:00000200:1.0:1784946280.625897:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054273920, portal 25 00000100:00000200:0.0:1784946280.625899:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054274048, portal 10 00000100:00000001:1.0:1784946280.625899:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946280.625903:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946280.625903:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290060800 : -112780419490816 : ffff996d43289c00) 00000100:00000001:0.0:1784946280.625906:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290063488 : -112780419488128 : ffff996d4328a680) 00000100:00000040:0.0:1784946280.625917:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328a680 x1871641054274048/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946280.625917:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289c00 x1871641054273920/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946280.625933:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784946280.625937:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946280.625940:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1784946280.625941:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f220. 00000100:00000200:0.0:1784946280.625945:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054274048, offset 0 00000100:00000040:1.0:1784946280.625948:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946280.625953:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946280.625953:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2944c8. 00000100:00000200:1.0:1784946280.625959:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054273920, offset 0 00000400:00000200:0.0:1784946280.625963:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946280.625966:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946280.625971:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946280.625975:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946280.625978:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946280.625981:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946280.625983:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946280.625986:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314651:314651:256:4294967295] 192.168.202.106@tcp LPNI seq info [314647:314647:8:4294967295] 00000400:00000200:0.0:1784946280.626002:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946280.626010:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946280.626015:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946280.626016:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:0.0:1784946280.626020:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4700. 00000400:00000200:1.0:1784946280.626022:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946280.626027:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784946280.626030:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784946280.626032:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946280.626035:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1784946280.626039:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:1.0:1784946280.626039:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:0.0:1784946280.626044:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784946280.626046:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314652:314652:255:4294967295] 192.168.202.106@tcp LPNI seq info [314648:314648:7:4294967295] 00000400:00000200:1.0:1784946280.626050:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946280.626055:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946280.626057:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000040:0.0:1784946280.626059:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16751 usecs (17 jiffies) 00000800:00000200:1.0:1784946280.626063:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946280.626067:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:1.0:1784946280.626070:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83adc00. 00000100:00000001:0.0:1784946280.626071:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305067537 00000100:00000010:0.0:1784946280.626076:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d593733c0. 00000800:00000200:1.0:1784946280.626076:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784946280.626082:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:0.0:1784946280.626083:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000800:00000200:1.0:1784946280.626084:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83adc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946280.626088:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946280.626089:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305067537 00000400:00000200:1.0:1784946280.626093:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000010:0.0:1784946280.626094:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373000. 00000100:00000001:1.0:1784946280.626096:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305068207 00000100:00000001:0.0:1784946280.626098:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784946280.626103:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946280.626104:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305067537 00000100:00000001:0.0:1784946280.626105:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946280.626109:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946280.626109:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305068207 00000100:00000001:0.0:1784946280.626112:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946280.626118:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946280.626118:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305067537 00000100:00000001:0.0:1784946280.626120:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946280.626122:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946280.626123:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946280.626126:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946280.626127:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946280.626128:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946280.626130:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946280.626131:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946280.626132:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946280.626137:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946280.626138:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946280.626140:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946280.626141:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946280.626143:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946280.626144:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946280.626172:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946280.626177:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4700. 00000400:00000200:0.0:1784946280.626182:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946280.626187:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946280.626192:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f220 00000400:00000010:0.0:1784946280.626193:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f220. 00000100:00000001:0.0:1784946280.626196:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946280.626199:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328a680 x1871641054274048/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946280.626206:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946280.626208:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328a680 x1871641054274048/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946296 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946280.626212:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946280.626213:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946280.626266:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946280.626268:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83adc00. 00000400:00000200:0.0:1784946280.626274:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946280.626276:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946280.626279:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2944c8 00000400:00000010:0.0:1784946280.626281:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2944c8. 00000100:00000001:0.0:1784946280.626283:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946280.626286:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289c00 x1871641054273920/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946280.626293:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946280.626295:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289c00 x1871641054273920/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946296 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946280.626302:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946280.626304:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946280.627544:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946280.627579:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946280.627582:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946280.627584:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946280.627588:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946280.627591:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946280.627595:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946280.627598:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946280.627600:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946280.627603:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fe200 00000400:00000200:1.0:1784946280.627605:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946280.627609:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce231 [1] + 224 00000800:00000001:1.0:1784946280.627613:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946280.627615:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946280.627616:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946280.627619:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946280.627622:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946280.627627:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328a680 x1871641054274048/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946296 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946280.627637:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328a680 x1871641054274048/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946280.627653:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946280.627659:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946280.627663:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946280.627665:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946280.627668:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946280.627672:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946280.627679:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:0.0:1784946280.627683:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946280.627684:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946280.627688:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946280.627688:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946280.627693:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:0.0:1784946280.627696:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784946280.627696:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fe180 00000400:00000001:0.0:1784946280.627699:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784946280.627700:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946280.627704:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f210. 00000400:00000200:0.0:1784946280.627709:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f088 00000400:00000010:0.0:1784946280.627711:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f088. 00000100:00000001:0.0:1784946280.627714:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946280.627718:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce239 [1] + 224 00000100:00000200:0.0:1784946280.627722:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328a680 x1871641054274048/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946280.627725:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946280.627734:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946280.627739:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1784946280.627748:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328a680 x1871641054274048/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946296 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946280.627749:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946280.627755:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946280.627761:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946280.627764:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946280.627767:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946280.627769:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1784946280.627770:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289c00 x1871641054273920/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946296 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946280.627772:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946280.627775:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946280.627780:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946280.627787:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289c00 x1871641054273920/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784946280.627789:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=82 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946280.627798:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=152 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946280.627802:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946280.627803:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946280.627805:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946280.627809:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1784946280.627809:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1784946280.627814:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946280.627815:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946280.627819:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784946280.627822:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946280.627824:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946280.627825:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946280.627829:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946280.627830:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1784946280.627834:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1784946280.627838:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328a680 x1871641054274048/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946296 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784946280.627838:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946280.627841:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2de18. 00000400:00000200:1.0:1784946280.627847:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294330 00000100:00000001:0.0:1784946280.627851:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1784946280.627852:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294330. 00000100:00000001:0.0:1784946280.627857:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946280.627858:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946280.627861:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784946280.627866:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289c00 x1871641054273920/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946280.627868:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328a680 x1871641054274048/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946296 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946280.627883:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289c00 x1871641054273920/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946296 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946280.627888:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054274048:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946280.627890:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946280.627893:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946280.627896:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946280.627896:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946280.627897:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946280.627900:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946280.627901:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784946280.627902:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946280.627905:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946280.627908:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328a680 x1871641054274048/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946296 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784946280.627909:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=82 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946280.627916:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=82 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946280.627921:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946280.627923:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946280.627927:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1784946280.627927:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1784946280.627931:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1784946280.627931:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946280.627932:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946280.627936:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b000. 00000100:00000040:1.0:1784946280.627937:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289c00 x1871641054273920/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946296 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946280.627941:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946280.627945:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784946280.627945:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1784946280.627949:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946280.627949:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946280.627952:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784946280.627954:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946280.627957:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4f00. 00000100:00000040:1.0:1784946280.627959:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289c00 x1871641054273920/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946296 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946280.627961:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946280.627965:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946280.627968:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328a680. 00000100:00000001:0.0:1784946280.627974:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00100000:1.0:1784946280.627975:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054273920:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946280.627976:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946280.627980:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946280.627987:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946280.627987:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946280.628002:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946280.628002:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784946280.628007:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784946280.628008:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289c00 x1871641054273920/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946296 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946280.628009:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946280.628019:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946280.628021:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946280.628023:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ace00. 02000000:00000001:1.0:1784946280.628026:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946280.628028:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946280.628030:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784946280.628031:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946280.628033:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4000. 02000000:00000001:1.0:1784946280.628035:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946280.628036:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946280.628037:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289c00. 00000100:00000001:1.0:1784946280.628040:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946280.628041:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946280.628043:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946280.628046:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946280.628047:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946280.628049:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946280.628050:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946280.945619:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946280.945625:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946280.945627:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946280.945629:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946280.945633:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946280.945634:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946280.945635:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946280.945637:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946280.945693:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946280.945696:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946280.945698:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946281.329610:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305068207, at 4305068224 00000100:00000040:1.0:1784946281.329610:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305068207, at 4305068224 00000100:00000010:1.0:1784946281.329624:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373000. 00000100:00000010:0.0:1784946281.329625:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d593733c0. 00010000:00000001:1.0:1784946281.969583:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946281.969590:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946281.969647:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946281.969650:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946281.969652:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946282.993644:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946282.993651:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946282.993716:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946282.993720:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946282.993723:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946284.017622:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946284.017629:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946284.017688:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946284.017692:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946284.017695:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946285.041649:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946285.041655:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946285.041708:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946285.041713:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946285.041716:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784946285.745665:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946285.745674:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946285.745684:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775880. 00000020:00000040:3.0:1784946285.745690:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946285.745694:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946285.745697:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946285.745702:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946285.745710:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea700. 00000100:00000001:3.0:1784946285.745718:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946285.745727:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73775880 x1871641054274176/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946285.745737:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946285.745741:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946285.745747:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ea1e024] to pc [ptlrpcd_01_01+1] req@ffff996d73775880 x1871641054274176/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946285.745777:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946285.745779:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946285.745782:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946285.745785:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775f80. 00000020:00000040:3.0:1784946285.745788:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946285.745790:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946285.745792:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946285.745793:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946285.745797:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bead00. 00000100:00000001:3.0:1784946285.745800:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946285.745805:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73775f80 x1871641054274304/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946285.745807:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946285.745813:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946285.745815:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946285.745817:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784946285.745820:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946285.745826:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775880 x1871641054274176/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946285.745827:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042f7b124] to pc [ptlrpcd_01_00+0] req@ffff996d73775f80 x1871641054274304/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946285.745839:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946285.745844:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946285.745848:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784946285.745850:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784946285.745852:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946285.745854:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784946285.745858:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784946285.745860:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784946285.745862:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946285.745866:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946285.745867:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10410) 00000100:00100000:2.0:1784946285.745876:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054274176:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946285.745882:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784946285.745883:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946285.745887:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784946285.745888:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784946285.745889:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784946285.745893:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946285.745896:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775f80 x1871641054274304/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946285.745898:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946285.745904:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0800. 00000100:00000001:3.0:1784946285.745905:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1784946285.745908:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946285.745909:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946285.745914:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946285.745915:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946285.745917:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946285.745920:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00100000:3.0:1784946285.745924:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054274304:192.168.202.106@tcp:400:kworker.0 00000400:00000010:2.0:1784946285.745926:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000100:00000001:3.0:1784946285.745931:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946285.745935:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946285.745937:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784946285.745938:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6550. 02000000:00000001:3.0:1784946285.745943:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1784946285.745945:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054274176, portal 25 00000100:00000001:2.0:1784946285.745959:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946285.745961:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100527232 : -112779609024384 : ffff996d73775880) 02000000:00000010:3.0:1784946285.745961:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61900000. 02000000:00000001:3.0:1784946285.745966:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946285.745969:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775880 x1871641054274176/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946285.745975:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946285.745980:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1784946285.745982:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000040:2.0:1784946285.745984:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946285.745988:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6990. 00000400:00000010:3.0:1784946285.745990:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000200:2.0:1784946285.745991:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054274176, offset 0 00000100:00000200:3.0:1784946285.745997:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054274304, portal 10 00000400:00000200:2.0:1784946285.746000:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784946285.746003:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946285.746006:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100529024 : -112779609022592 : ffff996d73775f80) 00000400:00000200:2.0:1784946285.746009:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784946285.746015:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775f80 x1871641054274304/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784946285.746017:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946285.746023:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946285.746029:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:3.0:1784946285.746030:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784946285.746033:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1784946285.746037:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946285.746038:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946285.746043:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314653:314653:256:4294967295] 192.168.202.106@tcp LPNI seq info [314649:314649:8:4294967295] 00000400:00000010:3.0:1784946285.746043:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1908. 00000400:00000200:2.0:1784946285.746047:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:3.0:1784946285.746050:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054274304, offset 0 00000400:00000200:3.0:1784946285.746058:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946285.746067:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784946285.746067:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946285.746074:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946285.746076:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000010:2.0:1784946285.746079:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511ba00. 00000400:00000200:3.0:1784946285.746082:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784946285.746087:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946285.746095:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:3.0:1784946285.746096:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:2.0:1784946285.746098:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511ba00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784946285.746104:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946285.746108:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:2.0:1784946285.746109:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946285.746114:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314654:314654:255:4294967295] 192.168.202.106@tcp LPNI seq info [314650:314650:7:4294967295] 00000400:00000200:2.0:1784946285.746122:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946285.746122:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946285.746128:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305073327 00000100:00000010:2.0:1784946285.746135:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c7e0. 00000400:00000200:3.0:1784946285.746136:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:2.0:1784946285.746142:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1784946285.746144:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784946285.746149:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305073327 00000800:00000010:3.0:1784946285.746150:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000100:00000010:2.0:1784946285.746155:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c420. 00000800:00000200:3.0:1784946285.746159:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:2.0:1784946285.746160:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946285.746167:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1784946285.746169:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:2.0:1784946285.746170:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946285.746175:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784946285.746175:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946285.746180:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946285.746182:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946285.746187:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16751 usecs (17 jiffies) 00000100:00000001:2.0:1784946285.746188:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946285.746192:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1784946285.746195:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946285.746196:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946285.746199:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946285.746200:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305072657 00000100:00000001:2.0:1784946285.746201:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946285.746206:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305073327 00000100:00000001:2.0:1784946285.746207:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946285.746212:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305072657 00000800:00000200:0.0:1784946285.746216:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946285.746216:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305073327 00000100:00000001:3.0:1784946285.746222:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1784946285.746223:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511ba00. 00000100:00000001:3.0:1784946285.746225:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946285.746230:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946285.746230:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946285.746236:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946285.746240:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946285.746246:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6990 00000400:00000010:0.0:1784946285.746249:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6990. 00000100:00000001:3.0:1784946285.746251:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946285.746253:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784946285.746254:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1784946285.746259:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775880 x1871641054274176/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946285.746260:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946285.746263:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946285.746266:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946285.746271:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946285.746279:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946285.746282:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775880 x1871641054274176/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946301 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946285.746287:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946285.746290:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946285.746303:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946285.746306:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000400:00000200:0.0:1784946285.746308:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946285.746311:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946285.746314:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1908 00000400:00000010:0.0:1784946285.746316:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1908. 00000100:00000001:0.0:1784946285.746331:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946285.746334:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775f80 x1871641054274304/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946285.746341:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946285.746344:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775f80 x1871641054274304/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946301 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946285.746350:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946285.746351:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946285.747547:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946285.747558:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946285.747561:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946285.747563:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946285.747568:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946285.747572:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946285.747577:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946285.747581:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946285.747585:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946285.747588:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fe280 00000400:00000200:1.0:1784946285.747592:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946285.747597:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce251 [1] + 224 00000800:00000001:1.0:1784946285.747601:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946285.747606:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946285.747608:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946285.747611:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946285.747615:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946285.747621:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775880 x1871641054274176/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946301 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946285.747633:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775880 x1871641054274176/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946285.747647:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946285.747653:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946285.747656:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946285.747658:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946285.747660:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946285.747663:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946285.747666:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946285.747670:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946285.747672:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946285.747674:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946285.747677:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fe300 00000400:00000200:1.0:1784946285.747680:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946285.747683:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce259 [1] + 224 00000800:00000001:1.0:1784946285.747686:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946285.747690:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946285.747691:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946285.747692:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946285.747696:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946285.747698:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000001:2.0:1784946285.747702:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946285.747705:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946285.747708:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784946285.747713:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6550 00000400:00000010:2.0:1784946285.747715:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6550. 00000100:00000001:2.0:1784946285.747718:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946285.747719:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946285.747726:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775f80 x1871641054274304/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946301 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946285.747726:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775880 x1871641054274176/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946285.747744:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775f80 x1871641054274304/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946285.747753:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946285.747757:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946285.747761:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784946285.747768:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775880 x1871641054274176/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946301 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946285.747781:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946285.747784:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946285.747787:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946285.747790:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946285.747793:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946285.747795:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946285.747796:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946285.747798:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784946285.747800:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784946285.747803:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946285.747805:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1784946285.747808:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=87 v=5 (5 5 5 5) 00000400:00000010:3.0:1784946285.747808:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946285.747813:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000100:00001000:2.0:1784946285.747815:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=87 v=5 (1 1 1 1) 00000400:00000010:3.0:1784946285.747816:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946285.747820:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946285.747822:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946285.747825:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784946285.747826:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775f80 x1871641054274304/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784946285.747830:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946285.747834:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784946285.747838:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775f80 x1871641054274304/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946301 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946285.747839:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946285.747849:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775880 x1871641054274176/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946301 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946285.747852:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946285.747855:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946285.747860:0:2354:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784946285.747862:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946285.747866:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946285.747868:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784946285.747871:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1784946285.747874:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775880 x1871641054274176/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946301 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946285.747874:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946285.747877:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946285.747882:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946285.747889:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=87 v=5 (5 5 5 5) 00000100:00100000:2.0:1784946285.747891:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054274176:192.168.202.106@tcp:400:kworker.0 00000100:00001000:3.0:1784946285.747895:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=7 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946285.747899:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946285.747900:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946285.747903:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784946285.747904:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946285.747909:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1784946285.747910:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775880 x1871641054274176/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946301 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784946285.747913:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946285.747918:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784946285.747921:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946285.747924:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946285.747925:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784946285.747926:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946285.747929:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1784946285.747932:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775f80 x1871641054274304/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946301 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784946285.747934:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0800. 02000000:00000001:2.0:1784946285.747940:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784946285.747941:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1784946285.747943:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784946285.747944:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946285.747959:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1784946285.747960:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000040:3.0:1784946285.747965:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775f80 x1871641054274304/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946301 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784946285.747966:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946285.747969:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea700. 02000000:00000001:2.0:1784946285.747975:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946285.747977:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946285.747982:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775880. 00000100:00100000:3.0:1784946285.747983:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054274304:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946285.747987:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946285.747990:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946285.747991:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946285.747993:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946285.747996:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784946285.748000:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1784946285.748001:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775f80 x1871641054274304/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946301 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946285.748003:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946285.748008:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946285.748011:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946285.748017:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946285.748019:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946285.748021:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61900000. 02000000:00000001:3.0:1784946285.748026:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946285.748027:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946285.748028:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784946285.748029:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946285.748030:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bead00. 02000000:00000001:3.0:1784946285.748032:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946285.748033:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946285.748034:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775f80. 00000100:00000001:3.0:1784946285.748036:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946285.748037:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946285.748038:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946285.748040:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946285.748041:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946285.748042:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946285.748043:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946286.065611:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946286.065616:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946286.065664:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946286.065667:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946286.065669:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946286.449613:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305073327, at 4305073344 00000100:00000040:1.0:1784946286.449618:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305073327, at 4305073344 00000100:00000010:0.0:1784946286.449629:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c7e0. 00000100:00000010:1.0:1784946286.449631:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c420. 00010000:00000001:1.0:1784946287.089603:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946287.089607:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946287.089664:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946287.089667:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946287.089670:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784946287.473610:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784946287.473619:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784946287.473623:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1784946287.473783:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784946287.473785:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946287.473802:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946287.473807:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946287.473810:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784946288.113619:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946288.113625:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946288.113683:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946288.113687:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946288.113690:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946289.137617:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946289.137623:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946289.137673:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946289.137677:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946289.137680:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946290.161638:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946290.161643:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946290.161705:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946290.161708:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946290.161710:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946290.865636:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946290.865643:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946290.865651:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328a680. 00000020:00000040:0.0:1784946290.865655:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946290.865659:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946290.865661:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946290.865666:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946290.865672:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4f00. 00000100:00000001:0.0:1784946290.865688:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946290.865700:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d4328a680 x1871641054274432/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946290.865711:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946290.865716:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946290.865722:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6fb888] to pc [ptlrpcd_00_01+1] req@ffff996d4328a680 x1871641054274432/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946290.865749:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946290.865751:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946290.865754:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946290.865757:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289180. 00000020:00000040:0.0:1784946290.865760:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946290.865762:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946290.865764:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946290.865766:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946290.865769:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4700. 00000100:00000001:0.0:1784946290.865772:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946290.865776:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43289180 x1871641054274560/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946290.865781:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946290.865785:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946290.865787:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946290.865789:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946290.865791:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946290.865796:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042ac64cb] to pc [ptlrpcd_00_00+0] req@ffff996d43289180 x1871641054274560/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946290.865801:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328a680 x1871641054274432/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946290.865807:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946290.865812:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784946290.865818:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784946290.865820:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784946290.865823:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784946290.865826:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1784946290.865829:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10415) 00000100:00000001:1.0:1784946290.865830:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946290.865836:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946290.865839:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946290.865842:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946290.865844:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1784946290.865846:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054274432:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946290.865848:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946290.865851:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784946290.865853:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1784946290.865858:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289180 x1871641054274560/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784946290.865859:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946290.865863:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946290.865868:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784946290.865869:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946290.865872:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946290.865874:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ac000. 02000000:00000001:0.0:1784946290.865875:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946290.865877:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946290.865878:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946290.865883:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946290.865887:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054274560:192.168.202.106@tcp:400:kworker.0 00000400:00000200:1.0:1784946290.865889:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946290.865894:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1784946290.865895:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2de18. 02000000:00000001:0.0:1784946290.865898:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946290.865901:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946290.865903:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1784946290.865916:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294330. 02000000:00000010:0.0:1784946290.865918:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b000. 02000000:00000001:0.0:1784946290.865922:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946290.865926:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054274432, portal 25 00000400:00000200:0.0:1784946290.865927:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946290.865932:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1784946290.865933:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f210. 00000100:00000001:1.0:1784946290.865935:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290063488 : -112780419488128 : ffff996d4328a680) 00000400:00000010:0.0:1784946290.865939:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f088. 00000100:00000040:1.0:1784946290.865945:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328a680 x1871641054274432/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946290.865946:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054274560, portal 10 00000100:00000001:0.0:1784946290.865951:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946290.865953:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290058112 : -112780419493504 : ffff996d43289180) 00000100:00000001:1.0:1784946290.865960:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784946290.865964:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289180 x1871641054274560/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946290.865967:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946290.865972:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2942a8. 00000100:00000001:0.0:1784946290.865975:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1784946290.865977:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054274432, offset 0 00000100:00000040:0.0:1784946290.865982:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946290.865986:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f220. 00000400:00000200:1.0:1784946290.865988:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000200:0.0:1784946290.865997:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054274560, offset 0 00000400:00000200:1.0:1784946290.866000:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946290.866006:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946290.866009:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946290.866015:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946290.866018:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946290.866022:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946290.866025:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946290.866028:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314655:314655:256:4294967295] 192.168.202.106@tcp LPNI seq info [314651:314651:8:4294967295] 00000400:00000200:1.0:1784946290.866033:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946290.866042:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946290.866050:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946290.866057:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad900. 00000400:00000200:0.0:1784946290.866058:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784946290.866065:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784946290.866069:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:1.0:1784946290.866075:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784946290.866078:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1784946290.866082:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784946290.866083:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946290.866088:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946290.866092:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946290.866095:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314656:314656:255:4294967295] 192.168.202.106@tcp LPNI seq info [314652:314652:7:4294967295] 00000100:00000001:1.0:1784946290.866099:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946290.866100:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946290.866106:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946290.866110:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305078447 00000400:00000200:0.0:1784946290.866113:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000010:1.0:1784946290.866116:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f300. 00000800:00000200:0.0:1784946290.866121:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946290.866124:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000010:0.0:1784946290.866126:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4800. 00000100:00000001:1.0:1784946290.866130:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305078447 00000800:00000200:0.0:1784946290.866132:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000010:1.0:1784946290.866137:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f540. 00000800:00000200:0.0:1784946290.866140:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:1.0:1784946290.866143:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1784946290.866145:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946290.866147:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946290.866150:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946290.866151:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946290.866156:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16750 usecs (17 jiffies) 00000100:00000001:1.0:1784946290.866156:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946290.866159:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946290.866163:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946290.866166:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305077777 00000100:00000001:1.0:1784946290.866169:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946290.866170:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305078447 00000100:00000001:1.0:1784946290.866173:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946290.866174:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305077777 00000100:00000001:1.0:1784946290.866178:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946290.866179:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305078447 00000100:00000001:0.0:1784946290.866182:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946290.866182:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946290.866185:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946290.866186:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946290.866188:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946290.866190:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946290.866191:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946290.866197:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946290.866199:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946290.866202:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946290.866203:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946290.866206:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946290.866208:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946290.866236:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946290.866240:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad900. 00000400:00000200:1.0:1784946290.866247:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946290.866252:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946290.866257:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2942a8 00000400:00000010:1.0:1784946290.866259:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2942a8. 00000100:00000001:1.0:1784946290.866263:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946290.866268:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328a680 x1871641054274432/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946290.866277:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946290.866281:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328a680 x1871641054274432/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946306 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946290.866288:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946290.866290:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946290.866356:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946290.866359:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4800. 00000400:00000200:1.0:1784946290.866363:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946290.866366:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946290.866369:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f220 00000400:00000010:1.0:1784946290.866370:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f220. 00000100:00000001:1.0:1784946290.866373:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946290.866376:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289180 x1871641054274560/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946290.866404:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946290.866407:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289180 x1871641054274560/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946306 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946290.866413:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946290.866415:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946290.867773:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946290.867782:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946290.867785:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946290.867787:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946290.867791:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946290.867795:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946290.867800:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946290.867802:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946290.867806:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946290.867808:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fe380 00000400:00000200:1.0:1784946290.867811:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946290.867815:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce261 [1] + 224 00000800:00000001:1.0:1784946290.867820:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946290.867822:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946290.867824:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946290.867827:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946290.867831:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946290.867836:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328a680 x1871641054274432/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946290.867843:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328a680 x1871641054274432/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946290.867858:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946290.867865:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946290.867868:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946290.867870:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946290.867873:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946290.867876:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946290.867881:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946290.867886:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946290.867890:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946290.867890:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946290.867894:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946290.867896:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946290.867900:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fe400 00000400:00000001:0.0:1784946290.867902:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784946290.867914:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:0.0:1784946290.867918:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946290.867922:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2de18. 00000400:00000200:0.0:1784946290.867926:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294330 00000400:00000010:0.0:1784946290.867928:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294330. 00000100:00000001:0.0:1784946290.867930:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946290.867935:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce269 [1] + 224 00000100:00000200:0.0:1784946290.867937:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328a680 x1871641054274432/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946290.867941:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784946290.867949:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328a680 x1871641054274432/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946290.867950:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946290.867955:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784946290.867962:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784946290.867962:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946290.867966:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946290.867968:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946290.867969:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946290.867973:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1784946290.867975:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289180 x1871641054274560/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946290.867976:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946290.867979:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946290.867984:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946290.867991:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=92 v=5 (5 5 5 5) 00000100:00000040:1.0:1784946290.867992:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289180 x1871641054274560/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784946290.867999:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=92 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946290.868006:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946290.868008:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946290.868011:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946290.868013:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946290.868014:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946290.868015:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946290.868020:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784946290.868022:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328a680 x1871641054274432/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946306 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946290.868025:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946290.868033:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946290.868036:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946290.868038:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946290.868042:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328a680 x1871641054274432/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946306 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946290.868050:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054274432:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946290.868050:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946290.868053:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946290.868058:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1784946290.868059:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784946290.868061:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1784946290.868062:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946290.868066:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f210. 00000100:00000040:0.0:1784946290.868067:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328a680 x1871641054274432/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946306 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946290.868071:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f088 00000400:00000010:1.0:1784946290.868075:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f088. 00000100:00000001:1.0:1784946290.868080:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946290.868082:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946290.868085:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1784946290.868087:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289180 x1871641054274560/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784946290.868089:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ac000. 02000000:00000001:0.0:1784946290.868094:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946290.868098:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000200:1.0:1784946290.868100:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289180 x1871641054274560/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1784946290.868101:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784946290.868106:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946290.868109:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4f00. 02000000:00000001:0.0:1784946290.868113:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946290.868116:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946290.868118:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328a680. 00000100:00000001:0.0:1784946290.868123:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946290.868124:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946290.868125:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946290.868127:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946290.868128:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946290.868129:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946290.868133:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946290.868134:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946290.868135:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946290.868136:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1784946290.868137:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946290.868139:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946290.868143:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1784946290.868144:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=92 v=5 (5 5 5 5) 00000100:00000001:0.0:1784946290.868145:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946290.868151:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=12 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946290.868154:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946290.868155:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946290.868157:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946290.868160:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946290.868163:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784946290.868166:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946290.868168:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946290.868169:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946290.868174:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289180 x1871641054274560/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946306 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946290.868181:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946290.868183:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946290.868184:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946290.868187:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289180 x1871641054274560/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946306 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946290.868192:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054274560:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946290.868195:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946290.868197:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946290.868199:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289180 x1871641054274560/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946306 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946290.868205:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946290.868207:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946290.868209:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b000. 02000000:00000001:1.0:1784946290.868212:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946290.868213:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946290.868215:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946290.868217:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946290.868218:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4700. 02000000:00000001:1.0:1784946290.868221:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946290.868222:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946290.868223:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289180. 00000100:00000001:1.0:1784946290.868226:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946290.868227:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946290.868228:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946290.868232:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946290.868233:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946290.868234:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946290.868236:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946291.185647:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946291.185655:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946291.185658:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946291.185661:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946291.185665:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946291.185668:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946291.185669:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946291.185671:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946291.185753:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946291.185758:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946291.185761:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946291.569589:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305078447, at 4305078464 00000100:00000040:0.0:1784946291.569593:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305078447, at 4305078464 00000100:00000010:1.0:1784946291.569605:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f540. 00000100:00000010:0.0:1784946291.569606:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f300. 00010000:00000001:1.0:1784946292.209648:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946292.209655:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946292.209712:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946292.209716:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946292.209720:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946293.233651:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946293.233657:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946293.233715:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946293.233719:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946293.233722:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946294.257621:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946294.257626:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946294.257675:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946294.257679:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946294.257682:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946295.281646:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946295.281653:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946295.281711:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946295.281718:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946295.281720:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946295.985625:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946295.985633:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946295.985643:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328a680. 00000020:00000040:0.0:1784946295.985647:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946295.985651:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946295.985653:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946295.985657:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946295.985663:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4f00. 00000100:00000001:0.0:1784946295.985668:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946295.985677:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d4328a680 x1871641054274688/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946295.985685:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946295.985687:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946295.985692:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6fb888] to pc [ptlrpcd_00_01+1] req@ffff996d4328a680 x1871641054274688/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946295.985713:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946295.985716:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946295.985718:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946295.985721:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289180. 00000020:00000040:0.0:1784946295.985723:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946295.985724:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946295.985725:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946295.985726:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946295.985728:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4500. 00000100:00000001:0.0:1784946295.985730:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946295.985733:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43289180 x1871641054274816/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946295.985737:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946295.985739:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946295.985742:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042ac64cb] to pc [ptlrpcd_00_00+0] req@ffff996d43289180 x1871641054274816/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946295.985745:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946295.985748:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946295.985750:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946295.985750:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946295.985753:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946295.985754:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784946295.985757:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784946295.985761:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946295.985762:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328a680 x1871641054274688/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946295.985765:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10420) 00000100:00000001:1.0:1784946295.985774:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946295.985777:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946295.985781:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946295.985784:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946295.985786:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946295.985790:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054274688:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946295.985795:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946295.985795:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784946295.985798:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784946295.985800:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784946295.985801:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1784946295.985805:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946295.985809:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289180 x1871641054274816/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784946295.985810:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946295.985816:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738aca00. 00000100:00000001:0.0:1784946295.985818:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1784946295.985820:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946295.985822:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946295.985826:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946295.985828:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784946295.985831:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:0.0:1784946295.985832:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946295.985836:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054274816:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946295.985843:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1784946295.985843:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2ddc0. 02000000:00000001:0.0:1784946295.985846:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946295.985849:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946295.985851:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2942a8. 02000000:00000001:0.0:1784946295.985852:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946295.985857:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784946295.985860:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946295.985860:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054274688, portal 25 00000100:00000001:1.0:1784946295.985878:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946295.985880:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290063488 : -112780419488128 : ffff996d4328a680) 00000100:00000040:1.0:1784946295.985886:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328a680 x1871641054274688/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946295.985897:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784946295.985898:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:1.0:1784946295.985903:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946295.985905:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f9f8. 00000400:00000010:1.0:1784946295.985908:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294198. 00000400:00000010:0.0:1784946295.985911:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f4c8. 00000100:00000200:1.0:1784946295.985914:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054274688, offset 0 00000100:00000200:0.0:1784946295.985916:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054274816, portal 10 00000100:00000001:0.0:1784946295.985919:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946295.985923:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290058112 : -112780419493504 : ffff996d43289180) 00000400:00000200:1.0:1784946295.985923:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:0.0:1784946295.985933:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289180 x1871641054274816/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946295.985934:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946295.985943:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784946295.985946:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000040:0.0:1784946295.985947:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946295.985953:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f2a8. 00000400:00000200:1.0:1784946295.985955:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1784946295.985956:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054274816, offset 0 00000400:00000200:1.0:1784946295.985962:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946295.985966:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946295.985970:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946295.985973:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946295.985976:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314657:314657:256:4294967295] 192.168.202.106@tcp LPNI seq info [314653:314653:8:4294967295] 00000400:00000200:1.0:1784946295.985979:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946295.985986:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946295.985990:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946295.985994:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:1.0:1784946295.985997:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad900. 00000400:00000200:0.0:1784946295.986002:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:1.0:1784946295.986006:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784946295.986013:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784946295.986016:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1784946295.986017:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784946295.986025:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:1.0:1784946295.986026:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946295.986029:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946295.986033:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946295.986036:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:1.0:1784946295.986037:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305083567 00000400:00000200:0.0:1784946295.986041:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314658:314658:255:4294967295] 192.168.202.106@tcp LPNI seq info [314654:314654:7:4294967295] 00000100:00000010:1.0:1784946295.986042:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f540. 00000400:00000200:0.0:1784946295.986049:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946295.986052:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1784946295.986057:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:1.0:1784946295.986060:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305083567 00000800:00000200:0.0:1784946295.986063:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000010:1.0:1784946295.986067:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f9c0. 00000800:00000010:0.0:1784946295.986068:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4d00. 00000800:00000200:0.0:1784946295.986075:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:1.0:1784946295.986075:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784946295.986082:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784946295.986083:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784946295.986087:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946295.986089:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946295.986090:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946295.986095:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16750 usecs (17 jiffies) 00000100:00000001:1.0:1784946295.986096:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946295.986100:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946295.986101:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946295.986102:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305082897 00000100:00000001:0.0:1784946295.986106:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305083567 00000100:00000001:0.0:1784946295.986107:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305082897 00000100:00000001:0.0:1784946295.986108:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305083567 00000100:00000001:0.0:1784946295.986109:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946295.986110:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946295.986111:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946295.986115:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946295.986115:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946295.986119:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946295.986121:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946295.986123:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946295.986124:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946295.986126:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946295.986128:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946295.986129:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946295.986130:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946295.986132:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946295.986135:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946295.986135:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946295.986180:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946295.986184:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad900. 00000400:00000200:1.0:1784946295.986191:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946295.986197:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946295.986202:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294198 00000400:00000010:1.0:1784946295.986204:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294198. 00000100:00000001:1.0:1784946295.986208:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946295.986212:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328a680 x1871641054274688/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946295.986218:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946295.986220:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328a680 x1871641054274688/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946295.986224:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946295.986225:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946295.986276:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946295.986278:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4d00. 00000400:00000200:1.0:1784946295.986281:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946295.986285:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946295.986288:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f2a8 00000400:00000010:1.0:1784946295.986289:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f2a8. 00000100:00000001:1.0:1784946295.986292:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946295.986295:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289180 x1871641054274816/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946295.986302:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946295.986305:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289180 x1871641054274816/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946295.986311:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946295.986313:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946295.987504:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946295.987513:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946295.987532:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946295.987534:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946295.987538:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946295.987542:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946295.987546:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946295.987548:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946295.987551:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946295.987554:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fe480 00000400:00000200:1.0:1784946295.987558:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946295.987564:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce281 [1] + 224 00000800:00000001:1.0:1784946295.987570:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946295.987598:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946295.987601:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946295.987605:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946295.987609:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946295.987613:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328a680 x1871641054274688/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946295.987620:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328a680 x1871641054274688/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946295.987634:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946295.987640:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946295.987644:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946295.987645:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946295.987647:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946295.987650:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946295.987653:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946295.987658:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946295.987661:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946295.987663:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946295.987666:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fe500 00000100:00000001:0.0:1784946295.987669:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946295.987669:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946295.987672:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946295.987673:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce291 [1] + 224 00000800:00000001:1.0:1784946295.987677:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784946295.987678:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946295.987680:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946295.987682:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2ddc0. 00000800:00000001:1.0:1784946295.987682:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946295.987684:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946295.987686:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2942a8 00000400:00000010:0.0:1784946295.987688:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2942a8. 00000400:00000200:1.0:1784946295.987688:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946295.987691:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946295.987691:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946295.987695:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328a680 x1871641054274688/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946295.987695:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289180 x1871641054274816/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946295.987705:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328a680 x1871641054274688/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946295.987705:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289180 x1871641054274816/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946295.987712:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946295.987714:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946295.987716:0:2353:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784946295.987717:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1784946295.987719:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1784946295.987720:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784946295.987721:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946295.987723:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946295.987723:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784946295.987726:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946295.987732:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=97 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946295.987736:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=97 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946295.987737:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946295.987738:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946295.987739:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946295.987740:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1784946295.987742:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1784946295.987743:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000001:1.0:1784946295.987743:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1784946295.987745:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946295.987745:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f9f8. 00000100:00000001:0.0:1784946295.987748:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946295.987748:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f4c8 00000400:00000010:1.0:1784946295.987750:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f4c8. 00000100:00000001:1.0:1784946295.987752:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1784946295.987753:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328a680 x1871641054274688/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946295.987755:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289180 x1871641054274816/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946295.987760:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946295.987763:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1784946295.987763:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289180 x1871641054274816/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946295.987764:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946295.987768:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328a680 x1871641054274688/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946311 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946295.987770:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946295.987771:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946295.987773:0:2352:0:(client.c:1580:after_reply()) Process entered 00000100:00100000:0.0:1784946295.987775:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054274688:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946295.987780:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946295.987782:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1784946295.987784:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1784946295.987785:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328a680 x1871641054274688/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946311 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946295.987785:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946295.987787:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946295.987789:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946295.987791:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00001000:1.0:1784946295.987793:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=97 v=5 (5 5 5 5) 02000000:00000001:0.0:1784946295.987794:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:1.0:1784946295.987795:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=17 v=5 (1 1 1 1) 02000000:00000010:0.0:1784946295.987796:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738aca00. 00000100:00000001:1.0:1784946295.987798:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1784946295.987799:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784946295.987799:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946295.987801:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:1.0:1784946295.987801:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000040:0.0:1784946295.987803:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00010000:00000001:1.0:1784946295.987803:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946295.987805:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784946295.987806:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000010:0.0:1784946295.987808:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4f00. 00000100:00000040:1.0:1784946295.987808:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946295.987809:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1784946295.987810:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784946295.987811:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946295.987812:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946295.987813:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328a680. 00000100:00000040:1.0:1784946295.987814:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289180 x1871641054274816/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946295.987816:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946295.987818:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946295.987820:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946295.987823:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946295.987825:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946295.987826:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946295.987827:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946295.987828:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946295.987829:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946295.987829:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946295.987833:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289180 x1871641054274816/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946311 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946295.987840:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054274816:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946295.987844:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946295.987846:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946295.987849:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289180 x1871641054274816/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946311 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946295.987856:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946295.987857:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946295.987858:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b400. 02000000:00000001:1.0:1784946295.987872:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946295.987874:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946295.987874:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946295.987876:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946295.987877:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4500. 02000000:00000001:1.0:1784946295.987879:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946295.987880:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946295.987880:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289180. 00000100:00000001:1.0:1784946295.987882:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946295.987883:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946295.987884:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946295.987887:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946295.987887:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946295.987889:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946295.987890:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946296.305624:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946296.305629:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946296.305687:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946296.305691:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946296.305694:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946296.689582:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305083567, at 4305083584 00000100:00000040:1.0:1784946296.689585:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305083567, at 4305083584 00000100:00000010:1.0:1784946296.689602:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f9c0. 00000100:00000010:0.0:1784946296.689603:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f540. 00010000:00000001:1.0:1784946297.329642:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946297.329648:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946297.329703:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946297.329707:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946297.329711:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946298.353630:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946298.353637:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946298.353698:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946298.353701:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946298.353704:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946299.377616:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946299.377621:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946299.377673:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946299.377676:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946299.377679:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946300.401628:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946300.401634:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946300.401694:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946300.401699:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946300.401702:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946301.105625:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946301.105634:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946301.105644:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328a680. 00000020:00000040:0.0:1784946301.105650:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946301.105654:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946301.105656:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946301.105661:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946301.105669:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4f00. 00000100:00000001:0.0:1784946301.105675:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946301.105687:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d4328a680 x1871641054274944/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946301.105698:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946301.105702:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946301.105709:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6fb888] to pc [ptlrpcd_00_01+1] req@ffff996d4328a680 x1871641054274944/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946301.105737:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946301.105740:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946301.105743:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946301.105745:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289c00. 00000020:00000040:0.0:1784946301.105748:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946301.105750:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946301.105752:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946301.105754:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946301.105757:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4400. 00000100:00000001:0.0:1784946301.105760:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946301.105765:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43289c00 x1871641054275072/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946301.105773:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946301.105774:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946301.105776:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946301.105781:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784946301.105782:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000224e74ab] to pc [ptlrpcd_00_00+0] req@ffff996d43289c00 x1871641054275072/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946301.105785:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784946301.105794:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946301.105795:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328a680 x1871641054274944/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946301.105799:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784946301.105808:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784946301.105814:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946301.105815:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946301.105818:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946301.105831:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1784946301.105837:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1784946301.105839:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10425) 02000000:00000001:1.0:1784946301.105842:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946301.105846:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946301.105851:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054274944:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946301.105855:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946301.105861:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946301.105864:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946301.105867:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784946301.105868:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946301.105871:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1784946301.105872:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ada00. 00000100:00000001:0.0:1784946301.105873:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1784946301.105877:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946301.105881:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289c00 x1871641054275072/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946301.105888:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946301.105895:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1784946301.105896:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d5d8. 00000100:00000001:0.0:1784946301.105898:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946301.105902:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946301.105904:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1784946301.105905:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294198. 02000000:00000001:0.0:1784946301.105907:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946301.105912:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054275072:192.168.202.106@tcp:400:kworker.0 00000100:00000200:1.0:1784946301.105914:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054274944, portal 25 00000100:00000001:0.0:1784946301.105917:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784946301.105919:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1784946301.105921:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784946301.105922:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290063488 : -112780419488128 : ffff996d4328a680) 02000000:00000001:0.0:1784946301.105925:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946301.105928:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946301.105933:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394a800. 02000000:00000001:0.0:1784946301.105935:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946301.105937:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328a680 x1871641054274944/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946301.105942:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946301.105947:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652fd68. 00000100:00000001:1.0:1784946301.105950:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1784946301.105954:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fee0. 00000100:00000040:1.0:1784946301.105957:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000200:0.0:1784946301.105960:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054275072, portal 10 00000400:00000010:1.0:1784946301.105962:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294110. 00000100:00000001:0.0:1784946301.105965:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946301.105968:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290060800 : -112780419490816 : ffff996d43289c00) 00000100:00000200:1.0:1784946301.105968:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054274944, offset 0 00000400:00000200:1.0:1784946301.105979:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:0.0:1784946301.105980:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289c00 x1871641054275072/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946301.105989:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784946301.105992:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:0.0:1784946301.106005:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946301.106008:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000010:0.0:1784946301.106010:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f440. 00000400:00000200:1.0:1784946301.106015:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1784946301.106019:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054275072, offset 0 00000400:00000200:1.0:1784946301.106022:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946301.106028:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946301.106029:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946301.106034:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946301.106038:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314659:314659:256:4294967295] 192.168.202.106@tcp LPNI seq info [314655:314655:8:4294967295] 00000400:00000200:1.0:1784946301.106042:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946301.106051:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:0.0:1784946301.106060:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784946301.106060:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946301.106068:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad900. 00000400:00000200:0.0:1784946301.106069:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946301.106075:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1784946301.106080:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784946301.106081:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946301.106086:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946301.106090:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:1.0:1784946301.106094:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784946301.106097:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314660:314660:255:4294967295] 192.168.202.106@tcp LPNI seq info [314656:314656:7:4294967295] 00000800:00000200:1.0:1784946301.106100:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784946301.106106:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946301.106115:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:1.0:1784946301.106116:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946301.106124:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946301.106127:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305088687 00000800:00000200:0.0:1784946301.106131:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000010:1.0:1784946301.106133:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f9c0. 00000800:00000010:0.0:1784946301.106136:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4b00. 00000100:00000001:1.0:1784946301.106141:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1784946301.106143:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:1.0:1784946301.106148:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305088687 00000800:00000200:0.0:1784946301.106150:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784946301.106156:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1784946301.106156:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f360. 00000100:00000001:1.0:1784946301.106162:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784946301.106163:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946301.106167:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784946301.106169:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16748 usecs (17 jiffies) 00000100:00000001:1.0:1784946301.106173:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946301.106178:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946301.106179:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946301.106180:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305088017 00000100:00000001:0.0:1784946301.106184:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305088687 00000100:00000001:1.0:1784946301.106184:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946301.106189:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305088017 00000100:00000001:0.0:1784946301.106190:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305088687 00000100:00000001:0.0:1784946301.106192:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946301.106194:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946301.106195:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946301.106197:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946301.106199:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946301.106200:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946301.106205:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946301.106206:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946301.106208:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946301.106209:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946301.106211:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946301.106212:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946301.106214:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946301.106217:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946301.106217:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946301.106222:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946301.106258:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946301.106262:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad900. 00000400:00000200:1.0:1784946301.106269:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946301.106273:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946301.106277:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294110 00000400:00000010:1.0:1784946301.106279:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294110. 00000100:00000001:1.0:1784946301.106283:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946301.106287:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328a680 x1871641054274944/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946301.106296:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946301.106300:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328a680 x1871641054274944/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946317 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946301.106307:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946301.106309:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946301.106366:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946301.106369:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4b00. 00000400:00000200:1.0:1784946301.106372:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946301.106375:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946301.106377:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f440 00000400:00000010:1.0:1784946301.106379:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f440. 00000100:00000001:1.0:1784946301.106381:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946301.106384:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289c00 x1871641054275072/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946301.106391:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946301.106394:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289c00 x1871641054275072/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946317 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946301.106400:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946301.106401:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946301.107718:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946301.107727:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946301.107730:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946301.107731:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946301.107735:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946301.107738:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946301.107742:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946301.107744:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946301.107747:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946301.107750:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fe580 00000400:00000200:1.0:1784946301.107753:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946301.107757:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce2a1 [1] + 224 00000800:00000001:1.0:1784946301.107761:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946301.107763:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946301.107764:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946301.107766:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946301.107769:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946301.107772:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328a680 x1871641054274944/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946301.107778:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328a680 x1871641054274944/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946301.107792:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946301.107796:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946301.107798:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946301.107799:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946301.107800:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946301.107802:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946301.107804:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946301.107807:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946301.107808:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946301.107810:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946301.107812:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fe600 00000400:00000200:1.0:1784946301.107814:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946301.107817:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce2a9 [1] + 224 00000800:00000001:1.0:1784946301.107830:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946301.107836:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946301.107838:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946301.107841:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946301.107844:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946301.107849:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1784946301.107849:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289c00 x1871641054275072/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946301.107854:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784946301.107861:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1784946301.107863:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289c00 x1871641054275072/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784946301.107864:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946301.107869:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d5d8. 00000400:00000200:0.0:1784946301.107876:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294198 00000400:00000010:0.0:1784946301.107879:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294198. 00000100:00000001:1.0:1784946301.107883:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946301.107884:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784946301.107890:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784946301.107892:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328a680 x1871641054274944/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946301.107895:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946301.107905:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1784946301.107907:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328a680 x1871641054274944/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946317 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946301.107908:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946301.107911:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946301.107913:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946301.107916:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652fd68. 00000400:00000200:1.0:1784946301.107920:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fee0 00000100:00000001:0.0:1784946301.107921:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1784946301.107923:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fee0. 00000100:00000001:0.0:1784946301.107925:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946301.107925:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946301.107930:0:2353:0:(client.c:1580:after_reply()) Process entered 00000100:00000200:1.0:1784946301.107931:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289c00 x1871641054275072/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946301.107934:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946301.107939:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1784946301.107940:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289c00 x1871641054275072/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946317 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946301.107943:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946301.107948:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1784946301.107949:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946301.107950:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946301.107955:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946301.107956:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946301.107957:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946301.107958:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946301.107959:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=103 v=5 (5 5 5 5) 02000000:00000001:1.0:1784946301.107960:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946301.107965:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=103 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946301.107966:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=103 v=5 (1 1 1 1) 00000100:00001000:1.0:1784946301.107970:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=23 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946301.107973:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946301.107973:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946301.107977:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946301.107978:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946301.107979:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946301.107982:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946301.107983:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946301.107986:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946301.107986:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784946301.107989:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784946301.107991:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946301.107991:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946301.107993:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946301.108000:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289c00 x1871641054275072/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946301.108001:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328a680 x1871641054274944/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946301.108014:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946301.108017:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946301.108018:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946301.108020:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946301.108022:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946301.108025:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946301.108031:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328a680 x1871641054274944/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946317 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946301.108031:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289c00 x1871641054275072/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946317 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946301.108054:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054275072:192.168.202.106@tcp:400:kworker.0 00000100:00100000:0.0:1784946301.108060:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054274944:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946301.108060:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946301.108063:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946301.108067:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289c00 x1871641054275072/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946317 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946301.108069:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946301.108075:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784946301.108075:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946301.108079:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946301.108082:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394a800. 00000100:00000040:0.0:1784946301.108083:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328a680 x1871641054274944/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946317 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784946301.108086:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946301.108089:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946301.108091:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946301.108095:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784946301.108097:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000010:1.0:1784946301.108098:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4400. 02000000:00000001:0.0:1784946301.108100:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1784946301.108101:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946301.108103:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:0.0:1784946301.108104:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ada00. 00000100:00000010:1.0:1784946301.108105:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289c00. 02000000:00000001:0.0:1784946301.108109:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784946301.108110:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1784946301.108112:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784946301.108113:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946301.108116:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1784946301.108117:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946301.108119:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1784946301.108121:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784946301.108122:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946301.108125:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4f00. 00000100:00000001:1.0:1784946301.108126:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946301.108129:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946301.108131:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946301.108134:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946301.108136:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328a680. 00000100:00000001:0.0:1784946301.108139:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946301.108141:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946301.108143:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946301.108148:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946301.108150:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946301.108151:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946301.108153:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946301.425609:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946301.425617:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946301.425619:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946301.425622:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946301.425627:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946301.425629:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946301.425631:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946301.425633:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946301.425681:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946301.425684:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946301.425686:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946301.809681:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305088687, at 4305088704 00000100:00000040:1.0:1784946301.809682:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305088687, at 4305088704 00000100:00000010:1.0:1784946301.809704:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f360. 00000100:00000010:0.0:1784946301.809706:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f9c0. 00010000:00000001:1.0:1784946302.449665:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946302.449671:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946302.449737:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946302.449742:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946302.449745:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946303.473644:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946303.473652:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946303.473713:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946303.473719:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946303.473722:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946304.497639:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946304.497650:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946304.497709:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946304.497713:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946304.497716:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946305.521621:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946305.521628:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946305.521685:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946305.521689:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946305.521692:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946306.225600:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946306.225607:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946306.225615:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950700. 00000020:00000040:2.0:1784946306.225620:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946306.225623:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946306.225625:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946306.225629:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946306.225634:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b100. 00000100:00000001:2.0:1784946306.225639:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946306.225649:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950700 x1871641054275200/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946306.225656:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946306.225659:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946306.225664:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a906b26] to pc [ptlrpcd_01_01+1] req@ffff996d73950700 x1871641054275200/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946306.225683:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946306.225685:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946306.225687:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946306.225689:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953b80. 00000020:00000040:2.0:1784946306.225690:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946306.225692:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946306.225693:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946306.225694:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946306.225697:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784946306.225699:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946306.225703:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73953b80 x1871641054275328/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946306.225706:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946306.225711:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946306.225713:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946306.225715:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784946306.225717:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946306.225727:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8924e08] to pc [ptlrpcd_01_00+0] req@ffff996d73953b80 x1871641054275328/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946306.225728:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950700 x1871641054275200/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946306.225752:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946306.225753:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784946306.225755:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946306.225757:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946306.225758:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946306.225763:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784946306.225764:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784946306.225766:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784946306.225770:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784946306.225771:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10430) 02000000:00000001:3.0:1784946306.225789:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946306.225794:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054275200:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946306.225799:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946306.225805:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784946306.225806:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784946306.225808:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946306.225809:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946306.225811:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784946306.225813:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784946306.225817:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953b80 x1871641054275328/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784946306.225821:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61900200. 00000100:00000001:2.0:1784946306.225823:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784946306.225825:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946306.225826:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946306.225831:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946306.225833:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946306.225834:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946306.225837:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054275328:192.168.202.106@tcp:400:kworker.0 00000400:00000200:3.0:1784946306.225838:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946306.225840:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946306.225844:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1784946306.225845:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 02000000:00000001:2.0:1784946306.225846:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946306.225849:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946306.225853:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0800. 02000000:00000001:2.0:1784946306.225855:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784946306.225856:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000400:00000200:2.0:1784946306.225859:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946306.225863:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000100:00000200:3.0:1784946306.225865:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054275200, portal 25 00000400:00000010:2.0:1784946306.225867:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6550. 00000100:00000001:3.0:1784946306.225869:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1784946306.225871:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054275328, portal 10 00000100:00000001:3.0:1784946306.225872:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102472448 : -112779607079168 : ffff996d73950700) 00000100:00000001:2.0:1784946306.225874:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946306.225877:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102485888 : -112779607065728 : ffff996d73953b80) 00000100:00000040:2.0:1784946306.225885:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953b80 x1871641054275328/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946306.225885:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950700 x1871641054275200/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946306.225901:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946306.225905:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946306.225908:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6aa0. 00000100:00000001:3.0:1784946306.225908:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1784946306.225913:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054275328, offset 0 00000100:00000040:3.0:1784946306.225917:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946306.225921:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946306.225923:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f12a8. 00000100:00000200:3.0:1784946306.225927:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054275200, offset 0 00000400:00000200:2.0:1784946306.225930:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946306.225939:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946306.225940:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946306.225946:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946306.225949:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946306.225951:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946306.225953:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946306.225955:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314661:314661:256:4294967295] 192.168.202.106@tcp LPNI seq info [314657:314657:8:4294967295] 00000400:00000200:2.0:1784946306.225958:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946306.225963:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946306.225968:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784946306.225973:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:2.0:1784946306.225974:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946306.225980:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1784946306.225981:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bc00. 00000400:00000200:3.0:1784946306.225988:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:2.0:1784946306.225992:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784946306.225995:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946306.225998:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946306.226005:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314662:314662:255:4294967295] 192.168.202.106@tcp LPNI seq info [314658:314658:7:4294967295] 00000800:00000200:2.0:1784946306.226006:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:3.0:1784946306.226011:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946306.226019:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946306.226026:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000200:2.0:1784946306.226027:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:3.0:1784946306.226031:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000800:00000200:3.0:1784946306.226036:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784946306.226041:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:2.0:1784946306.226043:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784946306.226044:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1784946306.226050:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16748 usecs (17 jiffies) 00000100:00000001:3.0:1784946306.226055:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946306.226056:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946306.226062:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305093137 00000400:00000200:3.0:1784946306.226063:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946306.226068:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305093807 00000100:00000010:2.0:1784946306.226069:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668ca80. 00000100:00000001:2.0:1784946306.226077:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946306.226090:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305093137 00000100:00000001:3.0:1784946306.226094:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305093137 00000100:00000010:2.0:1784946306.226095:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cb40. 00000100:00000001:2.0:1784946306.226102:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946306.226103:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305093807 00000100:00000001:2.0:1784946306.226109:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946306.226111:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305093137 00000100:00000001:2.0:1784946306.226113:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946306.226119:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784946306.226120:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946306.226123:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946306.226125:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784946306.226126:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bc00. 00000100:00000001:3.0:1784946306.226127:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946306.226130:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946306.226132:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946306.226134:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946306.226139:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946306.226139:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946306.226143:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946306.226143:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946306.226150:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946306.226151:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946306.226153:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946306.226155:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946306.226155:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946306.226160:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946306.226160:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946306.226164:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6aa0 00000100:00000001:2.0:1784946306.226165:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946306.226166:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946306.226169:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6aa0. 00000100:00000001:1.0:1784946306.226177:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946306.226183:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953b80 x1871641054275328/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946306.226195:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946306.226199:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953b80 x1871641054275328/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946322 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946306.226208:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946306.226209:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946306.226269:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946306.226272:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bead00. 00000400:00000200:1.0:1784946306.226275:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946306.226279:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946306.226282:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f12a8 00000400:00000010:1.0:1784946306.226283:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f12a8. 00000100:00000001:1.0:1784946306.226286:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946306.226290:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950700 x1871641054275200/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946306.226297:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946306.226301:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950700 x1871641054275200/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946322 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946306.226307:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946306.226308:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946306.227507:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946306.227541:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946306.227545:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946306.227548:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946306.227553:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946306.227559:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946306.227565:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946306.227568:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946306.227572:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946306.227576:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fe700 00000400:00000200:1.0:1784946306.227581:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946306.227587:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce2c9 [1] + 224 00000800:00000001:1.0:1784946306.227593:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946306.227597:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946306.227600:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946306.227604:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946306.227610:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946306.227616:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953b80 x1871641054275328/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946306.227626:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953b80 x1871641054275328/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946306.227640:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946306.227646:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946306.227649:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946306.227651:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946306.227653:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946306.227656:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946306.227660:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946306.227664:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946306.227667:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946306.227668:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946306.227672:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946306.227673:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:2.0:1784946306.227680:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946306.227682:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946306.227685:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784946306.227690:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6550 00000400:00000200:1.0:1784946306.227692:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fe680 00000400:00000010:2.0:1784946306.227695:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6550. 00000400:00000200:1.0:1784946306.227699:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946306.227702:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946306.227705:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce2c1 [1] + 224 00000100:00000200:2.0:1784946306.227711:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953b80 x1871641054275328/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946306.227712:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946306.227718:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946306.227723:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1784946306.227728:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953b80 x1871641054275328/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946306.227732:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946306.227739:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946306.227743:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1784946306.227747:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950700 x1871641054275200/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946306.227748:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946306.227753:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946306.227757:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946306.227761:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1784946306.227762:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950700 x1871641054275200/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946306.227765:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946306.227769:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946306.227790:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=108 v=5 (5 5 5 5) 00000100:00000001:1.0:1784946306.227792:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1784946306.227793:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=28 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946306.227797:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946306.227798:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946306.227800:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1784946306.227801:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1784946306.227805:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784946306.227805:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946306.227811:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946306.227813:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946306.227814:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946306.227815:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946306.227818:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946306.227819:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784946306.227824:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953b80 x1871641054275328/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784946306.227824:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946306.227828:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784946306.227832:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1784946306.227832:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784946306.227837:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946306.227839:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784946306.227840:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946306.227845:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000040:2.0:1784946306.227846:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953b80 x1871641054275328/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946322 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946306.227851:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1784946306.227861:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054275328:192.168.202.106@tcp:400:kworker.0 00000100:00000200:3.0:1784946306.227861:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950700 x1871641054275200/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946306.227871:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946306.227875:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1784946306.227881:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950700 x1871641054275200/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946306.227882:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953b80 x1871641054275328/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946322 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946306.227909:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946306.227910:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784946306.227914:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784946306.227915:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784946306.227919:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000010:2.0:1784946306.227921:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0800. 02000000:00000001:3.0:1784946306.227923:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946306.227926:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1784946306.227927:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784946306.227929:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946306.227931:0:2354:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:3.0:1784946306.227933:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784946306.227934:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946306.227939:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00001000:3.0:1784946306.227939:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=108 v=5 (5 5 5 5) 02000000:00000010:2.0:1784946306.227943:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 00000100:00001000:3.0:1784946306.227945:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=108 v=5 (1 1 1 1) 02000000:00000001:2.0:1784946306.227947:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946306.227951:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784946306.227951:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000010:2.0:1784946306.227954:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953b80. 00000100:00000001:3.0:1784946306.227956:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946306.227958:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946306.227960:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784946306.227960:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784946306.227964:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784946306.227965:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946306.227968:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946306.227969:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946306.227970:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946306.227973:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946306.227975:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946306.227977:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950700 x1871641054275200/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946306.227986:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946306.227989:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946306.227990:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946306.227994:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950700 x1871641054275200/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946322 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946306.227999:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054275200:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946306.228002:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946306.228003:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946306.228005:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950700 x1871641054275200/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946322 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946306.228008:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946306.228010:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946306.228011:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61900200. 02000000:00000001:3.0:1784946306.228014:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946306.228015:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946306.228016:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946306.228018:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946306.228020:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b100. 02000000:00000001:3.0:1784946306.228023:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946306.228024:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946306.228025:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950700. 00000100:00000001:3.0:1784946306.228028:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946306.228029:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946306.228031:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946306.228035:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946306.228036:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946306.228038:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946306.228040:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946306.545626:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946306.545632:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946306.545680:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946306.545683:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946306.545685:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946306.929617:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305093807, at 4305093824 00000100:00000040:1.0:1784946306.929617:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305093807, at 4305093824 00000100:00000010:1.0:1784946306.929632:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cb40. 00000100:00000010:0.0:1784946306.929634:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668ca80. 00010000:00000001:1.0:1784946307.569649:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946307.569656:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946307.569871:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946307.569874:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946307.569879:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946308.593629:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946308.593637:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946308.593701:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946308.593705:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946308.593708:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946309.617621:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946309.617627:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946309.617683:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946309.617687:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946309.617690:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946310.641586:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946310.641591:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946310.641640:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946310.641643:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946310.641645:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946311.345594:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946311.345605:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946311.345613:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953b80. 00000020:00000040:2.0:1784946311.345618:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946311.345621:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946311.345624:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946311.345627:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946311.345634:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784946311.345639:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946311.345648:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73953b80 x1871641054275456/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946311.345656:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946311.345659:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946311.345664:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8924e08] to pc [ptlrpcd_01_01+1] req@ffff996d73953b80 x1871641054275456/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946311.345683:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946311.345685:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946311.345687:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946311.345690:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950700. 00000020:00000040:2.0:1784946311.345692:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946311.345693:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946311.345694:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946311.345696:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946311.345698:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b300. 00000100:00000001:2.0:1784946311.345700:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946311.345702:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950700 x1871641054275584/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946311.345707:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946311.345708:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946311.345710:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946311.345712:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946311.345715:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946311.345721:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a906b26] to pc [ptlrpcd_01_00+0] req@ffff996d73950700 x1871641054275584/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946311.345724:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953b80 x1871641054275456/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946311.345751:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946311.345754:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946311.345757:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946311.345758:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784946311.345760:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784946311.345762:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784946311.345764:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784946311.345765:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946311.345768:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1784946311.345771:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054275456:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784946311.345773:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784946311.345777:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784946311.345781:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10435) 02000000:00000001:3.0:1784946311.345783:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946311.345786:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946311.345787:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946311.345792:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61900400. 02000000:00000001:3.0:1784946311.345793:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946311.345799:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946311.345803:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784946311.345809:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000200:3.0:1784946311.345815:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054275456, portal 25 00000100:00000001:3.0:1784946311.345817:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946311.345818:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102485888 : -112779607065728 : ffff996d73953b80) 00000100:00000040:3.0:1784946311.345822:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953b80 x1871641054275456/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946311.345827:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946311.345830:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946311.345834:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1550. 00000100:00000200:3.0:1784946311.345838:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054275456, offset 0 00000400:00000200:3.0:1784946311.345844:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784946311.345847:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946311.345851:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946311.345853:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1784946311.345856:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784946311.345861:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950700 x1871641054275584/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946311.345867:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:2.0:1784946311.345873:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946311.345876:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946311.345878:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1784946311.345880:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946311.345884:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784946311.345884:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 02000000:00000001:2.0:1784946311.345888:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946311.345892:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00100000:2.0:1784946311.345896:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054275584:192.168.202.106@tcp:400:kworker.0 00000400:00000200:3.0:1784946311.345900:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:2.0:1784946311.345902:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946311.345906:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946311.345908:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946311.345910:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946311.345914:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0800. 00000400:00000200:3.0:1784946311.345917:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314663:314663:256:4294967295] 192.168.202.106@tcp LPNI seq info [314659:314659:8:4294967295] 02000000:00000001:2.0:1784946311.345918:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946311.345928:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946311.345928:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946311.345935:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000200:3.0:1784946311.345942:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000010:2.0:1784946311.345943:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6550. 00000100:00000200:2.0:1784946311.345949:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054275584, portal 10 00000800:00000200:3.0:1784946311.345951:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784946311.345953:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946311.345956:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102472448 : -112779607079168 : ffff996d73950700) 00000800:00000010:3.0:1784946311.345957:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000100:00000040:2.0:1784946311.345967:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950700 x1871641054275584/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946311.345974:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1784946311.345976:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000040:2.0:1784946311.345979:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946311.345983:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6770. 00000100:00000200:2.0:1784946311.345985:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054275584, offset 0 00000800:00000200:3.0:1784946311.345990:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784946311.345993:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000800:00000200:3.0:1784946311.345999:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784946311.346001:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946311.346007:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946311.346010:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946311.346012:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946311.346014:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946311.346017:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:3.0:1784946311.346019:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946311.346022:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314664:314664:255:4294967295] 192.168.202.106@tcp LPNI seq info [314660:314660:7:4294967295] 00000400:00000200:3.0:1784946311.346025:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946311.346028:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305098927 00000100:00000010:3.0:1784946311.346035:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322360. 00000400:00000200:2.0:1784946311.346039:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946311.346043:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784946311.346051:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305098927 00000400:00000200:2.0:1784946311.346052:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000010:3.0:1784946311.346056:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322660. 00000800:00000200:2.0:1784946311.346061:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946311.346066:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b800. 00000800:00000200:2.0:1784946311.346071:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946311.346076:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946311.346078:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946311.346082:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946311.346086:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16747 usecs (17 jiffies) 00000800:00000200:0.0:1784946311.346087:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784946311.346091:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:0.0:1784946311.346093:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beab00. 00000100:00000001:2.0:1784946311.346094:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305098257 00000100:00000001:2.0:1784946311.346098:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305098927 00000400:00000200:0.0:1784946311.346100:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946311.346100:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305098257 00000400:00000200:0.0:1784946311.346108:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946311.346113:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1550 00000400:00000010:0.0:1784946311.346114:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1550. 00000100:00000001:0.0:1784946311.346117:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946311.346120:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953b80 x1871641054275456/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946311.346127:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946311.346130:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953b80 x1871641054275456/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946327 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946311.346137:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946311.346139:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946311.346153:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946311.346155:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b800. 00000400:00000200:0.0:1784946311.346158:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946311.346161:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946311.346164:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6770 00000400:00000010:0.0:1784946311.346166:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6770. 00000100:00000001:0.0:1784946311.346169:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946311.346172:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950700 x1871641054275584/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946311.346179:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946311.346182:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950700 x1871641054275584/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946327 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946311.346187:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946311.346188:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784946311.346289:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946311.346294:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946311.346295:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305098927 00000100:00000001:3.0:1784946311.346298:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946311.346300:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946311.346304:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946311.346305:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946311.346309:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946311.346312:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946311.346319:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946311.346322:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946311.346325:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946311.346327:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946311.346330:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946311.346333:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946311.346364:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946311.346369:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946311.346370:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946311.346373:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946311.346375:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946311.346377:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946311.346379:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946311.347546:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946311.347554:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946311.347557:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946311.347559:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946311.347563:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946311.347568:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946311.347574:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946311.347577:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946311.347582:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946311.347586:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fe780 00000400:00000200:1.0:1784946311.347590:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946311.347594:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce2d1 [1] + 224 00000800:00000001:1.0:1784946311.347598:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946311.347600:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946311.347602:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946311.347604:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946311.347607:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946311.347611:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953b80 x1871641054275456/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946311.347617:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953b80 x1871641054275456/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946311.347627:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946311.347632:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946311.347634:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946311.347636:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946311.347637:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946311.347639:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946311.347643:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946311.347645:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946311.347648:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946311.347650:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946311.347650:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946311.347653:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946311.347654:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fe800 00000400:00000200:1.0:1784946311.347658:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784946311.347660:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946311.347662:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946311.347664:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946311.347667:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946311.347668:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946311.347670:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946311.347673:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce2d9 [1] + 224 00000100:00000200:3.0:1784946311.347677:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953b80 x1871641054275456/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946311.347678:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784946311.347687:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953b80 x1871641054275456/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946311.347689:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946311.347693:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946311.347700:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946311.347700:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946311.347703:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946311.347704:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946311.347706:0:2355:0:(client.c:1580:after_reply()) Process entered 00000100:00000200:1.0:1784946311.347709:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950700 x1871641054275584/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946311.347709:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946311.347711:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946311.347714:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946311.347718:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946311.347721:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950700 x1871641054275584/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784946311.347724:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=113 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946311.347731:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=113 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946311.347744:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946311.347745:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946311.347747:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1784946311.347747:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946311.347749:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946311.347752:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946311.347753:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946311.347756:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946311.347757:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953b80 x1871641054275456/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946311.347768:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946311.347770:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946311.347771:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946311.347772:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946311.347775:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784946311.347775:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953b80 x1871641054275456/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946327 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784946311.347780:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946311.347783:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1784946311.347783:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054275456:192.168.202.106@tcp:400:kworker.0 00000400:00000010:2.0:1784946311.347787:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000100:00000001:3.0:1784946311.347789:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784946311.347790:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6550 00000100:00000001:3.0:1784946311.347792:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1784946311.347793:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6550. 00000100:00000040:3.0:1784946311.347796:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953b80 x1871641054275456/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946327 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946311.347797:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946311.347804:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950700 x1871641054275584/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946311.347804:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946311.347808:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946311.347811:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61900400. 00000100:00000200:2.0:1784946311.347815:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950700 x1871641054275584/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946311.347816:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946311.347819:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946311.347821:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946311.347825:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784946311.347826:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946311.347828:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784946311.347828:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784946311.347832:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946311.347834:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946311.347835:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946311.347836:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946311.347837:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946311.347839:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:2.0:1784946311.347841:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=113 v=5 (5 5 5 5) 02000000:00000001:3.0:1784946311.347842:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:2.0:1784946311.347845:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=33 v=5 (1 1 1 1) 00000100:00000010:3.0:1784946311.347847:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953b80. 00000100:00000001:2.0:1784946311.347848:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946311.347850:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946311.347852:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1784946311.347853:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784946311.347855:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946311.347857:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946311.347860:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946311.347861:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946311.347862:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946311.347862:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946311.347865:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946311.347868:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946311.347871:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946311.347874:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946311.347876:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946311.347881:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950700 x1871641054275584/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946311.347888:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946311.347890:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946311.347891:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946311.347895:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950700 x1871641054275584/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946327 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946311.347903:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054275584:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946311.347906:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946311.347907:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946311.347909:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950700 x1871641054275584/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946327 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946311.347915:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946311.347916:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946311.347918:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0800. 02000000:00000001:2.0:1784946311.347921:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946311.347922:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946311.347924:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946311.347925:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946311.347927:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b300. 02000000:00000001:2.0:1784946311.347929:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946311.347930:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946311.347932:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950700. 00000100:00000001:2.0:1784946311.347935:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946311.347936:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946311.347937:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946311.347941:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946311.347942:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946311.347944:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946311.347946:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946311.665619:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946311.665625:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946311.665627:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946311.665629:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946311.665633:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946311.665635:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946311.665636:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946311.665638:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946311.665698:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946311.665701:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946311.665703:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946312.049594:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305098927, at 4305098944 00000100:00000040:1.0:1784946312.049594:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305098927, at 4305098944 00000100:00000010:0.0:1784946312.049607:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322360. 00000100:00000010:1.0:1784946312.049610:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322660. 00010000:00000001:1.0:1784946312.689621:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946312.689626:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946312.689672:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946312.689675:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946312.689677:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946313.713610:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946313.713615:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946313.713664:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946313.713667:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946313.713670:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946314.737637:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946314.737642:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946314.737697:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946314.737702:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946314.737705:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946315.761610:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946315.761615:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946315.761662:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946315.761665:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946315.761667:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946316.465618:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946316.465626:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946316.465635:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328a680. 00000020:00000040:0.0:1784946316.465639:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946316.465642:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946316.465645:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946316.465649:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946316.465655:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4f00. 00000100:00000001:0.0:1784946316.465659:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946316.465667:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d4328a680 x1871641054275712/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946316.465675:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946316.465677:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946316.465682:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6fb888] to pc [ptlrpcd_00_01+1] req@ffff996d4328a680 x1871641054275712/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946316.465718:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946316.465721:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946316.465725:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946316.465727:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289500. 00000020:00000040:0.0:1784946316.465729:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946316.465731:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946316.465732:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946316.465733:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946316.465737:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4400. 00000100:00000001:0.0:1784946316.465740:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946316.465744:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43289500 x1871641054275840/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946316.465744:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946316.465749:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946316.465751:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946316.465752:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784946316.465754:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946316.465761:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0064ac2] to pc [ptlrpcd_00_00+0] req@ffff996d43289500 x1871641054275840/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946316.465761:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328a680 x1871641054275712/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946316.465787:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946316.465789:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946316.465791:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946316.465792:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946316.465795:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784946316.465796:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784946316.465799:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946316.465805:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1784946316.465805:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054275712:192.168.202.106@tcp:400:kworker.0 00000100:00000040:0.0:1784946316.465812:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946316.465812:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1784946316.465818:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1784946316.465818:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946316.465821:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946316.465823:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784946316.465825:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10441) 02000000:00000010:1.0:1784946316.465827:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ac800. 02000000:00000001:1.0:1784946316.465830:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946316.465835:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946316.465838:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d4d0. 00000400:00000010:1.0:1784946316.465843:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294110. 00000100:00000200:1.0:1784946316.465849:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054275712, portal 25 00000100:00000001:1.0:1784946316.465850:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946316.465852:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290063488 : -112780419488128 : ffff996d4328a680) 00000100:00000001:0.0:1784946316.465856:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784946316.465856:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328a680 x1871641054275712/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946316.465860:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946316.465863:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946316.465869:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289500 x1871641054275840/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946316.465880:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784946316.465882:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946316.465885:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946316.465885:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000001:0.0:1784946316.465888:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1784946316.465889:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294198. 02000000:00000001:0.0:1784946316.465890:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946316.465893:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946316.465893:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054275712, offset 0 00000100:00100000:0.0:1784946316.465898:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054275840:192.168.202.106@tcp:400:kworker.0 00000400:00000200:1.0:1784946316.465901:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784946316.465903:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784946316.465906:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946316.465907:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946316.465909:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784946316.465911:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000010:0.0:1784946316.465913:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394ba00. 00000400:00000200:1.0:1784946316.465917:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946316.465921:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1784946316.465924:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946316.465925:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946316.465930:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946316.465930:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1784946316.465935:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f528. 00000400:00000200:1.0:1784946316.465935:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946316.465939:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314665:314665:256:4294967295] 192.168.202.106@tcp LPNI seq info [314661:314661:8:4294967295] 00000400:00000010:0.0:1784946316.465941:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f770. 00000400:00000200:1.0:1784946316.465945:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:0.0:1784946316.465946:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054275840, portal 10 00000100:00000001:0.0:1784946316.465948:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946316.465949:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290059008 : -112780419492608 : ffff996d43289500) 00000100:00000040:0.0:1784946316.465956:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289500 x1871641054275840/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946316.465957:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:0.0:1784946316.465963:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784946316.465968:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946316.465971:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fb28. 00000100:00000200:0.0:1784946316.465974:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054275840, offset 0 00000800:00000200:1.0:1784946316.465975:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946316.465979:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946316.465981:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad900. 00000400:00000200:0.0:1784946316.465984:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784946316.465989:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784946316.465990:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946316.465994:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946316.465996:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946316.465998:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946316.466000:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:1.0:1784946316.466007:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784946316.466008:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314666:314666:255:4294967295] 192.168.202.106@tcp LPNI seq info [314662:314662:7:4294967295] 00000800:00000200:1.0:1784946316.466015:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784946316.466016:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946316.466025:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:1.0:1784946316.466031:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946316.466032:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784946316.466039:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4b00. 00000400:00000200:1.0:1784946316.466039:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946316.466043:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305104047 00000800:00000200:0.0:1784946316.466048:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000010:1.0:1784946316.466051:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f360. 00000800:00000200:0.0:1784946316.466056:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784946316.466059:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946316.466059:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784946316.466063:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946316.466066:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305104047 00000100:00000040:0.0:1784946316.466067:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16747 usecs (17 jiffies) 00000100:00000010:1.0:1784946316.466070:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f780. 00000400:00000200:0.0:1784946316.466074:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946316.466074:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784946316.466079:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946316.466080:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305103377 00000100:00000001:1.0:1784946316.466081:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946316.466086:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946316.466088:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946316.466093:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305104047 00000100:00000001:1.0:1784946316.466094:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946316.466096:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946316.466099:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946316.466100:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305103377 00000100:00000001:1.0:1784946316.466100:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946316.466103:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946316.466106:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305104047 00000100:00000001:1.0:1784946316.466106:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946316.466112:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946316.466115:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946316.466117:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946316.466119:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946316.466123:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946316.466125:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946316.466127:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946316.466129:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946316.466130:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946316.466132:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946316.466141:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946316.466144:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad900. 00000400:00000200:1.0:1784946316.466150:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946316.466154:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946316.466157:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294198 00000400:00000010:1.0:1784946316.466159:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294198. 00000100:00000001:1.0:1784946316.466162:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946316.466165:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328a680 x1871641054275712/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946316.466172:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946316.466174:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328a680 x1871641054275712/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946332 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946316.466179:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946316.466180:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946316.466228:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946316.466230:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4b00. 00000400:00000200:1.0:1784946316.466233:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946316.466235:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946316.466236:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fb28 00000400:00000010:1.0:1784946316.466237:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fb28. 00000100:00000001:1.0:1784946316.466239:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946316.466241:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289500 x1871641054275840/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946316.466245:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946316.466247:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289500 x1871641054275840/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946332 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946316.466255:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946316.466255:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946316.467589:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946316.467598:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946316.467601:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946316.467604:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946316.467608:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946316.467613:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946316.467618:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946316.467623:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946316.467627:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946316.467630:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fe880 00000400:00000200:1.0:1784946316.467634:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946316.467639:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce2e1 [1] + 224 00000800:00000001:1.0:1784946316.467645:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946316.467650:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946316.467652:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946316.467656:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946316.467660:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946316.467664:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328a680 x1871641054275712/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946316.467674:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328a680 x1871641054275712/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946316.467689:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946316.467706:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946316.467711:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946316.467713:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946316.467716:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946316.467720:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946316.467721:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946316.467723:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946316.467727:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000001:0.0:1784946316.467730:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946316.467732:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946316.467735:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d4d0. 00000400:00000200:1.0:1784946316.467735:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946316.467741:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294110 00000400:00000200:1.0:1784946316.467742:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946316.467745:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294110. 00000400:00000200:1.0:1784946316.467749:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946316.467752:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946316.467756:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fe900 00000100:00000200:0.0:1784946316.467760:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328a680 x1871641054275712/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946316.467764:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946316.467774:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce2f1 [1] + 224 00000800:00000001:1.0:1784946316.467780:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784946316.467781:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328a680 x1871641054275712/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946316.467786:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946316.467791:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784946316.467792:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946316.467795:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946316.467798:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946316.467800:0:2353:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784946316.467803:0:2344:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1784946316.467804:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946316.467808:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1784946316.467809:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289500 x1871641054275840/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946316.467812:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946316.467817:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946316.467823:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=118 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946316.467830:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=118 v=5 (1 1 1 1) 00000100:00000040:1.0:1784946316.467830:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289500 x1871641054275840/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946316.467836:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946316.467838:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946316.467842:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946316.467845:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946316.467848:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946316.467852:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328a680 x1871641054275712/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946316.467853:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946316.467859:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784946316.467861:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784946316.467862:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946316.467865:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946316.467865:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946316.467869:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328a680 x1871641054275712/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946332 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946316.467875:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054275712:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946316.467877:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946316.467878:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946316.467881:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784946316.467881:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784946316.467886:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328a680 x1871641054275712/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946332 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784946316.467887:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946316.467891:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1784946316.467894:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000010:1.0:1784946316.467895:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f528. 02000000:00000001:0.0:1784946316.467897:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946316.467900:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ac800. 00000400:00000200:1.0:1784946316.467901:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f770 02000000:00000001:0.0:1784946316.467903:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:1.0:1784946316.467905:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f770. 00000020:00000001:0.0:1784946316.467906:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946316.467909:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946316.467910:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1784946316.467911:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946316.467914:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4f00. 02000000:00000001:0.0:1784946316.467917:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946316.467919:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:1.0:1784946316.467919:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289500 x1871641054275840/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1784946316.467921:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328a680. 00000100:00000001:0.0:1784946316.467926:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946316.467928:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946316.467931:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946316.467936:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946316.467939:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946316.467940:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289500 x1871641054275840/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946316.467941:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946316.467943:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946316.467951:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946316.467953:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946316.467955:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946316.467958:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946316.467960:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946316.467962:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946316.467964:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946316.467968:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=118 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946316.467971:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=38 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946316.467974:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946316.467975:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946316.467977:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946316.467980:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946316.467982:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784946316.467984:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946316.467986:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946316.467987:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946316.467991:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289500 x1871641054275840/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946316.468007:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946316.468012:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946316.468013:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946316.468017:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289500 x1871641054275840/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946332 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946316.468024:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054275840:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946316.468028:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946316.468030:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946316.468032:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289500 x1871641054275840/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946332 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946316.468037:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946316.468039:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946316.468041:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394ba00. 02000000:00000001:1.0:1784946316.468043:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946316.468045:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946316.468046:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946316.468048:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946316.468050:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4400. 02000000:00000001:1.0:1784946316.468052:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946316.468053:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946316.468055:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289500. 00000100:00000001:1.0:1784946316.468057:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946316.468058:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946316.468060:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946316.468063:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946316.468065:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946316.468066:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946316.468068:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946316.785628:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946316.785633:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946316.785683:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946316.785685:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946316.785688:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946317.169616:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305104047, at 4305104064 00000100:00000040:1.0:1784946317.169617:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305104047, at 4305104064 00000100:00000010:0.0:1784946317.169631:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f360. 00000100:00000010:1.0:1784946317.169633:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f780. 00010000:00000001:1.0:1784946317.809611:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946317.809616:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946317.809666:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946317.809670:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946317.809672:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946318.833616:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946318.833620:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946318.833664:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946318.833667:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946318.833669:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946319.857617:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946319.857622:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946319.857688:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946319.857690:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946319.857692:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946320.881614:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946320.881620:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946320.881703:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946320.881706:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946320.881710:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946321.585609:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946321.585616:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946321.585624:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328a680. 00000020:00000040:0.0:1784946321.585628:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946321.585631:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946321.585633:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946321.585637:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946321.585642:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4f00. 00000100:00000001:0.0:1784946321.585647:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946321.585669:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d4328a680 x1871641054275968/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946321.585676:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946321.585679:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946321.585684:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6fb888] to pc [ptlrpcd_00_01+1] req@ffff996d4328a680 x1871641054275968/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946321.585705:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946321.585707:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946321.585709:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946321.585711:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328ad80. 00000020:00000040:0.0:1784946321.585713:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946321.585714:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946321.585715:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946321.585716:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946321.585718:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4500. 00000100:00000001:0.0:1784946321.585720:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946321.585723:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d4328ad80 x1871641054276096/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946321.585728:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946321.585729:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946321.585732:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ae59169] to pc [ptlrpcd_00_00+0] req@ffff996d4328ad80 x1871641054276096/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946321.585737:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946321.585739:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784946321.585742:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784946321.585744:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946321.585744:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784946321.585748:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784946321.585749:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784946321.585752:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10446) 00000100:00000001:1.0:1784946321.585754:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946321.585763:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328a680 x1871641054275968/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946321.585772:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946321.585773:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946321.585775:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946321.585776:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946321.585778:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1784946321.585782:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1784946321.585783:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328ad80 x1871641054276096/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784946321.585787:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946321.585789:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946321.585792:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946321.585793:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946321.585794:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946321.585797:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946321.585800:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946321.585801:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054275968:192.168.202.106@tcp:400:kworker.0 00000100:00100000:0.0:1784946321.585804:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054276096:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946321.585811:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784946321.585811:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784946321.585815:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946321.585816:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946321.585818:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946321.585819:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946321.585821:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1784946321.585823:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946321.585825:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394be00. 02000000:00000001:0.0:1784946321.585828:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946321.585829:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ade00. 02000000:00000001:1.0:1784946321.585832:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946321.585836:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946321.585840:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f2c0. 00000400:00000200:1.0:1784946321.585840:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946321.585847:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f330. 00000400:00000010:1.0:1784946321.585847:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2df78. 00000100:00000200:0.0:1784946321.585856:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054276096, portal 10 00000400:00000010:1.0:1784946321.585856:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294198. 00000100:00000001:0.0:1784946321.585862:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946321.585863:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290065280 : -112780419486336 : ffff996d4328ad80) 00000100:00000200:1.0:1784946321.585864:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054275968, portal 25 00000100:00000001:1.0:1784946321.585868:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1784946321.585870:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328ad80 x1871641054276096/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946321.585871:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290063488 : -112780419488128 : ffff996d4328a680) 00000100:00000001:0.0:1784946321.585879:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946321.585882:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328a680 x1871641054275968/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946321.585884:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946321.585888:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f110. 00000100:00000200:0.0:1784946321.585892:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054276096, offset 0 00000100:00000001:1.0:1784946321.585898:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784946321.585899:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:1.0:1784946321.585905:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946321.585908:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946321.585910:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2942a8. 00000100:00000200:1.0:1784946321.585915:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054275968, offset 0 00000400:00000200:0.0:1784946321.585916:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946321.585922:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946321.585925:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946321.585928:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946321.585931:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946321.585933:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946321.585936:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314667:314667:256:4294967295] 192.168.202.106@tcp LPNI seq info [314663:314663:8:4294967295] 00000400:00000200:0.0:1784946321.585939:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946321.585945:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946321.585949:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946321.585953:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:0.0:1784946321.585954:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4d00. 00000400:00000200:1.0:1784946321.585960:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:0.0:1784946321.585961:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784946321.585969:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784946321.585972:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784946321.585977:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784946321.585977:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946321.585982:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784946321.585987:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946321.585987:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000040:0.0:1784946321.585992:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16746 usecs (17 jiffies) 00000400:00000200:1.0:1784946321.585994:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314668:314668:255:4294967295] 192.168.202.106@tcp LPNI seq info [314664:314664:7:4294967295] 00000400:00000200:0.0:1784946321.585996:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946321.586000:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305108497 00000100:00000010:0.0:1784946321.586005:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d593733c0. 00000400:00000200:1.0:1784946321.586005:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946321.586016:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:0.0:1784946321.586021:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000800:00000200:1.0:1784946321.586023:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784946321.586029:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305108497 00000800:00000010:1.0:1784946321.586030:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad900. 00000100:00000010:0.0:1784946321.586034:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373a20. 00000800:00000200:1.0:1784946321.586039:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:0.0:1784946321.586040:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784946321.586044:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946321.586046:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946321.586050:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:0.0:1784946321.586051:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946321.586055:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784946321.586056:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946321.586061:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946321.586062:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946321.586063:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946321.586067:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946321.586068:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946321.586070:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946321.586071:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946321.586075:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946321.586076:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305109167 00000100:00000001:1.0:1784946321.586083:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305108497 00000100:00000001:1.0:1784946321.586087:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305109167 00000100:00000001:1.0:1784946321.586091:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305108497 00000100:00000001:1.0:1784946321.586094:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946321.586097:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946321.586099:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946321.586101:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946321.586105:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946321.586107:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946321.586110:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1784946321.586112:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784946321.586112:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946321.586114:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784946321.586116:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4d00. 00000100:00000001:1.0:1784946321.586118:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946321.586121:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946321.586126:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946321.586129:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f110 00000400:00000010:0.0:1784946321.586131:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f110. 00000100:00000001:0.0:1784946321.586134:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946321.586137:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328ad80 x1871641054276096/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946321.586143:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946321.586145:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328ad80 x1871641054276096/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946321.586150:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946321.586152:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946321.586209:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946321.586212:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad900. 00000400:00000200:0.0:1784946321.586217:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946321.586220:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946321.586223:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2942a8 00000400:00000010:0.0:1784946321.586225:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2942a8. 00000100:00000001:0.0:1784946321.586227:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946321.586229:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328a680 x1871641054275968/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946321.586234:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946321.586236:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328a680 x1871641054275968/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946321.586239:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946321.586241:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946321.587624:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946321.587635:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946321.587638:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946321.587640:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946321.587645:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946321.587659:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946321.587667:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946321.587670:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946321.587675:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946321.587680:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fe980 00000400:00000200:1.0:1784946321.587686:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946321.587691:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce309 [1] + 224 00000800:00000001:1.0:1784946321.587696:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946321.587700:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946321.587702:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946321.587706:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946321.587710:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946321.587715:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328a680 x1871641054275968/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946321.587724:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328a680 x1871641054275968/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946321.587741:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946321.587751:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946321.587755:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946321.587757:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946321.587761:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946321.587765:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946321.587769:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946321.587771:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:0.0:1784946321.587772:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784946321.587778:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784946321.587778:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:0.0:1784946321.587780:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946321.587783:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2df78. 00000400:00000200:1.0:1784946321.587784:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946321.587786:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294198 00000400:00000010:0.0:1784946321.587789:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294198. 00000400:00000200:1.0:1784946321.587791:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946321.587792:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946321.587796:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fea00 00000100:00000200:0.0:1784946321.587799:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328a680 x1871641054275968/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946321.587804:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946321.587812:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce301 [1] + 224 00000100:00000200:0.0:1784946321.587815:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328a680 x1871641054275968/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946321.587819:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784946321.587825:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946321.587827:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946321.587827:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946321.587831:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784946321.587833:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946321.587837:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1784946321.587838:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946321.587840:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946321.587843:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946321.587844:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946321.587849:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946321.587850:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328ad80 x1871641054276096/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784946321.587857:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=123 v=5 (5 5 5 5) 00000100:00000040:1.0:1784946321.587863:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328ad80 x1871641054276096/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784946321.587864:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=123 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946321.587870:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946321.587873:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946321.587877:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946321.587879:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946321.587882:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946321.587886:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328a680 x1871641054275968/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946321.587888:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946321.587893:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784946321.587894:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784946321.587897:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946321.587900:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946321.587900:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946321.587905:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328a680 x1871641054275968/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946337 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946321.587911:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054275968:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946321.587913:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946321.587915:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946321.587917:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946321.587918:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946321.587923:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328a680 x1871641054275968/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946337 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784946321.587923:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946321.587927:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946321.587931:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f2c0. 00000100:00000001:0.0:1784946321.587932:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946321.587935:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1784946321.587937:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f330 02000000:00000010:0.0:1784946321.587938:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ade00. 00000400:00000010:1.0:1784946321.587943:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f330. 02000000:00000001:0.0:1784946321.587944:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946321.587948:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946321.587950:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946321.587950:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1784946321.587954:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946321.587955:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4f00. 00000100:00000200:1.0:1784946321.587958:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328ad80 x1871641054276096/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946321.587960:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946321.587962:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946321.587964:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328a680. 00000100:00000001:0.0:1784946321.587968:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946321.587970:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946321.587972:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784946321.587976:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328ad80 x1871641054276096/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946321.587978:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946321.587980:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946321.587983:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946321.587985:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946321.587993:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946321.587996:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946321.587998:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946321.588000:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946321.588002:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946321.588003:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946321.588005:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946321.588010:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=123 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946321.588013:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=43 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946321.588015:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946321.588017:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946321.588018:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946321.588021:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946321.588024:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784946321.588026:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946321.588028:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946321.588029:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946321.588034:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328ad80 x1871641054276096/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946321.588040:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946321.588042:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946321.588044:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946321.588047:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328ad80 x1871641054276096/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946337 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946321.588061:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054276096:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946321.588065:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946321.588068:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946321.588071:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328ad80 x1871641054276096/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946337 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946321.588077:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946321.588079:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946321.588081:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394be00. 02000000:00000001:1.0:1784946321.588084:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946321.588086:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946321.588087:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946321.588089:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946321.588091:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4500. 02000000:00000001:1.0:1784946321.588093:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946321.588095:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946321.588096:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328ad80. 00000100:00000001:1.0:1784946321.588099:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946321.588100:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946321.588102:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946321.588106:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946321.588107:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946321.588109:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946321.588111:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946321.905631:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946321.905639:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946321.905641:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946321.905644:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946321.905660:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946321.905662:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946321.905664:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946321.905666:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946321.905716:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946321.905721:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946321.905724:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946322.289608:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305109167, at 4305109184 00000100:00000040:1.0:1784946322.289608:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305109167, at 4305109184 00000100:00000010:0.0:1784946322.289622:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d593733c0. 00000100:00000010:1.0:1784946322.289624:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373a20. 00010000:00000001:1.0:1784946322.929616:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946322.929621:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946322.929675:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946322.929678:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946322.929681:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946323.953659:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946323.953667:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946323.953724:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946323.953728:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946323.953731:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946324.977658:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946324.977664:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946324.977727:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946324.977730:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946324.977733:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946326.001640:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946326.001646:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946326.001691:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946326.001693:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946326.001696:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784946326.385655:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784946326.385661:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784946326.385664:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1784946326.385831:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784946326.385832:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946326.385848:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946326.385853:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946326.385856:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946326.705646:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946326.705653:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946326.705660:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d89180. 00000020:00000040:1.0:1784946326.705665:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946326.705668:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946326.705670:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946326.705674:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946326.705680:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad700. 00000100:00000001:1.0:1784946326.705687:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946326.705697:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d89180 x1871641054276224/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946326.705707:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946326.705711:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946326.705717:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003c74867] to pc [ptlrpcd_00_01+1] req@ffff996d44d89180 x1871641054276224/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946326.705745:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946326.705747:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946326.705750:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946326.705752:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d88000. 00000020:00000040:1.0:1784946326.705754:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946326.705756:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946326.705757:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946326.705759:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946326.705762:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad500. 00000100:00000001:1.0:1784946326.705764:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946326.705768:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d88000 x1871641054276352/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946326.705772:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946326.705773:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946326.705776:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946326.705777:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784946326.705781:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005066ad8c] to pc [ptlrpcd_00_00+0] req@ffff996d44d88000 x1871641054276352/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946326.705782:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784946326.705789:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946326.705792:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784946326.705793:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d89180 x1871641054276224/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946326.705795:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946326.705799:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946326.705804:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946326.705810:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10451) 00000100:00000001:0.0:1784946326.705819:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946326.705821:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946326.705824:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784946326.705826:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784946326.705827:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946326.705829:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1784946326.705831:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784946326.705834:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88000 x1871641054276352/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946326.705836:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946326.705842:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1784946326.705845:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054276224:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946326.705845:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946326.705849:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946326.705852:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946326.705854:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946326.705854:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946326.705859:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054276352:192.168.202.106@tcp:400:kworker.0 02000000:00000001:0.0:1784946326.705860:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784946326.705862:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784946326.705865:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946326.705865:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946326.705868:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946326.705871:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1784946326.705871:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946326.705875:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738acc00. 02000000:00000001:1.0:1784946326.705877:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946326.705879:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394be00. 02000000:00000001:0.0:1784946326.705882:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946326.705884:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946326.705888:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d058. 00000400:00000200:0.0:1784946326.705890:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946326.705894:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294330. 00000400:00000010:0.0:1784946326.705896:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652fb58. 00000100:00000200:1.0:1784946326.705901:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054276352, portal 10 00000400:00000010:0.0:1784946326.705903:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f110. 00000100:00000001:1.0:1784946326.705904:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946326.705908:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318365184 : -112780391186432 : ffff996d44d88000) 00000100:00000200:0.0:1784946326.705910:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054276224, portal 25 00000100:00000001:0.0:1784946326.705914:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1784946326.705915:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88000 x1871641054276352/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946326.705917:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318369664 : -112780391181952 : ffff996d44d89180) 00000100:00000040:0.0:1784946326.705927:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d89180 x1871641054276224/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946326.705930:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946326.705938:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784946326.705942:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1784946326.705944:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2944c8. 00000100:00000040:0.0:1784946326.705949:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000200:1.0:1784946326.705951:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054276352, offset 0 00000400:00000010:0.0:1784946326.705954:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627faa0. 00000400:00000200:1.0:1784946326.705961:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000200:0.0:1784946326.705967:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054276224, offset 0 00000400:00000200:1.0:1784946326.705970:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946326.705980:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946326.705981:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946326.705985:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946326.705988:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946326.705990:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946326.705992:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946326.705995:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314669:314669:256:4294967295] 192.168.202.106@tcp LPNI seq info [314665:314665:8:4294967295] 00000400:00000200:1.0:1784946326.705997:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946326.706004:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946326.706008:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946326.706012:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:1.0:1784946326.706014:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad900. 00000400:00000200:0.0:1784946326.706020:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:1.0:1784946326.706024:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784946326.706028:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946326.706033:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:1.0:1784946326.706036:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784946326.706040:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1784946326.706044:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784946326.706045:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946326.706052:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314670:314670:255:4294967295] 192.168.202.106@tcp LPNI seq info [314666:314666:7:4294967295] 00000400:00000200:0.0:1784946326.706056:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946326.706063:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946326.706067:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000040:1.0:1784946326.706070:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16746 usecs (17 jiffies) 00000800:00000200:0.0:1784946326.706076:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946326.706080:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:0.0:1784946326.706084:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4f00. 00000100:00000001:1.0:1784946326.706085:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305113617 00000800:00000200:0.0:1784946326.706092:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000010:1.0:1784946326.706093:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f780. 00000800:00000200:0.0:1784946326.706101:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:1.0:1784946326.706102:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000800:00000200:0.0:1784946326.706105:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946326.706109:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305113617 00000100:00000001:0.0:1784946326.706111:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784946326.706114:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f4e0. 00000400:00000200:0.0:1784946326.706119:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946326.706121:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784946326.706123:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305114287 00000100:00000001:1.0:1784946326.706126:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946326.706131:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305113617 00000100:00000001:0.0:1784946326.706136:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305114287 00000100:00000001:1.0:1784946326.706137:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946326.706140:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305113617 00000100:00000001:1.0:1784946326.706142:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946326.706144:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946326.706146:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946326.706147:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946326.706153:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946326.706154:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946326.706158:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946326.706158:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946326.706163:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946326.706163:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946326.706166:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946326.706169:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946326.706169:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946326.706173:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946326.706174:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946326.706177:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946326.706179:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946326.706182:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946326.706223:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946326.706227:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad900. 00000400:00000200:1.0:1784946326.706233:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946326.706239:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946326.706244:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2944c8 00000400:00000010:1.0:1784946326.706247:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2944c8. 00000100:00000001:1.0:1784946326.706251:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946326.706255:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d88000 x1871641054276352/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946326.706264:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946326.706267:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d88000 x1871641054276352/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946342 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946326.706273:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946326.706275:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946326.706330:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946326.706333:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4f00. 00000400:00000200:1.0:1784946326.706341:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946326.706343:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946326.706346:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627faa0 00000400:00000010:1.0:1784946326.706348:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627faa0. 00000100:00000001:1.0:1784946326.706350:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946326.706354:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d89180 x1871641054276224/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946326.706360:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946326.706362:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d89180 x1871641054276224/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946342 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946326.706367:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946326.706369:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946326.707645:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946326.707654:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946326.707657:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946326.707658:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946326.707661:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946326.707665:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946326.707669:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946326.707671:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946326.707674:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946326.707677:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642feb00 00000400:00000200:1.0:1784946326.707679:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946326.707684:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce321 [1] + 224 00000800:00000001:1.0:1784946326.707690:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946326.707694:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946326.707696:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946326.707699:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946326.707704:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946326.707709:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d88000 x1871641054276352/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946326.707719:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d88000 x1871641054276352/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946326.707744:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946326.707750:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946326.707754:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946326.707756:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946326.707759:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946326.707763:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946326.707768:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:0.0:1784946326.707769:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946326.707772:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946326.707774:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:0.0:1784946326.707778:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784946326.707779:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:0.0:1784946326.707781:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946326.707783:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d058. 00000400:00000200:1.0:1784946326.707785:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946326.707787:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294330 00000400:00000200:1.0:1784946326.707790:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fea80 00000400:00000010:0.0:1784946326.707791:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294330. 00000100:00000001:0.0:1784946326.707796:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946326.707797:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:0.0:1784946326.707802:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88000 x1871641054276352/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946326.707803:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce329 [1] + 224 00000800:00000001:1.0:1784946326.707811:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784946326.707817:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88000 x1871641054276352/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946326.707817:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946326.707822:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784946326.707829:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784946326.707829:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946326.707832:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946326.707833:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946326.707837:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946326.707840:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1784946326.707840:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89180 x1871641054276224/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946326.707843:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946326.707846:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946326.707850:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946326.707853:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89180 x1871641054276224/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784946326.707857:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=128 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946326.707860:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=48 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946326.707862:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946326.707863:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946326.707864:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946326.707867:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1784946326.707867:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1784946326.707870:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946326.707871:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946326.707875:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784946326.707878:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784946326.707879:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784946326.707880:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946326.707884:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88000 x1871641054276352/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946326.707888:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946326.707889:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946326.707890:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946326.707893:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946326.707893:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946326.707897:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1784946326.707898:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88000 x1871641054276352/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946342 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784946326.707899:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946326.707901:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652fb58. 00000400:00000200:1.0:1784946326.707904:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f110 00000400:00000010:1.0:1784946326.707905:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f110. 00000100:00000001:1.0:1784946326.707907:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946326.707912:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d89180 x1871641054276224/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946326.707918:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054276352:192.168.202.106@tcp:400:kworker.0 00000100:00000200:1.0:1784946326.707923:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d89180 x1871641054276224/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946326.707924:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946326.707928:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784946326.707932:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784946326.707933:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88000 x1871641054276352/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946342 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946326.707934:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946326.707937:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946326.707939:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946326.707941:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946326.707944:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946326.707946:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946326.707947:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946326.707949:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946326.707952:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738acc00. 00000100:00001000:1.0:1784946326.707953:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=128 v=5 (5 5 5 5) 02000000:00000001:0.0:1784946326.707954:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946326.707957:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000100:00001000:1.0:1784946326.707959:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=128 v=5 (1 1 1 1) 00000020:00000040:0.0:1784946326.707960:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784946326.707963:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946326.707967:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad500. 00000100:00000001:1.0:1784946326.707967:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946326.707970:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946326.707971:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946326.707974:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946326.707976:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88000. 00010000:00000001:1.0:1784946326.707976:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784946326.707980:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1784946326.707980:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946326.707983:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946326.707985:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946326.707985:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946326.707991:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946326.707994:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946326.707995:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d89180 x1871641054276224/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946326.707996:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946326.707999:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946326.708005:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946326.708007:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946326.708008:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946326.708011:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89180 x1871641054276224/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946342 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946326.708016:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054276224:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946326.708019:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946326.708020:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946326.708022:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89180 x1871641054276224/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946342 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946326.708025:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946326.708027:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946326.708028:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394be00. 02000000:00000001:1.0:1784946326.708030:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946326.708031:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946326.708032:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784946326.708034:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946326.708035:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad700. 02000000:00000001:1.0:1784946326.708037:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946326.708038:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946326.708039:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89180. 00000100:00000001:1.0:1784946326.708040:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946326.708041:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946326.708042:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946326.708045:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946326.708046:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946326.708047:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946326.708048:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946327.025651:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946327.025657:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946327.025703:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946327.025706:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946327.025708:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946327.409623:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305114287, at 4305114304 00000100:00000010:0.0:1784946327.409636:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f780. 00000100:00000040:1.0:1784946327.409680:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305114287, at 4305114304 00000100:00000010:1.0:1784946327.409687:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f4e0. 00010000:00000001:1.0:1784946328.049662:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946328.049669:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946328.049737:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946328.049742:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946328.049745:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946329.073659:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946329.073665:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946329.073715:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946329.073719:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946329.073723:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946330.097617:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946330.097623:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946330.097673:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946330.097677:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946330.097681:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946331.121608:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946331.121614:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946331.121665:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946331.121668:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946331.121670:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946331.825655:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946331.825663:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946331.825673:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d89180. 00000020:00000040:1.0:1784946331.825679:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946331.825683:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946331.825686:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946331.825690:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946331.825698:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad700. 00000100:00000001:1.0:1784946331.825704:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946331.825715:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d89180 x1871641054276480/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946331.825726:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946331.825730:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946331.825736:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003c74867] to pc [ptlrpcd_00_01+1] req@ffff996d44d89180 x1871641054276480/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946331.825764:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946331.825767:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946331.825770:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946331.825772:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8a680. 00000020:00000040:1.0:1784946331.825774:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946331.825776:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946331.825777:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946331.825779:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946331.825781:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad900. 00000100:00000001:1.0:1784946331.825783:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946331.825787:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d8a680 x1871641054276608/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946331.825793:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946331.825794:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946331.825798:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000999ffbe7] to pc [ptlrpcd_00_00+0] req@ffff996d44d8a680 x1871641054276608/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946331.825802:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946331.825803:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946331.825807:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946331.825808:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784946331.825810:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1784946331.825811:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946331.825813:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946331.825816:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784946331.825821:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8a680 x1871641054276608/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946331.825822:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10456) 00000100:00000001:0.0:1784946331.825833:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946331.825835:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946331.825840:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946331.825843:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946331.825846:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946331.825847:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946331.825850:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1784946331.825851:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054276608:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946331.825852:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946331.825858:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d89180 x1871641054276480/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946331.825859:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784946331.825865:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784946331.825866:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1784946331.825869:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946331.825870:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946331.825873:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1784946331.825875:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946331.825878:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1784946331.825879:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394ba00. 02000000:00000001:1.0:1784946331.825881:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946331.825883:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946331.825888:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054276480:192.168.202.106@tcp:400:kworker.0 00000400:00000200:0.0:1784946331.825893:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946331.825895:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1784946331.825898:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f948. 02000000:00000001:1.0:1784946331.825899:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946331.825903:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946331.825905:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1784946331.825907:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fc38. 02000000:00000010:1.0:1784946331.825910:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738aca00. 02000000:00000001:1.0:1784946331.825913:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784946331.825914:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054276608, portal 10 00000100:00000001:0.0:1784946331.825918:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1784946331.825919:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946331.825921:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318375040 : -112780391176576 : ffff996d44d8a680) 00000400:00000010:1.0:1784946331.825923:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2df20. 00000400:00000010:1.0:1784946331.825928:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2944c8. 00000100:00000040:0.0:1784946331.825931:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8a680 x1871641054276608/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946331.825932:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054276480, portal 25 00000100:00000001:1.0:1784946331.825937:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946331.825939:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318369664 : -112780391181952 : ffff996d44d89180) 00000100:00000001:0.0:1784946331.825947:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946331.825947:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d89180 x1871641054276480/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946331.825954:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946331.825960:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f908. 00000100:00000001:1.0:1784946331.825960:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1784946331.825965:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054276608, offset 0 00000100:00000040:1.0:1784946331.825965:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946331.825968:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294e58. 00000400:00000200:0.0:1784946331.825975:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000200:1.0:1784946331.825979:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054276480, offset 0 00000400:00000200:0.0:1784946331.825984:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946331.825988:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946331.825994:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946331.825999:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946331.826003:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946331.826007:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946331.826009:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946331.826013:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314671:314671:256:4294967295] 192.168.202.106@tcp LPNI seq info [314667:314667:8:4294967295] 00000400:00000200:0.0:1784946331.826017:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946331.826026:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:1.0:1784946331.826033:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:0.0:1784946331.826034:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946331.826039:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000010:0.0:1784946331.826041:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4d00. 00000400:00000200:1.0:1784946331.826044:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946331.826047:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946331.826051:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1784946331.826052:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784946331.826053:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946331.826058:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314672:314672:255:4294967295] 192.168.202.106@tcp LPNI seq info [314668:314668:7:4294967295] 00000400:00000200:1.0:1784946331.826062:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:0.0:1784946331.826065:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:1.0:1784946331.826071:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946331.826072:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1784946331.826077:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946331.826080:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83adc00. 00000800:00000200:1.0:1784946331.826083:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:0.0:1784946331.826087:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946331.826088:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946331.826093:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83adc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1784946331.826095:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16745 usecs (17 jiffies) 00000100:00000001:1.0:1784946331.826096:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946331.826106:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946331.826106:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946331.826110:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305119407 00000100:00000001:0.0:1784946331.826112:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305118737 00000100:00000010:1.0:1784946331.826115:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f4e0. 00000100:00000001:1.0:1784946331.826128:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784946331.826134:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305119407 00000100:00000001:0.0:1784946331.826135:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305119407 00000100:00000010:1.0:1784946331.826137:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f180. 00000100:00000001:0.0:1784946331.826139:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305118737 00000100:00000001:1.0:1784946331.826142:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784946331.826147:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305119407 00000100:00000001:1.0:1784946331.826148:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946331.826153:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946331.826154:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946331.826158:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946331.826160:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946331.826162:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946331.826164:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946331.826166:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946331.826174:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946331.826174:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946331.826179:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946331.826179:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946331.826182:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946331.826183:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946331.826187:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946331.826187:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946331.826190:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946331.826191:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946331.826192:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946331.826198:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946331.826229:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946331.826232:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4d00. 00000400:00000200:1.0:1784946331.826237:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946331.826240:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946331.826244:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f908 00000400:00000010:1.0:1784946331.826245:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f908. 00000100:00000001:1.0:1784946331.826248:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946331.826251:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8a680 x1871641054276608/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946331.826258:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946331.826260:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8a680 x1871641054276608/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946331.826264:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946331.826265:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946331.826313:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946331.826315:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83adc00. 00000400:00000200:1.0:1784946331.826318:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946331.826320:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946331.826322:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294e58 00000400:00000010:1.0:1784946331.826323:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294e58. 00000100:00000001:1.0:1784946331.826325:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946331.826327:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d89180 x1871641054276480/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946331.826331:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946331.826333:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d89180 x1871641054276480/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946331.826336:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946331.826337:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946331.827655:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946331.827664:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946331.827666:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946331.827668:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946331.827671:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946331.827674:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946331.827678:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946331.827681:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946331.827684:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946331.827687:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fec00 00000400:00000200:1.0:1784946331.827690:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946331.827695:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce341 [1] + 224 00000800:00000001:1.0:1784946331.827700:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946331.827703:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946331.827706:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946331.827710:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946331.827715:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946331.827721:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8a680 x1871641054276608/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946331.827729:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8a680 x1871641054276608/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946331.827744:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946331.827751:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946331.827754:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946331.827756:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946331.827758:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946331.827762:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946331.827765:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946331.827770:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946331.827771:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946331.827775:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946331.827775:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946331.827781:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:0.0:1784946331.827782:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946331.827785:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784946331.827786:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642feb80 00000400:00000010:0.0:1784946331.827787:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f948. 00000400:00000200:0.0:1784946331.827793:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fc38 00000400:00000200:1.0:1784946331.827794:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946331.827795:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fc38. 00000100:00000001:0.0:1784946331.827798:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946331.827803:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce349 [1] + 224 00000100:00000200:0.0:1784946331.827804:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8a680 x1871641054276608/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946331.827813:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784946331.827816:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8a680 x1871641054276608/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946331.827822:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946331.827822:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946331.827824:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946331.827827:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784946331.827828:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946331.827830:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946331.827833:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946331.827836:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946331.827836:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 02000000:00000001:0.0:1784946331.827840:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946331.827843:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1784946331.827846:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=133 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946331.827851:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=53 v=5 (1 1 1 1) 00000100:00000200:1.0:1784946331.827851:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89180 x1871641054276480/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946331.827856:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946331.827858:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946331.827862:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946331.827866:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946331.827867:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89180 x1871641054276480/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946331.827870:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784946331.827873:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784946331.827876:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784946331.827877:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946331.827881:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8a680 x1871641054276608/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946331.827881:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946331.827887:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784946331.827887:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784946331.827890:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1784946331.827891:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946331.827892:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946331.827897:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8a680 x1871641054276608/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946347 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946331.827902:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054276608:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946331.827903:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946331.827907:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946331.827908:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946331.827911:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1784946331.827912:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1784946331.827913:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8a680 x1871641054276608/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784946331.827916:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1784946331.827920:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000010:1.0:1784946331.827922:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2df20. 02000000:00000001:0.0:1784946331.827923:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946331.827926:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394ba00. 00000400:00000200:1.0:1784946331.827927:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2944c8 02000000:00000001:0.0:1784946331.827929:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946331.827933:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000010:1.0:1784946331.827933:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2944c8. 00000020:00000040:0.0:1784946331.827935:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946331.827938:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1784946331.827939:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946331.827942:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad900. 02000000:00000001:0.0:1784946331.827946:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946331.827948:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:1.0:1784946331.827948:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d89180 x1871641054276480/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1784946331.827951:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8a680. 00000100:00000001:0.0:1784946331.827955:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946331.827957:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946331.827959:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784946331.827962:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d89180 x1871641054276480/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946331.827964:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946331.827966:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946331.827970:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946331.827972:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946331.827973:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946331.827976:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946331.827978:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946331.827980:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946331.827981:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946331.827982:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946331.827983:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946331.827986:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=133 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946331.827989:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=133 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946331.827990:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946331.827991:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946331.827992:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946331.827994:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946331.827995:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946331.827997:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d89180 x1871641054276480/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946331.828005:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946331.828006:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946331.828007:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946331.828010:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89180 x1871641054276480/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946347 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946331.828017:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054276480:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946331.828021:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946331.828023:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946331.828026:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89180 x1871641054276480/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946331.828031:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946331.828032:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946331.828035:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738aca00. 02000000:00000001:1.0:1784946331.828037:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946331.828039:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946331.828040:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784946331.828042:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946331.828043:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad700. 02000000:00000001:1.0:1784946331.828045:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946331.828047:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946331.828048:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89180. 00000100:00000001:1.0:1784946331.828051:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946331.828052:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946331.828053:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946331.828057:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946331.828058:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946331.828060:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946331.828061:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946332.145632:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946332.145639:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946332.145641:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946332.145645:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946332.145650:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946332.145653:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946332.145655:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946332.145657:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946332.145713:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946332.145716:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946332.145718:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946332.529624:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305119407, at 4305119424 00000100:00000010:1.0:1784946332.529636:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f180. 00000100:00000040:0.0:1784946332.529726:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305119407, at 4305119424 00000100:00000010:0.0:1784946332.529731:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f4e0. 00010000:00000001:1.0:1784946333.169632:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946333.169637:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946333.169681:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946333.169685:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946333.169689:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946334.193664:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946334.193671:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946334.193735:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946334.193739:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946334.193742:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946335.217630:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946335.217635:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946335.217689:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946335.217693:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946335.217696:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946336.241661:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946336.241666:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946336.241716:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946336.241719:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946336.241722:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946336.945627:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946336.945635:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946336.945643:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d89180. 00000020:00000040:1.0:1784946336.945647:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946336.945650:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946336.945653:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946336.945657:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946336.945663:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad700. 00000100:00000001:1.0:1784946336.945669:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946336.945677:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d89180 x1871641054276736/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946336.945685:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946336.945687:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946336.945692:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003c74867] to pc [ptlrpcd_00_01+1] req@ffff996d44d89180 x1871641054276736/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946336.945716:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946336.945718:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946336.945724:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946336.945725:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8ad80. 00000020:00000040:1.0:1784946336.945727:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946336.945729:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946336.945730:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946336.945731:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946336.945733:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83adc00. 00000100:00000001:1.0:1784946336.945734:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946336.945737:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d8ad80 x1871641054276864/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946336.945741:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946336.945743:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946336.945745:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005efe4cfc] to pc [ptlrpcd_00_00+0] req@ffff996d44d8ad80 x1871641054276864/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946336.945754:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946336.945756:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946336.945760:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1784946336.945762:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784946336.945763:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946336.945768:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784946336.945769:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1784946336.945773:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946336.945777:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10461) 00000100:00000040:0.0:1784946336.945783:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d89180 x1871641054276736/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946336.945793:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946336.945795:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946336.945799:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946336.945802:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946336.945804:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946336.945807:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784946336.945808:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946336.945809:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1784946336.945816:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054276736:192.168.202.106@tcp:400:kworker.0 00000100:00000040:1.0:1784946336.945816:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8ad80 x1871641054276864/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946336.945825:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784946336.945826:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946336.945829:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946336.945831:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946336.945831:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946336.945832:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946336.945835:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946336.945837:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946336.945838:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054276864:192.168.202.106@tcp:400:kworker.0 02000000:00000001:0.0:1784946336.945843:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784946336.945843:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946336.945848:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946336.945849:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946336.945850:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394ba00. 02000000:00000001:1.0:1784946336.945851:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1784946336.945854:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946336.945855:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738aca00. 02000000:00000001:1.0:1784946336.945859:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946336.945865:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946336.945868:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946336.945869:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2df20. 00000400:00000010:0.0:1784946336.945873:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f948. 00000400:00000010:1.0:1784946336.945876:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2944c8. 00000400:00000010:0.0:1784946336.945880:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fc38. 00000100:00000200:1.0:1784946336.945882:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054276864, portal 10 00000100:00000001:1.0:1784946336.945885:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1784946336.945887:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054276736, portal 25 00000100:00000001:1.0:1784946336.945887:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318376832 : -112780391174784 : ffff996d44d8ad80) 00000100:00000001:0.0:1784946336.945893:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946336.945895:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318369664 : -112780391181952 : ffff996d44d89180) 00000100:00000040:1.0:1784946336.945897:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8ad80 x1871641054276864/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946336.945904:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d89180 x1871641054276736/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946336.945906:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946336.945911:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946336.945915:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294e58. 00000100:00000001:0.0:1784946336.945920:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1784946336.945920:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054276864, offset 0 00000100:00000040:0.0:1784946336.945926:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946336.945929:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946336.945934:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f908. 00000400:00000200:1.0:1784946336.945938:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:0.0:1784946336.945940:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054276736, offset 0 00000400:00000200:1.0:1784946336.945945:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946336.945950:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946336.945951:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946336.945956:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946336.945958:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946336.945960:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946336.945963:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314673:314673:256:4294967295] 192.168.202.106@tcp LPNI seq info [314669:314669:8:4294967295] 00000400:00000200:1.0:1784946336.945973:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946336.945979:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946336.945984:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946336.945988:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:1.0:1784946336.945990:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad300. 00000400:00000200:0.0:1784946336.945995:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:1.0:1784946336.945999:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784946336.946002:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946336.946008:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:1.0:1784946336.946010:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784946336.946014:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1784946336.946017:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784946336.946018:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946336.946025:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314674:314674:255:4294967295] 192.168.202.106@tcp LPNI seq info [314670:314670:7:4294967295] 00000400:00000200:0.0:1784946336.946031:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946336.946031:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946336.946038:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16745 usecs (17 jiffies) 00000400:00000200:0.0:1784946336.946045:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:1.0:1784946336.946046:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946336.946051:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305123857 00000800:00000200:0.0:1784946336.946056:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000010:1.0:1784946336.946057:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f180. 00000800:00000010:0.0:1784946336.946061:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4700. 00000100:00000001:1.0:1784946336.946063:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784946336.946069:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305123857 00000800:00000200:0.0:1784946336.946070:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000010:1.0:1784946336.946073:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8fcc0. 00000100:00000001:1.0:1784946336.946076:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000800:00000200:0.0:1784946336.946081:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:1.0:1784946336.946081:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946336.946086:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946336.946087:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946336.946089:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946336.946093:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946336.946093:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946336.946098:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784946336.946099:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946336.946101:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946336.946103:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305124527 00000100:00000001:1.0:1784946336.946104:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946336.946106:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946336.946109:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946336.946111:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946336.946113:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305123857 00000100:00000001:0.0:1784946336.946119:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305124527 00000100:00000001:0.0:1784946336.946124:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305123857 00000100:00000001:0.0:1784946336.946127:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946336.946129:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946336.946131:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946336.946133:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946336.946137:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946336.946139:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946336.946142:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946336.946144:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946336.946146:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946336.946147:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946336.946151:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad300. 00000100:00000001:0.0:1784946336.946155:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946336.946159:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946336.946166:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946336.946172:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294e58 00000400:00000010:1.0:1784946336.946174:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294e58. 00000100:00000001:1.0:1784946336.946179:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946336.946182:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8ad80 x1871641054276864/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946336.946188:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946336.946190:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8ad80 x1871641054276864/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946336.946195:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946336.946196:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946336.946252:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946336.946254:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4700. 00000400:00000200:1.0:1784946336.946256:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946336.946258:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946336.946260:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f908 00000400:00000010:1.0:1784946336.946262:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f908. 00000100:00000001:1.0:1784946336.946263:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946336.946265:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d89180 x1871641054276736/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946336.946270:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946336.946271:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d89180 x1871641054276736/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946336.946275:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946336.946276:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946336.947624:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946336.947633:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946336.947635:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946336.947638:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946336.947642:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946336.947647:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946336.947652:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946336.947655:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946336.947659:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946336.947663:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fec80 00000400:00000200:1.0:1784946336.947667:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946336.947671:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce369 [1] + 224 00000800:00000001:1.0:1784946336.947676:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946336.947680:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946336.947683:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946336.947686:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946336.947690:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946336.947695:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89180 x1871641054276736/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946336.947707:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89180 x1871641054276736/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946336.947717:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946336.947722:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946336.947724:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946336.947726:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946336.947727:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946336.947729:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946336.947731:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946336.947734:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946336.947737:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946336.947739:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946336.947741:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fed00 00000400:00000200:1.0:1784946336.947744:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946336.947745:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946336.947747:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce361 [1] + 224 00000100:00000001:0.0:1784946336.947749:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784946336.947750:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784946336.947756:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784946336.947756:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784946336.947760:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784946336.947761:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1784946336.947766:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f948. 00000400:00000200:1.0:1784946336.947766:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946336.947773:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fc38 00000400:00000010:0.0:1784946336.947775:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fc38. 00000100:00000001:0.0:1784946336.947778:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946336.947778:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946336.947785:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8ad80 x1871641054276864/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946336.947786:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d89180 x1871641054276736/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946336.947797:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8ad80 x1871641054276864/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946336.947816:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d89180 x1871641054276736/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946336.947817:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946336.947822:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946336.947825:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946336.947828:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946336.947831:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946336.947833:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946336.947834:0:2353:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784946336.947836:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784946336.947838:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000001:1.0:1784946336.947840:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784946336.947842:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000001:1.0:1784946336.947842:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946336.947846:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2df20. 00000100:00000001:0.0:1784946336.947847:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946336.947849:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2944c8 02000000:00000001:0.0:1784946336.947851:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946336.947852:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2944c8. 00000100:00000001:1.0:1784946336.947856:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946336.947859:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8ad80 x1871641054276864/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784946336.947861:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=138 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946336.947868:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=138 v=5 (1 1 1 1) 00000100:00000200:1.0:1784946336.947871:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8ad80 x1871641054276864/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946336.947874:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946336.947877:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946336.947880:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1784946336.947882:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784946336.947882:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946336.947886:0:2352:0:(client.c:1580:after_reply()) Process entered 00010000:00000001:0.0:1784946336.947887:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946336.947887:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946336.947890:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946336.947892:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946336.947892:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946336.947897:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946336.947901:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=138 v=5 (5 5 5 5) 00000100:00000040:0.0:1784946336.947902:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d89180 x1871641054276736/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784946336.947904:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=58 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946336.947909:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946336.947912:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946336.947915:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946336.947919:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946336.947920:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946336.947921:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784946336.947924:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784946336.947925:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946336.947926:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946336.947929:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946336.947930:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946336.947933:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8ad80 x1871641054276864/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946336.947940:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89180 x1871641054276736/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946352 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946336.947941:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946336.947944:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946336.947946:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946336.947951:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8ad80 x1871641054276864/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946352 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946336.947962:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054276736:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946336.947968:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946336.947971:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946336.947976:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89180 x1871641054276736/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946352 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946336.947977:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054276864:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946336.947984:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946336.947987:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946336.947991:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8ad80 x1871641054276864/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946352 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946336.947993:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946336.947997:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1784946336.947998:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946336.948001:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946336.948003:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394ba00. 02000000:00000010:1.0:1784946336.948003:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738aca00. 02000000:00000001:0.0:1784946336.948010:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1784946336.948010:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946336.948015:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1784946336.948015:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946336.948018:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000040:1.0:1784946336.948019:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784946336.948021:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:1.0:1784946336.948023:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946336.948025:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad700. 02000000:00000010:1.0:1784946336.948027:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83adc00. 02000000:00000001:0.0:1784946336.948029:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946336.948031:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1784946336.948032:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:0.0:1784946336.948033:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89180. 02000000:00000001:1.0:1784946336.948036:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1784946336.948037:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000010:1.0:1784946336.948039:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8ad80. 00000100:00000001:0.0:1784946336.948040:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946336.948043:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946336.948047:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946336.948048:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946336.948051:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946336.948051:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946336.948054:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946336.948056:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946336.948057:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946336.948064:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946336.948067:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946336.948069:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946336.948072:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946337.265624:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946337.265629:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946337.265673:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946337.265676:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946337.265678:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946337.649581:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305124527, at 4305124544 00000100:00000010:0.0:1784946337.649596:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f180. 00000100:00000040:1.0:1784946337.649607:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305124527, at 4305124544 00000100:00000010:1.0:1784946337.649615:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8fcc0. 00010000:00000001:1.0:1784946338.289606:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946338.289610:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946338.289660:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946338.289662:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946338.289665:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946339.313686:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946339.313691:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946339.313751:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946339.313755:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946339.313758:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946340.337592:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946340.337599:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946340.337656:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946340.337659:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946340.337661:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946341.361612:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946341.361617:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946341.361662:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946341.361665:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946341.361667:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946342.065640:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946342.065650:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946342.065660:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950700. 00000020:00000040:2.0:1784946342.065665:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946342.065669:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946342.065672:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946342.065676:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946342.065683:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b300. 00000100:00000001:2.0:1784946342.065688:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946342.065698:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950700 x1871641054276992/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946342.065708:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946342.065714:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946342.065720:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a906b26] to pc [ptlrpcd_01_01+1] req@ffff996d73950700 x1871641054276992/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946342.065746:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946342.065749:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946342.065752:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946342.065755:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951f80. 00000020:00000040:2.0:1784946342.065757:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946342.065759:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946342.065760:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946342.065762:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946342.065765:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b000. 00000100:00000001:2.0:1784946342.065768:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946342.065772:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951f80 x1871641054277120/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946342.065780:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946342.065782:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946342.065785:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784946342.065787:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c06e06] to pc [ptlrpcd_01_00+0] req@ffff996d73951f80 x1871641054277120/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946342.065790:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946342.065793:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784946342.065800:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946342.065803:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950700 x1871641054276992/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946342.065804:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946342.065812:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946342.065817:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946342.065823:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784946342.065823:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946342.065827:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946342.065830:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10466) 02000000:00000001:3.0:1784946342.065832:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946342.065836:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946342.065839:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946342.065842:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054276992:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946342.065847:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946342.065847:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784946342.065851:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946342.065854:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784946342.065854:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946342.065858:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946342.065862:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951f80 x1871641054277120/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946342.065863:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946342.065869:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61901600. 00000100:00000001:2.0:1784946342.065874:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784946342.065875:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946342.065877:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946342.065881:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946342.065883:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784946342.065885:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784946342.065886:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784946342.065891:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00100000:2.0:1784946342.065892:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054277120:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946342.065899:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946342.065902:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1784946342.065902:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 02000000:00000001:2.0:1784946342.065905:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946342.065908:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946342.065912:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0800. 02000000:00000001:2.0:1784946342.065914:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946342.065918:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:3.0:1784946342.065919:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054276992, portal 25 00000400:00000010:2.0:1784946342.065921:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784946342.065926:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6550. 00000100:00000001:3.0:1784946342.065926:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946342.065928:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102472448 : -112779607079168 : ffff996d73950700) 00000100:00000200:2.0:1784946342.065931:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054277120, portal 10 00000100:00000001:2.0:1784946342.065935:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1784946342.065937:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950700 x1871641054276992/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946342.065938:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102478720 : -112779607072896 : ffff996d73951f80) 00000100:00000001:3.0:1784946342.065948:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946342.065950:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951f80 x1871641054277120/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946342.065954:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946342.065959:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1f68. 00000100:00000001:2.0:1784946342.065962:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1784946342.065964:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054276992, offset 0 00000100:00000040:2.0:1784946342.065968:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946342.065973:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6d48. 00000400:00000200:3.0:1784946342.065974:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946342.065983:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:2.0:1784946342.065984:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054277120, offset 0 00000400:00000200:3.0:1784946342.065991:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946342.065992:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946342.065999:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946342.066003:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946342.066007:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946342.066009:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946342.066013:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314675:314675:256:4294967295] 192.168.202.106@tcp LPNI seq info [314671:314671:8:4294967295] 00000400:00000200:3.0:1784946342.066017:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946342.066023:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946342.066030:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946342.066031:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946342.066040:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784946342.066044:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946342.066046:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946342.066050:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1784946342.066052:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000400:00000200:2.0:1784946342.066053:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946342.066059:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314676:314676:255:4294967295] 192.168.202.106@tcp LPNI seq info [314672:314672:7:4294967295] 00000800:00000200:3.0:1784946342.066063:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946342.066068:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946342.066076:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784946342.066080:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946342.066083:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784946342.066088:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946342.066102:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b500. 00000100:00000001:3.0:1784946342.066103:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784946342.066109:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784946342.066110:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946342.066115:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305129647 00000800:00000200:2.0:1784946342.066119:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000010:3.0:1784946342.066122:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322060. 00000800:00000200:2.0:1784946342.066124:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946342.066129:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946342.066130:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1784946342.066133:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16743 usecs (17 jiffies) 00000400:00000200:2.0:1784946342.066138:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946342.066140:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305128977 00000100:00000001:3.0:1784946342.066142:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305129647 00000100:00000001:2.0:1784946342.066143:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305129647 00000100:00000001:2.0:1784946342.066148:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305128977 00000100:00000010:3.0:1784946342.066148:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3228a0. 00000100:00000001:3.0:1784946342.066154:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946342.066158:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946342.066159:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305129647 00000100:00000001:3.0:1784946342.066160:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946342.066164:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946342.066166:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946342.066171:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946342.066172:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946342.066175:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946342.066176:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946342.066178:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1784946342.066180:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946342.066181:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946342.066181:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946342.066186:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946342.066187:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784946342.066188:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beab00. 00000100:00000001:3.0:1784946342.066189:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946342.066194:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946342.066197:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784946342.066198:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946342.066200:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946342.066203:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946342.066206:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946342.066208:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946342.066211:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1f68 00000100:00000001:2.0:1784946342.066212:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946342.066214:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1f68. 00000100:00000001:1.0:1784946342.066220:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946342.066224:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950700 x1871641054276992/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946342.066232:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946342.066234:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950700 x1871641054276992/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946358 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946342.066239:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946342.066240:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946342.066288:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946342.066290:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b500. 00000400:00000200:1.0:1784946342.066292:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946342.066294:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946342.066296:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6d48 00000400:00000010:1.0:1784946342.066297:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6d48. 00000100:00000001:1.0:1784946342.066299:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946342.066302:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951f80 x1871641054277120/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946342.066307:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946342.066308:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951f80 x1871641054277120/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946358 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946342.066312:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946342.066314:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946342.067603:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946342.067611:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946342.067614:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946342.067615:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946342.067619:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946342.067623:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946342.067627:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946342.067630:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946342.067633:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946342.067635:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fee00 00000400:00000200:1.0:1784946342.067638:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946342.067642:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce389 [1] + 224 00000800:00000001:1.0:1784946342.067645:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946342.067648:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946342.067649:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946342.067652:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946342.067656:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946342.067660:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951f80 x1871641054277120/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946342.067666:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951f80 x1871641054277120/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946342.067677:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946342.067681:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946342.067683:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946342.067684:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946342.067686:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946342.067688:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946342.067689:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946342.067692:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946342.067694:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946342.067696:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946342.067698:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fed80 00000400:00000200:1.0:1784946342.067701:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946342.067710:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce381 [1] + 224 00000100:00000001:2.0:1784946342.067712:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784946342.067713:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784946342.067715:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784946342.067719:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946342.067722:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1784946342.067722:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946342.067726:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784946342.067727:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000010:2.0:1784946342.067731:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784946342.067736:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6550 00000400:00000010:2.0:1784946342.067738:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6550. 00000100:00000001:1.0:1784946342.067742:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946342.067742:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946342.067749:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950700 x1871641054276992/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946342.067750:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951f80 x1871641054277120/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946342.067767:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950700 x1871641054276992/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946342.067775:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951f80 x1871641054277120/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946358 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946342.067780:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946342.067784:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784946342.067785:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946342.067787:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946342.067789:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946342.067793:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946342.067795:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946342.067798:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946342.067801:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946342.067803:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784946342.067804:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946342.067806:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784946342.067810:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946342.067811:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946342.067813:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000100:00001000:2.0:1784946342.067814:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=144 v=5 (5 5 5 5) 00000400:00000200:3.0:1784946342.067816:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000100:00001000:2.0:1784946342.067820:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=64 v=5 (1 1 1 1) 00000400:00000010:3.0:1784946342.067820:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:2.0:1784946342.067825:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946342.067826:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946342.067827:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946342.067831:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1784946342.067832:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950700 x1871641054276992/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784946342.067835:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946342.067841:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946342.067844:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946342.067848:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000200:3.0:1784946342.067849:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950700 x1871641054276992/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946358 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946342.067850:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946342.067860:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951f80 x1871641054277120/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946342.067862:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946342.067865:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946342.067870:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946342.067873:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946342.067875:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946342.067876:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946342.067879:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946342.067880:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1784946342.067883:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946342.067887:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=144 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946342.067890:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=144 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946342.067892:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946342.067893:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946342.067895:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946342.067896:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946342.067897:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946342.067900:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946342.067905:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951f80 x1871641054277120/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946358 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946342.067905:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950700 x1871641054276992/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946342.067931:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946342.067934:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946342.067937:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946342.067940:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950700 x1871641054276992/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946358 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946342.067943:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054277120:192.168.202.106@tcp:400:kworker.0 00000100:00100000:3.0:1784946342.067947:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054276992:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946342.067951:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946342.067954:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784946342.067956:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946342.067957:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950700 x1871641054276992/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946358 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946342.067962:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784946342.067964:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946342.067967:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1784946342.067970:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951f80 x1871641054277120/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946358 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784946342.067970:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61901600. 02000000:00000001:3.0:1784946342.067974:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784946342.067981:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1784946342.067981:0:2355:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:2.0:1784946342.067984:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:3.0:1784946342.067985:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 02000000:00000010:2.0:1784946342.067988:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0800. 00000020:00000001:3.0:1784946342.067988:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946342.067990:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b300. 02000000:00000001:2.0:1784946342.067995:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1784946342.067995:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946342.067998:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1784946342.067999:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000010:3.0:1784946342.068000:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950700. 00000020:00000040:2.0:1784946342.068002:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946342.068003:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946342.068005:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784946342.068007:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784946342.068007:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784946342.068010:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b000. 00000100:00000001:3.0:1784946342.068012:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1784946342.068015:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784946342.068015:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946342.068019:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784946342.068019:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946342.068022:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784946342.068023:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951f80. 00000100:00000001:2.0:1784946342.068027:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946342.068029:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946342.068031:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946342.068036:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946342.068037:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946342.068039:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946342.068041:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946342.385590:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946342.385596:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946342.385598:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946342.385600:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946342.385603:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946342.385605:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946342.385606:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946342.385608:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946342.385660:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946342.385663:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946342.385665:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946342.769614:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305129647, at 4305129664 00000100:00000040:1.0:1784946342.769614:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305129647, at 4305129664 00000100:00000010:1.0:1784946342.769632:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3228a0. 00000100:00000010:0.0:1784946342.769634:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322060. 00010000:00000001:1.0:1784946343.409616:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946343.409621:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946343.409678:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946343.409682:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946343.409686:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946344.433632:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946344.433640:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946344.433707:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946344.433711:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946344.433714:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946345.457608:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946345.457613:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946345.457661:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946345.457665:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946345.457667:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946346.484561:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946346.484567:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946346.484630:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946346.484634:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946346.484637:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946347.185613:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946347.185620:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946347.185626:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8ad80. 00000020:00000040:1.0:1784946347.185631:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946347.185634:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946347.185637:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946347.185642:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946347.185650:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83adc00. 00000100:00000001:1.0:1784946347.185655:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946347.185671:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d8ad80 x1871641054277248/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946347.185679:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946347.185683:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946347.185688:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005efe4cfc] to pc [ptlrpcd_00_01+1] req@ffff996d44d8ad80 x1871641054277248/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946347.185706:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946347.185708:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946347.185710:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946347.185713:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d88a80. 00000020:00000040:1.0:1784946347.185714:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946347.185716:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946347.185717:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946347.185718:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946347.185720:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad300. 00000100:00000001:1.0:1784946347.185722:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946347.185725:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d88a80 x1871641054277376/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946347.185729:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946347.185730:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946347.185733:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a23219d9] to pc [ptlrpcd_00_00+0] req@ffff996d44d88a80 x1871641054277376/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946347.185742:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946347.185744:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946347.185748:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946347.185751:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946347.185754:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946347.185760:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10471) 00000100:00000001:0.0:1784946347.185767:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946347.185771:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946347.185772:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946347.185773:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784946347.185775:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946347.185778:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946347.185780:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8ad80 x1871641054277248/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946347.185784:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88a80 x1871641054277376/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946347.185799:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946347.185801:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946347.185802:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946347.185803:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946347.185807:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946347.185807:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946347.185811:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946347.185812:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946347.185817:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946347.185818:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946347.185826:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054277248:192.168.202.106@tcp:400:kworker.0 00000100:00100000:1.0:1784946347.185826:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054277376:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946347.185834:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784946347.185834:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946347.185841:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946347.185843:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946347.185844:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946347.185846:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946347.185848:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1784946347.185848:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946347.185854:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394ba00. 02000000:00000010:1.0:1784946347.185855:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738aca00. 02000000:00000001:0.0:1784946347.185857:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946347.185861:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946347.185865:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946347.185869:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946347.185870:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f948. 00000400:00000010:1.0:1784946347.185874:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2df20. 00000400:00000010:0.0:1784946347.185879:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fc38. 00000400:00000010:1.0:1784946347.185881:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2944c8. 00000100:00000200:0.0:1784946347.185887:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054277248, portal 25 00000100:00000200:1.0:1784946347.185887:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054277376, portal 10 00000100:00000001:1.0:1784946347.185889:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946347.185890:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318367872 : -112780391183744 : ffff996d44d88a80) 00000100:00000001:0.0:1784946347.185897:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1784946347.185898:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88a80 x1871641054277376/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946347.185900:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318376832 : -112780391174784 : ffff996d44d8ad80) 00000100:00000001:1.0:1784946347.185906:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946347.185909:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946347.185911:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294e58. 00000100:00000200:1.0:1784946347.185914:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054277376, offset 0 00000400:00000200:1.0:1784946347.185920:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:0.0:1784946347.185923:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8ad80 x1871641054277248/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946347.185930:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946347.185935:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784946347.185938:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000040:0.0:1784946347.185939:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946347.185945:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1784946347.185948:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f110. 00000400:00000200:1.0:1784946347.185950:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000200:0.0:1784946347.185952:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054277248, offset 0 00000400:00000200:1.0:1784946347.185957:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946347.185960:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946347.185964:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946347.185969:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314677:314677:256:4294967295] 192.168.202.106@tcp LPNI seq info [314673:314673:8:4294967295] 00000400:00000200:1.0:1784946347.185973:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946347.185982:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:0.0:1784946347.185989:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784946347.185991:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946347.185995:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000010:1.0:1784946347.185996:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad100. 00000400:00000200:0.0:1784946347.185999:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946347.186002:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946347.186005:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1784946347.186007:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784946347.186008:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946347.186013:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314678:314678:255:4294967295] 192.168.202.106@tcp LPNI seq info [314674:314674:7:4294967295] 00000400:00000200:0.0:1784946347.186016:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784946347.186020:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784946347.186025:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946347.186026:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1784946347.186030:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784946347.186035:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4800. 00000800:00000200:0.0:1784946347.186038:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:1.0:1784946347.186039:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946347.186043:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000040:1.0:1784946347.186044:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16743 usecs (17 jiffies) 00000800:00000200:0.0:1784946347.186046:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784946347.186051:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946347.186052:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946347.186054:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305134097 00000400:00000200:0.0:1784946347.186056:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946347.186059:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305134767 00000100:00000010:1.0:1784946347.186059:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8fcc0. 00000100:00000001:1.0:1784946347.186066:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784946347.186071:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305134097 00000100:00000010:1.0:1784946347.186073:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f180. 00000100:00000001:1.0:1784946347.186076:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784946347.186077:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305134097 00000100:00000001:1.0:1784946347.186079:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946347.186081:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305134767 00000100:00000001:1.0:1784946347.186082:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946347.186088:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305134097 00000100:00000001:1.0:1784946347.186088:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946347.186090:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946347.186092:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946347.186097:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946347.186099:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946347.186100:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946347.186102:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946347.186104:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946347.186105:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946347.186106:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946347.186108:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946347.186109:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946347.186112:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946347.186115:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946347.186117:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946347.186118:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946347.186120:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946347.186121:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946347.186135:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946347.186138:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad100. 00000400:00000200:1.0:1784946347.186142:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946347.186145:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946347.186158:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294e58 00000400:00000010:1.0:1784946347.186159:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294e58. 00000100:00000001:1.0:1784946347.186164:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946347.186167:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d88a80 x1871641054277376/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946347.186174:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946347.186176:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d88a80 x1871641054277376/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946347.186181:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946347.186182:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946347.186214:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946347.186216:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4800. 00000400:00000200:1.0:1784946347.186219:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946347.186221:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946347.186223:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f110 00000400:00000010:1.0:1784946347.186224:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f110. 00000100:00000001:1.0:1784946347.186226:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946347.186229:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8ad80 x1871641054277248/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946347.186234:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946347.186236:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8ad80 x1871641054277248/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946347.186244:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946347.186246:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946347.187534:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946347.187542:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946347.187544:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946347.187547:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946347.187551:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946347.187560:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946347.187566:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946347.187570:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946347.187574:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946347.187579:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fef00 00000400:00000200:1.0:1784946347.187583:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946347.187587:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce399 [1] + 224 00000800:00000001:1.0:1784946347.187593:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946347.187597:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946347.187599:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946347.187603:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946347.187608:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946347.187612:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d88a80 x1871641054277376/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946347.187618:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d88a80 x1871641054277376/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946347.187630:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946347.187635:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946347.187637:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946347.187638:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946347.187639:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946347.187641:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946347.187644:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946347.187647:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946347.187649:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946347.187651:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946347.187653:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fee80 00000400:00000200:1.0:1784946347.187655:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946347.187658:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce391 [1] + 224 00000100:00000001:0.0:1784946347.187661:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784946347.187661:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784946347.187666:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784946347.187668:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946347.187670:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1784946347.187672:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784946347.187673:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000001:0.0:1784946347.187677:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946347.187680:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2df20. 00000400:00000200:0.0:1784946347.187684:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2944c8 00000400:00000010:0.0:1784946347.187686:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2944c8. 00000100:00000001:0.0:1784946347.187690:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946347.187690:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946347.187696:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8ad80 x1871641054277248/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946347.187698:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88a80 x1871641054277376/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946347.187709:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8ad80 x1871641054277248/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946347.187721:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88a80 x1871641054277376/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946347.187723:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946347.187727:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946347.187729:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946347.187736:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946347.187738:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946347.187741:0:2352:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784946347.187741:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946347.187745:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946347.187749:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946347.187750:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946347.187752:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f948. 02000000:00000001:0.0:1784946347.187755:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1784946347.187756:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fc38 00000100:00000001:0.0:1784946347.187759:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1784946347.187760:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fc38. 00000100:00000001:0.0:1784946347.187763:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946347.187764:0:2353:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1784946347.187768:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946347.187771:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8ad80 x1871641054277248/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946347.187779:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8ad80 x1871641054277248/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784946347.187782:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=149 v=5 (5 5 5 5) 00000100:00000001:1.0:1784946347.187784:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946347.187786:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784946347.187789:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=69 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946347.187789:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946347.187792:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946347.187794:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946347.187795:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946347.187796:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946347.187798:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946347.187799:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946347.187803:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00001000:1.0:1784946347.187804:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=149 v=5 (5 5 5 5) 00010000:00000001:0.0:1784946347.187808:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946347.187808:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=149 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946347.187813:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946347.187814:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784946347.187815:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946347.187817:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00010000:00000001:1.0:1784946347.187818:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946347.187821:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946347.187822:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946347.187823:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946347.187826:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946347.187828:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8ad80 x1871641054277248/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946347.187835:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88a80 x1871641054277376/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946347.187835:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946347.187840:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946347.187843:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946347.187849:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784946347.187852:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8ad80 x1871641054277248/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946363 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946347.187853:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946347.187856:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946347.187864:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88a80 x1871641054277376/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946363 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946347.187870:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054277248:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946347.187880:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784946347.187883:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054277376:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946347.187884:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946347.187889:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8ad80 x1871641054277248/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946363 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946347.187891:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946347.187897:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784946347.187898:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946347.187901:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946347.187903:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394ba00. 00000100:00000040:0.0:1784946347.187905:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88a80 x1871641054277376/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946363 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784946347.187906:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946347.187908:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946347.187911:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784946347.187914:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946347.187917:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83adc00. 00000100:00000001:0.0:1784946347.187920:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946347.187920:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946347.187923:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1784946347.187924:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:1.0:1784946347.187925:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8ad80. 02000000:00000010:0.0:1784946347.187928:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738aca00. 00000100:00000001:1.0:1784946347.187929:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946347.187930:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946347.187933:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784946347.187935:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784946347.187936:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1784946347.187938:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784946347.187939:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784946347.187943:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946347.187943:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946347.187945:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946347.187947:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946347.187951:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad300. 02000000:00000001:0.0:1784946347.187954:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946347.187956:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946347.187957:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88a80. 00000100:00000001:0.0:1784946347.187960:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946347.187962:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946347.187964:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946347.187968:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946347.187970:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946347.187971:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946347.187973:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946347.505603:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946347.505607:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946347.505652:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946347.505655:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946347.505661:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946347.889602:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305134767, at 4305134784 00000100:00000040:1.0:1784946347.889605:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305134767, at 4305134784 00000100:00000010:1.0:1784946347.889616:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f180. 00000100:00000010:0.0:1784946347.889619:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8fcc0. 00010000:00000001:1.0:1784946348.529643:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946348.529650:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946348.529717:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946348.529721:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946348.529725:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946349.553604:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946349.553609:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946349.553664:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946349.553668:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946349.553671:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946350.577614:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946350.577619:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946350.577687:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946350.577690:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946350.577694:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946351.601602:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946351.601608:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946351.601610:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946351.601612:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946351.601615:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946351.601617:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946351.601618:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946351.601619:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946351.601677:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946351.601680:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946351.601683:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784946352.305636:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946352.305644:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946352.305652:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775f80. 00000020:00000040:3.0:1784946352.305656:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946352.305660:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946352.305662:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946352.305666:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946352.305673:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bead00. 00000100:00000001:3.0:1784946352.305679:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946352.305690:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73775f80 x1871641054277504/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946352.305700:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946352.305705:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946352.305712:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042f7b124] to pc [ptlrpcd_01_01+1] req@ffff996d73775f80 x1871641054277504/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946352.305736:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946352.305738:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946352.305742:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946352.305745:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73777800. 00000020:00000040:3.0:1784946352.305747:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946352.305749:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946352.305750:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946352.305752:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946352.305756:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea700. 00000100:00000001:3.0:1784946352.305760:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946352.305765:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73777800 x1871641054277632/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946352.305772:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946352.305774:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946352.305778:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946352.305779:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1784946352.305782:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946352.305783:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000beeb1e93] to pc [ptlrpcd_01_00+0] req@ffff996d73777800 x1871641054277632/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946352.305788:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946352.305790:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946352.305794:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946352.305796:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946352.305798:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784946352.305799:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946352.305802:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784946352.305806:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946352.305807:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775f80 x1871641054277504/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946352.305812:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784946352.305817:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784946352.305823:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10476) 00000100:00000001:2.0:1784946352.305829:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946352.305830:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946352.305833:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946352.305835:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946352.305837:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946352.305843:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1784946352.305847:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054277504:192.168.202.106@tcp:400:kworker.0 00000100:00100000:3.0:1784946352.305847:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1784946352.305851:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946352.305853:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784946352.305855:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946352.305858:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784946352.305859:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784946352.305859:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784946352.305862:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946352.305863:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946352.305865:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784946352.305866:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784946352.305870:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73777800 x1871641054277632/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784946352.305871:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0800. 02000000:00000001:2.0:1784946352.305875:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946352.305880:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946352.305882:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946352.305884:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946352.305886:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784946352.305887:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:3.0:1784946352.305888:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946352.305893:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73777800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054277632:192.168.202.106@tcp:400:kworker.0 00000400:00000010:2.0:1784946352.305894:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000100:00000001:3.0:1784946352.305895:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946352.305899:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946352.305901:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946352.305902:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1784946352.305904:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6550. 02000000:00000010:3.0:1784946352.305905:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61900400. 02000000:00000001:3.0:1784946352.305908:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784946352.305912:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054277504, portal 25 00000400:00000200:3.0:1784946352.305912:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946352.305914:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784946352.305916:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1784946352.305919:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000001:2.0:1784946352.305920:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100529024 : -112779609022592 : ffff996d73775f80) 00000100:00000200:3.0:1784946352.305924:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054277632, portal 10 00000100:00000001:3.0:1784946352.305926:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946352.305928:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100535296 : -112779609016320 : ffff996d73777800) 00000100:00000040:2.0:1784946352.305930:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775f80 x1871641054277504/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946352.305935:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73777800 x1871641054277632/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946352.305950:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784946352.305950:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946352.305955:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000040:2.0:1784946352.305958:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946352.305958:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f13b8. 00000100:00000200:3.0:1784946352.305961:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054277632, offset 0 00000400:00000010:2.0:1784946352.305963:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6198. 00000400:00000200:3.0:1784946352.305968:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000200:2.0:1784946352.305973:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054277504, offset 0 00000400:00000200:3.0:1784946352.305977:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946352.305981:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946352.305984:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946352.305990:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946352.305992:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946352.305995:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946352.305997:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946352.306000:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314679:314679:256:4294967295] 192.168.202.106@tcp LPNI seq info [314675:314675:8:4294967295] 00000400:00000200:3.0:1784946352.306003:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946352.306007:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946352.306011:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946352.306018:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946352.306020:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946352.306025:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946352.306028:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000010:3.0:1784946352.306031:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000400:00000200:2.0:1784946352.306032:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946352.306036:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946352.306042:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314680:314680:255:4294967295] 192.168.202.106@tcp LPNI seq info [314676:314676:7:4294967295] 00000800:00000200:3.0:1784946352.306042:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946352.306047:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946352.306052:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946352.306057:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784946352.306058:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946352.306063:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946352.306067:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b000. 00000100:00000001:3.0:1784946352.306067:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946352.306073:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16742 usecs (17 jiffies) 00000800:00000200:2.0:1784946352.306074:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784946352.306079:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946352.306082:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:3.0:1784946352.306083:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305139217 00000800:00000200:2.0:1784946352.306086:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946352.306089:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784946352.306090:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322060. 00000400:00000200:2.0:1784946352.306094:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946352.306096:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305139887 00000100:00000001:3.0:1784946352.306097:0:2355:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784946352.306107:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305139217 00000100:00000010:3.0:1784946352.306110:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3228a0. 00000100:00000001:2.0:1784946352.306112:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305139217 00000100:00000001:3.0:1784946352.306113:0:2355:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946352.306120:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946352.306121:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305139887 00000100:00000001:3.0:1784946352.306122:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946352.306126:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946352.306128:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305139217 00000100:00000001:3.0:1784946352.306128:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946352.306135:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946352.306136:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1784946352.306140:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000100:00000001:2.0:1784946352.306141:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946352.306146:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946352.306148:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946352.306150:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946352.306153:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946352.306156:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946352.306157:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946352.306159:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946352.306163:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946352.306164:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f13b8 00000400:00000010:1.0:1784946352.306168:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f13b8. 00000100:00000001:1.0:1784946352.306174:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946352.306179:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73777800 x1871641054277632/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946352.306188:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946352.306191:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73777800 x1871641054277632/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946352.306197:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946352.306198:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946352.306268:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946352.306271:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b000. 00000400:00000200:1.0:1784946352.306284:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946352.306288:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946352.306290:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6198 00000400:00000010:1.0:1784946352.306291:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6198. 00000100:00000001:1.0:1784946352.306294:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946352.306297:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775f80 x1871641054277504/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946352.306303:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946352.306306:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775f80 x1871641054277504/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946352.306313:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946352.306314:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946352.307842:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946352.307854:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946352.307857:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946352.307860:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946352.307866:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946352.307871:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946352.307877:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946352.307880:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946352.307885:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946352.307889:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642ff000 00000400:00000200:1.0:1784946352.307893:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946352.307899:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce3b9 [1] + 224 00000800:00000001:1.0:1784946352.307905:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946352.307909:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946352.307912:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946352.307915:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946352.307922:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946352.307927:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73777800 x1871641054277632/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946352.307938:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73777800 x1871641054277632/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946352.307959:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946352.307967:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946352.307971:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946352.307973:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946352.307976:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946352.307979:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946352.307982:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946352.307986:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946352.307988:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946352.307991:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946352.307992:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946352.307996:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946352.307999:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fef80 00000400:00000001:3.0:1784946352.308004:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784946352.308006:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784946352.308007:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946352.308012:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946352.308016:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946352.308018:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946352.308021:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946352.308027:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce3b1 [1] + 224 00000100:00000200:3.0:1784946352.308029:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73777800 x1871641054277632/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946352.308035:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784946352.308044:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73777800 x1871641054277632/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946352.308045:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946352.308051:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946352.308060:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946352.308061:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946352.308064:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946352.308070:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775f80 x1871641054277504/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946352.308070:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946352.308075:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946352.308080:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946352.308084:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1784946352.308086:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775f80 x1871641054277504/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946352.308088:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946352.308094:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946352.308105:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=154 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946352.308110:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=74 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946352.308113:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946352.308113:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946352.308117:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946352.308120:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784946352.308121:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1784946352.308125:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784946352.308127:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946352.308133:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784946352.308135:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946352.308137:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946352.308139:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946352.308144:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784946352.308146:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73777800 x1871641054277632/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946352.308147:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946352.308151:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946352.308154:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946352.308157:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784946352.308162:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6550 00000100:00000001:3.0:1784946352.308162:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784946352.308164:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6550. 00000100:00000001:2.0:1784946352.308169:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946352.308169:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946352.308173:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784946352.308176:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775f80 x1871641054277504/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946352.308182:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73777800 x1871641054277632/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946368 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946352.308212:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775f80 x1871641054277504/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946352.308214:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73777800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054277632:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946352.308225:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946352.308226:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946352.308227:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946352.308231:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946352.308233:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946352.308234:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946352.308234:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784946352.308237:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946352.308239:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946352.308242:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73777800 x1871641054277632/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946368 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784946352.308243:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=154 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946352.308249:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=154 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946352.308255:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946352.308257:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946352.308261:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784946352.308263:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1784946352.308265:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946352.308267:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784946352.308269:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946352.308272:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61900400. 02000000:00000001:3.0:1784946352.308277:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946352.308280:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946352.308283:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000040:2.0:1784946352.308285:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775f80 x1871641054277504/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784946352.308286:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946352.308290:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea700. 00000100:00000001:2.0:1784946352.308298:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946352.308301:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946352.308302:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946352.308306:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775f80 x1871641054277504/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946368 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946352.308307:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946352.308311:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946352.308314:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73777800. 00000100:00100000:2.0:1784946352.308322:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054277504:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946352.308322:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946352.308325:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946352.308331:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946352.308332:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946352.308336:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784946352.308337:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1784946352.308341:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775f80 x1871641054277504/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946368 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946352.308341:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946352.308345:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946352.308350:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946352.308354:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784946352.308354:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946352.308359:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0800. 02000000:00000001:2.0:1784946352.308363:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946352.308365:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946352.308366:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784946352.308369:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946352.308370:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bead00. 02000000:00000001:2.0:1784946352.308373:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946352.308375:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946352.308376:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775f80. 00000100:00000001:2.0:1784946352.308379:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946352.308380:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946352.308382:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946352.308386:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946352.308387:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946352.308389:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946352.308390:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946352.625638:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946352.625645:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946352.625694:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946352.625698:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946352.625701:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946353.009601:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305139887, at 4305139904 00000100:00000040:1.0:1784946353.009601:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305139887, at 4305139904 00000100:00000010:1.0:1784946353.009616:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3228a0. 00000100:00000010:0.0:1784946353.009623:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322060. 00010000:00000001:1.0:1784946353.649619:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946353.649624:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946353.649678:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946353.649681:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946353.649684:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946354.673628:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946354.673634:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946354.673682:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946354.673685:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946354.673688:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946355.697638:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946355.697645:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946355.697708:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946355.697712:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946355.697715:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946356.721618:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946356.721622:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946356.721677:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946356.721681:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946356.721684:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946357.425623:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946357.425633:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946357.425645:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951f80. 00000020:00000040:2.0:1784946357.425650:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946357.425654:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946357.425657:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946357.425663:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946357.425670:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784946357.425675:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946357.425687:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951f80 x1871641054277760/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946357.425697:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946357.425701:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946357.425708:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c06e06] to pc [ptlrpcd_01_01+1] req@ffff996d73951f80 x1871641054277760/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946357.425736:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946357.425747:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946357.425751:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946357.425755:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953100. 00000100:00000001:3.0:1784946357.425756:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1784946357.425758:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946357.425761:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946357.425762:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946357.425765:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1784946357.425766:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784946357.425768:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946357.425773:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951f80 x1871641054277760/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784946357.425774:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784946357.425780:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946357.425785:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946357.425788:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946357.425789:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73953100 x1871641054277888/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1784946357.425791:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946357.425794:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946357.425798:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946357.425805:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1784946357.425805:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054277760:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946357.425810:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946357.425811:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946357.425817:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784946357.425818:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b49009a9] to pc [ptlrpcd_01_00+0] req@ffff996d73953100 x1871641054277888/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946357.425819:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946357.425823:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946357.425829:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61900400. 02000000:00000001:3.0:1784946357.425831:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946357.425832:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946357.425836:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1784946357.425839:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784946357.425843:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1784946357.425844:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000040:2.0:1784946357.425847:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1784946357.425851:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000040:2.0:1784946357.425852:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:3.0:1784946357.425858:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054277760, portal 25 00000100:00000040:2.0:1784946357.425859:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10482) 00000100:00000001:3.0:1784946357.425861:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946357.425864:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102478720 : -112779607072896 : ffff996d73951f80) 00000100:00000040:3.0:1784946357.425869:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951f80 x1871641054277760/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946357.425874:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784946357.425877:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784946357.425877:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784946357.425881:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1784946357.425882:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f13b8. 00000100:00000001:2.0:1784946357.425884:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1784946357.425886:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054277760, offset 0 00000100:00000040:2.0:1784946357.425892:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953100 x1871641054277888/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946357.425893:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946357.425903:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946357.425904:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946357.425907:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946357.425911:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946357.425915:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1784946357.425917:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1784946357.425919:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 02000000:00000001:2.0:1784946357.425922:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784946357.425925:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1784946357.425926:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946357.425929:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00100000:2.0:1784946357.425934:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054277888:192.168.202.106@tcp:400:kworker.0 00000400:00000200:3.0:1784946357.425939:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314681:314681:256:4294967295] 192.168.202.106@tcp LPNI seq info [314677:314677:8:4294967295] 00000100:00000001:2.0:1784946357.425941:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946357.425945:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946357.425948:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946357.425948:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784946357.425953:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946357.425957:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0800. 02000000:00000001:2.0:1784946357.425961:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946357.425966:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946357.425968:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946357.425973:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000800:00000200:3.0:1784946357.425979:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946357.425980:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6550. 00000100:00000200:2.0:1784946357.425986:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054277888, portal 10 00000800:00000010:3.0:1784946357.425986:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea700. 00000100:00000001:2.0:1784946357.425989:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946357.425991:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102483200 : -112779607068416 : ffff996d73953100) 00000800:00000200:3.0:1784946357.425996:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000040:2.0:1784946357.426000:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953100 x1871641054277888/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784946357.426009:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:2.0:1784946357.426013:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1784946357.426017:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea700 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1784946357.426018:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946357.426024:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6880. 00000100:00000200:2.0:1784946357.426028:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054277888, offset 0 00000400:00000200:2.0:1784946357.426033:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784946357.426036:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946357.426038:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946357.426043:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946357.426045:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:3.0:1784946357.426047:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305145007 00000400:00000200:2.0:1784946357.426050:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946357.426055:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000010:3.0:1784946357.426056:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322660. 00000400:00000200:2.0:1784946357.426058:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946357.426062:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:3.0:1784946357.426066:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1784946357.426067:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314682:314682:255:4294967295] 192.168.202.106@tcp LPNI seq info [314678:314678:7:4294967295] 00000400:00000200:2.0:1784946357.426074:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946357.426080:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305145007 00000400:00000200:2.0:1784946357.426086:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000010:3.0:1784946357.426088:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322360. 00000100:00000001:3.0:1784946357.426093:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946357.426097:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946357.426101:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784946357.426106:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784946357.426106:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946357.426112:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1784946357.426114:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b000. 00000800:00000200:2.0:1784946357.426120:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:3.0:1784946357.426121:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946357.426125:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1784946357.426129:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:3.0:1784946357.426130:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946357.426133:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1784946357.426134:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946357.426137:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946357.426139:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946357.426141:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946357.426144:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16742 usecs (17 jiffies) 00000400:00000200:2.0:1784946357.426149:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946357.426152:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305144337 00000100:00000001:2.0:1784946357.426155:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305145007 00000100:00000001:2.0:1784946357.426157:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305144337 00000100:00000001:2.0:1784946357.426160:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305145007 00000800:00000200:1.0:1784946357.426161:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946357.426163:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946357.426167:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784946357.426168:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea700. 00000100:00000001:2.0:1784946357.426171:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946357.426175:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946357.426175:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946357.426179:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946357.426182:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784946357.426185:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946357.426186:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946357.426189:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946357.426192:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f13b8 00000100:00000001:2.0:1784946357.426192:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946357.426196:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946357.426198:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f13b8. 00000100:00000001:1.0:1784946357.426204:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946357.426209:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951f80 x1871641054277760/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946357.426218:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946357.426222:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951f80 x1871641054277760/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946357.426229:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946357.426231:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946357.426244:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946357.426247:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b000. 00000400:00000200:1.0:1784946357.426249:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946357.426253:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946357.426256:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6880 00000400:00000010:1.0:1784946357.426257:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6880. 00000100:00000001:1.0:1784946357.426261:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946357.426264:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953100 x1871641054277888/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946357.426271:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946357.426274:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953100 x1871641054277888/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946357.426280:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946357.426282:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946357.427346:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946357.427364:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946357.427367:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946357.427369:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946357.427373:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946357.427377:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946357.427382:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946357.427385:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946357.427388:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946357.427391:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642ff080 00000400:00000200:1.0:1784946357.427394:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946357.427397:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce3c1 [1] + 224 00000800:00000001:1.0:1784946357.427402:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946357.427404:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946357.427406:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946357.427408:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946357.427412:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946357.427415:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951f80 x1871641054277760/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946357.427421:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951f80 x1871641054277760/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946357.427431:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946357.427436:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946357.427438:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946357.427439:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946357.427440:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946357.427442:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946357.427445:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946357.427447:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946357.427449:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946357.427450:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946357.427452:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642ff100 00000400:00000200:1.0:1784946357.427454:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946357.427456:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce3c9 [1] + 224 00000800:00000001:1.0:1784946357.427458:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946357.427461:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946357.427462:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946357.427464:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946357.427466:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946357.427468:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953100 x1871641054277888/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946357.427473:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953100 x1871641054277888/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946357.427482:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946357.427486:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946357.427488:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946357.427499:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946357.427502:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784946357.427506:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946357.427508:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946357.427509:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784946357.427513:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784946357.427513:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000100:00000001:2.0:1784946357.427534:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1784946357.427536:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946357.427540:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1784946357.427544:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1784946357.427544:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951f80 x1871641054277760/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784946357.427548:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946357.427552:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000100:00000200:3.0:1784946357.427554:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951f80 x1871641054277760/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784946357.427558:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6550 00000100:00000001:3.0:1784946357.427563:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1784946357.427564:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6550. 00000100:00000001:3.0:1784946357.427566:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946357.427570:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946357.427570:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946357.427572:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946357.427574:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946357.427576:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784946357.427579:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953100 x1871641054277888/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946357.427579:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946357.427584:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=9 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946357.427591:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=9 v=5 (1 1 1 1) 00000100:00000200:2.0:1784946357.427594:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953100 x1871641054277888/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946357.427595:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946357.427597:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946357.427602:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946357.427605:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946357.427609:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946357.427615:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946357.427618:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946357.427618:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951f80 x1871641054277760/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946357.427624:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946357.427629:0:2354:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784946357.427629:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946357.427632:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784946357.427633:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946357.427635:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1784946357.427637:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951f80 x1871641054277760/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946373 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946357.427638:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946357.427641:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946357.427648:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054277760:192.168.202.106@tcp:400:kworker.0 00000100:00001000:2.0:1784946357.427651:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=9 v=5 (5 5 5 5) 00000100:00000001:3.0:1784946357.427652:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946357.427656:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1784946357.427657:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=79 v=5 (1 1 1 1) 00000100:00000040:3.0:1784946357.427659:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951f80 x1871641054277760/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946373 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946357.427662:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946357.427665:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784946357.427669:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946357.427669:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946357.427672:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61900400. 00010000:00000001:2.0:1784946357.427673:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1784946357.427676:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946357.427679:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946357.427680:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00010000:00000001:2.0:1784946357.427683:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946357.427684:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946357.427688:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784946357.427689:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946357.427694:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 02000000:00000001:3.0:1784946357.427694:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946357.427697:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784946357.427698:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000010:3.0:1784946357.427701:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951f80. 00000100:00000001:2.0:1784946357.427702:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946357.427709:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1784946357.427711:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953100 x1871641054277888/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946357.427711:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946357.427717:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946357.427723:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946357.427724:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946357.427725:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946357.427727:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946357.427728:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946357.427734:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784946357.427735:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953100 x1871641054277888/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946373 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946357.427736:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946357.427744:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054277888:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946357.427747:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946357.427749:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946357.427750:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953100 x1871641054277888/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946373 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946357.427754:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946357.427756:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946357.427758:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0800. 02000000:00000001:2.0:1784946357.427761:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946357.427762:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946357.427764:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946357.427766:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946357.427767:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 02000000:00000001:2.0:1784946357.427769:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946357.427770:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946357.427772:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953100. 00000100:00000001:2.0:1784946357.427774:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946357.427775:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946357.427777:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946357.427781:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946357.427782:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946357.427784:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946357.427786:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946357.745635:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946357.745641:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946357.745692:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946357.745696:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946357.745699:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946358.129596:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305145007, at 4305145024 00000100:00000040:1.0:1784946358.129596:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305145007, at 4305145024 00000100:00000010:0.0:1784946358.129609:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322660. 00000100:00000010:1.0:1784946358.129611:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322360. 00010000:00000001:1.0:1784946358.769640:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946358.769647:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946358.769705:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946358.769708:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946358.769712:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946359.793591:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946359.793598:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946359.793653:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946359.793658:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946359.793662:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946360.817626:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946360.817633:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946360.817687:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946360.817691:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946360.817694:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946361.841594:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946361.841602:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946361.841604:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946361.841608:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946361.841613:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946361.841614:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946361.841616:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946361.841618:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946361.841655:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946361.841658:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946361.841660:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946362.545600:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946362.545610:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946362.545620:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953100. 00000020:00000040:2.0:1784946362.545626:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946362.545630:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946362.545633:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946362.545639:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946362.545646:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784946362.545657:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946362.545667:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73953100 x1871641054278016/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946362.545683:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946362.545687:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946362.545693:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b49009a9] to pc [ptlrpcd_01_01+1] req@ffff996d73953100 x1871641054278016/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946362.545715:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946362.545718:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946362.545722:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946362.545725:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950380. 00000020:00000040:2.0:1784946362.545728:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946362.545731:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946362.545733:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1784946362.545734:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784946362.545735:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946362.545739:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1784946362.545741:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b300. 00000100:00000001:3.0:1784946362.545741:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784946362.545747:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946362.545748:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953100 x1871641054278016/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946362.545754:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950380 x1871641054278144/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946362.545761:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946362.545764:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946362.545766:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946362.545768:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946362.545768:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946362.545771:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784946362.545774:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3424a88] to pc [ptlrpcd_01_00+0] req@ffff996d73950380 x1871641054278144/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946362.545775:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946362.545782:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054278016:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946362.545788:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784946362.545789:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946362.545792:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784946362.545793:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784946362.545794:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784946362.545796:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946362.545798:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784946362.545799:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784946362.545802:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:3.0:1784946362.545805:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61900200. 00000100:00000040:2.0:1784946362.545806:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10487) 02000000:00000001:3.0:1784946362.545808:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946362.545814:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946362.545815:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1784946362.545817:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784946362.545818:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946362.545821:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1784946362.545825:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000040:2.0:1784946362.545826:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950380 x1871641054278144/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946362.545832:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054278016, portal 25 00000100:00000001:3.0:1784946362.545836:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946362.545839:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102483200 : -112779607068416 : ffff996d73953100) 00000100:00000001:2.0:1784946362.545844:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946362.545846:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946362.545847:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953100 x1871641054278016/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946362.545848:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946362.545851:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946362.545855:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946362.545860:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1784946362.545861:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054278144:192.168.202.106@tcp:400:kworker.0 00000100:00000040:3.0:1784946362.545865:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946362.545869:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1f68. 00000100:00000001:2.0:1784946362.545870:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1784946362.545872:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054278016, offset 0 02000000:00000001:2.0:1784946362.545874:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946362.545877:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946362.545878:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 02000000:00000001:2.0:1784946362.545881:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946362.545887:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0800. 00000400:00000200:3.0:1784946362.545888:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784946362.545891:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946362.545896:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946362.545900:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946362.545902:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1784946362.545905:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000200:3.0:1784946362.545906:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946362.545911:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1784946362.545912:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6550. 00000400:00000200:3.0:1784946362.545914:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000200:2.0:1784946362.545917:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054278144, portal 10 00000400:00000200:3.0:1784946362.545918:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314683:314683:256:4294967295] 192.168.202.106@tcp LPNI seq info [314679:314679:8:4294967295] 00000100:00000001:2.0:1784946362.545921:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946362.545923:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102471552 : -112779607080064 : ffff996d73950380) 00000400:00000200:3.0:1784946362.545924:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784946362.545932:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950380 x1871641054278144/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946362.545938:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:2.0:1784946362.545951:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1784946362.545951:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000040:2.0:1784946362.545957:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946362.545958:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000400:00000010:2.0:1784946362.545961:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f65d8. 00000100:00000200:2.0:1784946362.545965:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054278144, offset 0 00000800:00000200:3.0:1784946362.545968:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946362.545974:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946362.545980:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946362.545981:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784946362.545985:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:3.0:1784946362.545988:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784946362.545989:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946362.545994:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946362.545996:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946362.545997:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946362.546000:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314684:314684:255:4294967295] 192.168.202.106@tcp LPNI seq info [314680:314680:7:4294967295] 00000400:00000200:2.0:1784946362.546003:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946362.546007:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946362.546013:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784946362.546013:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946362.546018:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305150127 00000800:00000200:2.0:1784946362.546024:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000010:3.0:1784946362.546024:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3221e0. 00000800:00000010:2.0:1784946362.546030:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b500. 00000100:00000001:3.0:1784946362.546031:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1784946362.546038:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:3.0:1784946362.546038:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305150127 00000100:00000010:3.0:1784946362.546046:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3222a0. 00000800:00000200:2.0:1784946362.546047:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946362.546053:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946362.546053:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946362.546060:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946362.546060:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784946362.546066:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16742 usecs (17 jiffies) 00000100:00000001:3.0:1784946362.546066:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946362.546072:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946362.546073:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784946362.546075:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946362.546077:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305149457 00000800:00000010:1.0:1784946362.546080:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea800. 00000100:00000001:2.0:1784946362.546080:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305150127 00000100:00000001:2.0:1784946362.546082:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305149457 00000100:00000001:3.0:1784946362.546082:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946362.546086:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946362.546088:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305150127 00000100:00000001:2.0:1784946362.546090:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946362.546092:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946362.546094:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946362.546096:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946362.546100:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946362.546100:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946362.546100:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946362.546102:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946362.546106:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946362.546106:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946362.546107:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946362.546110:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1f68 00000100:00000001:2.0:1784946362.546111:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946362.546112:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1784946362.546113:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1f68. 00000100:00000001:2.0:1784946362.546113:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946362.546114:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946362.546118:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946362.546121:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784946362.546121:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946362.546127:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953100 x1871641054278016/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946362.546138:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946362.546141:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953100 x1871641054278016/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946362.546148:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946362.546150:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946362.546200:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946362.546202:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b500. 00000400:00000200:1.0:1784946362.546204:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946362.546207:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946362.546209:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f65d8 00000400:00000010:1.0:1784946362.546210:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f65d8. 00000100:00000001:1.0:1784946362.546212:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946362.546214:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950380 x1871641054278144/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946362.546219:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946362.546220:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950380 x1871641054278144/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946362.546224:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946362.546226:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946362.547443:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946362.547453:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946362.547455:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946362.547457:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946362.547460:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946362.547464:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946362.547468:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946362.547472:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946362.547474:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946362.547477:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642ff200 00000400:00000200:1.0:1784946362.547480:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946362.547484:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce3d9 [1] + 224 00000800:00000001:1.0:1784946362.547488:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946362.547504:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946362.547506:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946362.547509:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946362.547512:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946362.547533:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950380 x1871641054278144/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946362.547540:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950380 x1871641054278144/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946362.547551:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946362.547557:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946362.547559:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946362.547560:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946362.547561:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946362.547564:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946362.547566:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946362.547569:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946362.547571:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946362.547573:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946362.547576:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642ff180 00000100:00000001:2.0:1784946362.547578:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946362.547580:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946362.547581:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946362.547586:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce3d1 [1] + 224 00000800:00000001:1.0:1784946362.547589:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784946362.547591:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784946362.547594:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784946362.547594:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946362.547596:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:1.0:1784946362.547597:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784946362.547600:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6550 00000400:00000200:1.0:1784946362.547602:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000010:2.0:1784946362.547603:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6550. 00000100:00000001:1.0:1784946362.547607:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946362.547607:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946362.547611:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950380 x1871641054278144/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946362.547613:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953100 x1871641054278016/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946362.547632:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950380 x1871641054278144/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946362.547638:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953100 x1871641054278016/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946362.547639:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946362.547641:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946362.547644:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946362.547646:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946362.547649:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946362.547653:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946362.547656:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946362.547660:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1784946362.547661:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=14 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946362.547665:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=84 v=5 (1 1 1 1) 00000800:00000001:1.0:1784946362.547667:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784946362.547667:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946362.547670:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946362.547672:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784946362.547673:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946362.547676:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946362.547678:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946362.547679:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946362.547681:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946362.547682:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946362.547689:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950380 x1871641054278144/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946362.547690:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946362.547694:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946362.547696:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946362.547698:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946362.547699:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784946362.547699:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946362.547703:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1784946362.547705:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950380 x1871641054278144/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784946362.547707:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946362.547712:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000100:00100000:2.0:1784946362.547715:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054278144:192.168.202.106@tcp:400:kworker.0 00000400:00000010:3.0:1784946362.547716:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:2.0:1784946362.547720:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946362.547721:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946362.547724:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946362.547730:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950380 x1871641054278144/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946362.547730:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953100 x1871641054278016/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946362.547750:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946362.547753:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946362.547756:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0800. 00000100:00000200:3.0:1784946362.547758:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953100 x1871641054278016/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946362.547759:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946362.547761:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946362.547764:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946362.547768:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946362.547771:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b300. 00000100:00000001:3.0:1784946362.547773:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784946362.547774:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946362.547777:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784946362.547777:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1784946362.547778:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950380. 00000100:00000001:2.0:1784946362.547783:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946362.547783:0:2355:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784946362.547786:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784946362.547787:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946362.547788:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946362.547789:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946362.547792:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946362.547792:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946362.547794:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946362.547796:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946362.547797:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946362.547800:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946362.547801:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=14 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946362.547806:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=14 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946362.547809:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946362.547810:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946362.547812:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946362.547813:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946362.547815:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946362.547819:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953100 x1871641054278016/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946362.547824:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946362.547826:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946362.547828:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946362.547831:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953100 x1871641054278016/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946362.547838:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054278016:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946362.547843:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946362.547845:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946362.547848:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953100 x1871641054278016/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946362.547854:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946362.547856:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946362.547857:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61900200. 02000000:00000001:3.0:1784946362.547861:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946362.547862:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946362.547863:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946362.547866:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946362.547867:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 02000000:00000001:3.0:1784946362.547870:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946362.547871:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946362.547872:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953100. 00000100:00000001:3.0:1784946362.547874:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946362.547876:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946362.547877:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946362.547881:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946362.547882:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946362.547884:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946362.547886:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946362.865644:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946362.865650:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946362.865713:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946362.865717:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946362.865721:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946363.249608:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305150127, at 4305150144 00000100:00000040:1.0:1784946363.249613:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305150127, at 4305150144 00000100:00000010:0.0:1784946363.249625:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3221e0. 00000100:00000010:1.0:1784946363.249626:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3222a0. 00010000:00000001:1.0:1784946363.889667:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946363.889673:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946363.889735:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946363.889739:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946363.889742:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784946364.273639:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784946364.273647:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784946364.273652:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1784946364.273790:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784946364.273795:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946364.273803:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946364.273806:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946364.273809:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784946364.913629:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946364.913636:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946364.913698:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946364.913702:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946364.913705:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946365.937617:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946365.937622:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946365.937678:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946365.937681:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946365.937683:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946366.961601:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946366.961605:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946366.961664:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946366.961668:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946366.961670:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784946367.665619:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946367.665626:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946367.665635:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73777800. 00000020:00000040:3.0:1784946367.665639:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946367.665642:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946367.665645:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946367.665649:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946367.665655:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beaf00. 00000100:00000001:3.0:1784946367.665660:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946367.665668:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73777800 x1871641054278272/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946367.665676:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946367.665679:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946367.665684:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000beeb1e93] to pc [ptlrpcd_01_01+1] req@ffff996d73777800 x1871641054278272/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946367.665707:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946367.665709:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946367.665712:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946367.665713:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73777100. 00000020:00000040:3.0:1784946367.665715:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946367.665717:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946367.665718:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946367.665719:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946367.665722:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea800. 00000100:00000001:3.0:1784946367.665724:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946367.665727:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73777100 x1871641054278400/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946367.665731:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946367.665731:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946367.665734:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946367.665739:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:3.0:1784946367.665739:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000294846d0] to pc [ptlrpcd_01_00+0] req@ffff996d73777100 x1871641054278400/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946367.665744:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946367.665750:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946367.665752:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946367.665754:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1784946367.665756:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784946367.665758:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946367.665759:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946367.665762:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784946367.665764:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784946367.665765:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946367.665768:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946367.665768:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10492) 00000100:00000040:2.0:1784946367.665774:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73777100 x1871641054278400/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946367.665781:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946367.665782:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946367.665785:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946367.665787:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946367.665789:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946367.665792:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73777100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054278400:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946367.665793:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946367.665796:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946367.665797:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946367.665802:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946367.665804:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946367.665807:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946367.665810:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0800. 02000000:00000001:2.0:1784946367.665812:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946367.665817:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946367.665820:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784946367.665825:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6550. 00000100:00000200:2.0:1784946367.665830:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054278400, portal 10 00000100:00000001:2.0:1784946367.665832:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946367.665833:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100533504 : -112779609018112 : ffff996d73777100) 00000100:00000040:2.0:1784946367.665838:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73777100 x1871641054278400/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946367.665842:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946367.665844:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946367.665846:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f64c8. 00000100:00000200:2.0:1784946367.665848:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054278400, offset 0 00000400:00000200:2.0:1784946367.665852:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946367.665857:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946367.665861:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946367.665865:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946367.665868:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946367.665870:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946367.665872:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946367.665875:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314685:314685:256:4294967295] 192.168.202.106@tcp LPNI seq info [314681:314681:8:4294967295] 00000400:00000200:2.0:1784946367.665878:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946367.665884:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946367.665888:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946367.665892:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b300. 00000800:00000200:2.0:1784946367.665896:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946367.665902:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946367.665904:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946367.665915:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946367.665918:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16741 usecs (17 jiffies) 00000400:00000200:2.0:1784946367.665920:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946367.665922:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305154577 00000100:00000010:2.0:1784946367.665925:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c960. 00000100:00000001:2.0:1784946367.665930:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946367.665934:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305154577 00000100:00000010:2.0:1784946367.665937:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cc00. 00000100:00000001:2.0:1784946367.665939:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946367.665945:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946367.665947:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946367.665949:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946367.665951:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73777800 x1871641054278272/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946367.665956:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946367.665956:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946367.665958:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946367.665959:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946367.665960:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946367.665963:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73777800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054278272:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946367.665965:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946367.665968:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946367.665969:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946367.665970:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946367.665973:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946367.665975:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946367.665977:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946367.665980:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784946367.665983:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6440. 00000100:00000200:2.0:1784946367.665984:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054278272, portal 25 00000100:00000001:2.0:1784946367.665986:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946367.665987:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100535296 : -112779609016320 : ffff996d73777800) 00000100:00000040:2.0:1784946367.665990:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73777800 x1871641054278272/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946367.665994:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946367.665995:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946367.665997:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6c38. 00000100:00000200:2.0:1784946367.665998:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054278272, offset 0 00000400:00000200:2.0:1784946367.666001:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946367.666003:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946367.666006:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:0.0:1784946367.666007:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784946367.666008:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1784946367.666012:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b300. 00000400:00000200:2.0:1784946367.666014:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946367.666017:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784946367.666018:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946367.666025:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:2.0:1784946367.666025:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946367.666032:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f64c8 00000400:00000200:2.0:1784946367.666033:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314686:314686:255:4294967295] 192.168.202.106@tcp LPNI seq info [314682:314682:7:4294967295] 00000400:00000010:0.0:1784946367.666034:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f64c8. 00000100:00000001:0.0:1784946367.666040:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784946367.666042:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:0.0:1784946367.666046:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73777100 x1871641054278400/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784946367.666059:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:0.0:1784946367.666061:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946367.666066:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73777100 x1871641054278400/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784946367.666069:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946367.666076:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511ba00. 00000100:00000001:0.0:1784946367.666082:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946367.666084:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1784946367.666084:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946367.666090:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946367.666092:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946367.666095:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946367.666098:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946367.666099:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305155247 00000100:00000001:2.0:1784946367.666103:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305154577 00000800:00000200:0.0:1784946367.666105:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946367.666106:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305155247 00000800:00000010:0.0:1784946367.666109:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511ba00. 00000100:00000001:2.0:1784946367.666110:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305154577 00000400:00000200:0.0:1784946367.666112:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946367.666113:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946367.666117:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946367.666118:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946367.666122:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6c38 00000100:00000001:2.0:1784946367.666122:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784946367.666126:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6c38. 00000100:00000001:2.0:1784946367.666126:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946367.666129:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784946367.666131:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1784946367.666134:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73777800 x1871641054278272/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946367.666134:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946367.666138:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946367.666140:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946367.666143:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946367.666145:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73777800 x1871641054278272/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946367.666149:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946367.666154:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946367.666155:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946367.666158:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946367.667262:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946367.667282:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946367.667284:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946367.667285:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946367.667290:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946367.667293:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946367.667302:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946367.667306:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946367.667310:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946367.667314:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642ff300 00000400:00000200:1.0:1784946367.667318:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946367.667323:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce3e1 [1] + 224 00000800:00000001:1.0:1784946367.667328:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946367.667332:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946367.667334:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946367.667338:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946367.667342:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946367.667346:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73777100 x1871641054278400/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946367.667357:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73777100 x1871641054278400/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946367.667369:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946367.667374:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946367.667377:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946367.667378:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946367.667379:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946367.667381:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946367.667383:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946367.667386:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946367.667388:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946367.667391:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946367.667393:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642ff280 00000400:00000200:1.0:1784946367.667396:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946367.667398:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce3e9 [1] + 224 00000800:00000001:1.0:1784946367.667400:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784946367.667402:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946367.667405:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784946367.667406:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946367.667409:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1784946367.667411:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784946367.667415:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000001:2.0:1784946367.667415:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946367.667419:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784946367.667424:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6550 00000400:00000010:2.0:1784946367.667425:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6550. 00000100:00000001:2.0:1784946367.667428:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946367.667429:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946367.667435:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73777100 x1871641054278400/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946367.667437:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73777800 x1871641054278272/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946367.667463:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73777800 x1871641054278272/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946367.667463:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73777100 x1871641054278400/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946367.667490:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946367.667491:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946367.667495:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946367.667497:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784946367.667499:0:2354:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:1.0:1784946367.667501:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784946367.667503:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946367.667506:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946367.667509:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946367.667512:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946367.667537:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=19 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946367.667541:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=89 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946367.667543:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946367.667545:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946367.667548:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946367.667551:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946367.667554:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946367.667555:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946367.667557:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946367.667559:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946367.667564:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73777100 x1871641054278400/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946367.667570:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946367.667572:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946367.667574:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946367.667578:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73777100 x1871641054278400/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946367.667585:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73777100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054278400:192.168.202.106@tcp:400:kworker.0 00000400:00000001:2.0:1784946367.667590:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946367.667592:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946367.667593:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946367.667596:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6440 00000400:00000010:2.0:1784946367.667597:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6440. 00000100:00000001:2.0:1784946367.667600:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946367.667603:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73777800 x1871641054278272/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946367.667611:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73777800 x1871641054278272/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946367.667617:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946367.667618:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946367.667620:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946367.667621:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946367.667622:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946367.667624:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946367.667626:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946367.667628:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=19 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946367.667631:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=19 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946367.667633:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946367.667635:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946367.667636:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946367.667637:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946367.667639:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946367.667642:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73777800 x1871641054278272/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946367.667648:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946367.667650:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946367.667651:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946367.667655:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73777800 x1871641054278272/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946367.667662:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73777800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054278272:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946367.667666:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946367.667668:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946367.667671:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73777100 x1871641054278400/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946367.667677:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946367.667680:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946367.667682:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0800. 02000000:00000001:2.0:1784946367.667685:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946367.667687:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946367.667688:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946367.667690:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946367.667692:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea800. 02000000:00000001:2.0:1784946367.667695:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946367.667697:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946367.667698:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73777100. 00000100:00000001:2.0:1784946367.667702:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946367.667703:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946367.667704:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946367.667708:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73777800 x1871641054278272/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946367.667719:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946367.667721:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946367.667722:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946367.667725:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946367.667726:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946367.667727:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784946367.667729:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946367.667730:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beaf00. 02000000:00000001:2.0:1784946367.667732:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946367.667734:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946367.667735:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73777800. 00000100:00000001:2.0:1784946367.667737:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946367.667738:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946367.667740:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946367.667743:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946367.667744:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946367.667745:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946367.667746:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946367.985622:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946367.985626:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946367.985676:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946367.985679:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946367.985682:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946368.369616:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305155247, at 4305155264 00000100:00000010:1.0:1784946368.369632:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cc00. 00000100:00000040:0.0:1784946368.369694:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305155247, at 4305155264 00000100:00000010:0.0:1784946368.369700:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c960. 00010000:00000001:1.0:1784946369.009592:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946369.009597:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946369.009649:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946369.009653:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946369.009658:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946370.033612:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946370.033618:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946370.033669:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946370.033673:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946370.033675:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946371.057579:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946371.057584:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946371.057621:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946371.057624:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946371.057627:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946372.081639:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946372.081647:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946372.081649:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946372.081652:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946372.081656:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946372.081658:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946372.081660:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946372.081661:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946372.081724:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946372.081728:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946372.081732:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946372.785654:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946372.785662:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946372.785671:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328a680. 00000020:00000040:0.0:1784946372.785675:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946372.785679:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946372.785682:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946372.785687:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946372.785693:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4000. 00000100:00000001:0.0:1784946372.785698:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946372.785709:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d4328a680 x1871641054278528/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946372.785722:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946372.785726:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946372.785731:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6fb888] to pc [ptlrpcd_00_01+1] req@ffff996d4328a680 x1871641054278528/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946372.785756:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946372.785758:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946372.785761:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946372.785763:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328b100. 00000020:00000040:0.0:1784946372.785765:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946372.785767:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946372.785768:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946372.785769:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946372.785771:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4c00. 00000100:00000001:0.0:1784946372.785774:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946372.785777:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d4328b100 x1871641054278656/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946372.785783:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946372.785784:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946372.785787:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028243735] to pc [ptlrpcd_00_00+0] req@ffff996d4328b100 x1871641054278656/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946372.785793:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946372.785794:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946372.785798:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946372.785800:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784946372.785802:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784946372.785805:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946372.785806:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784946372.785812:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946372.785818:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328a680 x1871641054278528/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946372.785819:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10497) 00000100:00000001:1.0:1784946372.785832:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946372.785834:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946372.785837:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784946372.785838:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784946372.785843:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784946372.785843:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946372.785847:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946372.785848:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1784946372.785852:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054278528:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946372.785857:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1784946372.785858:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328b100 x1871641054278656/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784946372.785862:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946372.785865:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946372.785872:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946372.785874:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946372.785877:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1784946372.785879:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1784946372.785882:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ad800. 02000000:00000001:0.0:1784946372.785883:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946372.785887:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946372.785889:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946372.785896:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00100000:0.0:1784946372.785897:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054278656:192.168.202.106@tcp:400:kworker.0 00000400:00000010:1.0:1784946372.785900:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d268. 00000100:00000001:0.0:1784946372.785904:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1784946372.785908:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294e58. 02000000:00000001:0.0:1784946372.785909:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946372.785913:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946372.785915:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054278528, portal 25 02000000:00000001:0.0:1784946372.785916:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784946372.785920:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1784946372.785922:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394a800. 00000100:00000001:1.0:1784946372.785922:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290063488 : -112780419488128 : ffff996d4328a680) 02000000:00000001:0.0:1784946372.785926:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946372.785932:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328a680 x1871641054278528/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946372.785933:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946372.785937:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652ff20. 00000400:00000010:0.0:1784946372.785943:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627faa0. 00000100:00000001:1.0:1784946372.785944:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1784946372.785948:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054278656, portal 10 00000100:00000040:1.0:1784946372.785949:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784946372.785952:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1784946372.785955:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294ee0. 00000100:00000001:0.0:1784946372.785956:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290066176 : -112780419485440 : ffff996d4328b100) 00000100:00000200:1.0:1784946372.785961:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054278528, offset 0 00000100:00000040:0.0:1784946372.785966:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328b100 x1871641054278656/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946372.785970:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784946372.785976:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784946372.785980:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:0.0:1784946372.785986:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946372.785989:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000010:0.0:1784946372.785990:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f330. 00000100:00000200:0.0:1784946372.785994:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054278656, offset 0 00000400:00000200:1.0:1784946372.785995:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946372.786002:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946372.786002:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946372.786008:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946372.786011:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946372.786014:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314687:314687:256:4294967295] 192.168.202.106@tcp LPNI seq info [314683:314683:8:4294967295] 00000400:00000200:1.0:1784946372.786017:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946372.786025:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946372.786031:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946372.786032:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946372.786039:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000010:1.0:1784946372.786040:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83adc00. 00000400:00000200:0.0:1784946372.786043:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946372.786046:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:1.0:1784946372.786051:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784946372.786052:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946372.786056:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946372.786059:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314688:314688:255:4294967295] 192.168.202.106@tcp LPNI seq info [314684:314684:7:4294967295] 00000800:00000200:1.0:1784946372.786064:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784946372.786067:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784946372.786071:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83adc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784946372.786079:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946372.786084:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946372.786087:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784946372.786088:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4100. 00000400:00000200:1.0:1784946372.786096:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:0.0:1784946372.786099:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:1.0:1784946372.786100:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305160367 00000100:00000010:1.0:1784946372.786108:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f180. 00000800:00000200:0.0:1784946372.786111:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:1.0:1784946372.786115:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1784946372.786116:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946372.786123:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305160367 00000100:00000001:0.0:1784946372.786124:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784946372.786129:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f4e0. 00000100:00000040:0.0:1784946372.786131:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16741 usecs (17 jiffies) 00000100:00000001:1.0:1784946372.786133:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1784946372.786139:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946372.786144:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305159697 00000100:00000001:1.0:1784946372.786144:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946372.786149:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946372.786150:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305160367 00000100:00000001:1.0:1784946372.786152:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946372.786156:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305159697 00000100:00000001:1.0:1784946372.786157:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946372.786162:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305160367 00000100:00000001:1.0:1784946372.786164:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946372.786165:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946372.786167:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946372.786171:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946372.786171:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946372.786173:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946372.786177:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946372.786177:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946372.786184:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946372.786184:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946372.786193:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946372.786196:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946372.786199:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946372.786201:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946372.786203:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946372.786205:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946372.786242:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946372.786246:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83adc00. 00000400:00000200:1.0:1784946372.786253:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946372.786257:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946372.786261:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294ee0 00000400:00000010:1.0:1784946372.786263:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294ee0. 00000100:00000001:1.0:1784946372.786267:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946372.786270:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328a680 x1871641054278528/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946372.786278:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946372.786280:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328a680 x1871641054278528/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946372.786290:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946372.786291:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946372.786345:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946372.786347:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4100. 00000400:00000200:1.0:1784946372.786350:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946372.786352:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946372.786354:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f330 00000400:00000010:1.0:1784946372.786355:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f330. 00000100:00000001:1.0:1784946372.786357:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946372.786360:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328b100 x1871641054278656/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946372.786365:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946372.786367:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328b100 x1871641054278656/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946372.786371:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946372.786372:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946372.787782:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946372.787793:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946372.787796:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946372.787799:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946372.787804:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946372.787810:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946372.787817:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946372.787821:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946372.787826:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946372.787831:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642ff380 00000400:00000200:1.0:1784946372.787836:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946372.787841:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce3f1 [1] + 224 00000800:00000001:1.0:1784946372.787848:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946372.787852:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946372.787855:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946372.787858:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946372.787864:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946372.787869:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328a680 x1871641054278528/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946372.787881:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328a680 x1871641054278528/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946372.787900:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946372.787908:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946372.787913:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946372.787916:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946372.787920:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946372.787921:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946372.787924:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946372.787925:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:0.0:1784946372.787929:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946372.787932:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946372.787935:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d268. 00000400:00000200:1.0:1784946372.787936:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946372.787941:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294e58 00000400:00000010:0.0:1784946372.787943:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294e58. 00000100:00000001:0.0:1784946372.787948:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946372.787948:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:0.0:1784946372.787954:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328a680 x1871641054278528/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946372.787955:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946372.787965:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:0.0:1784946372.787969:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328a680 x1871641054278528/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946372.787976:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642ff400 00000100:00000001:0.0:1784946372.787980:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946372.787983:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946372.787987:0:2353:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:1.0:1784946372.787987:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:0.0:1784946372.787989:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946372.787993:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946372.787995:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946372.787997:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce3f9 [1] + 224 02000000:00000001:0.0:1784946372.787998:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946372.788004:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=24 v=5 (5 5 5 5) 00000800:00000001:1.0:1784946372.788006:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:0.0:1784946372.788008:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=24 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946372.788011:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946372.788012:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946372.788014:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946372.788016:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946372.788018:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946372.788018:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946372.788025:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784946372.788026:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328a680 x1871641054278528/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946372.788036:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946372.788037:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946372.788041:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946372.788043:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946372.788044:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1784946372.788048:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328a680 x1871641054278528/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946372.788054:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328b100 x1871641054278656/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946372.788058:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054278528:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946372.788066:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946372.788069:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946372.788073:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328a680 x1871641054278528/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946372.788082:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1784946372.788082:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328b100 x1871641054278656/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946372.788086:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946372.788090:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ad800. 02000000:00000001:0.0:1784946372.788097:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946372.788101:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946372.788103:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946372.788105:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1784946372.788106:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946372.788111:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4000. 00000800:00000001:1.0:1784946372.788114:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784946372.788115:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946372.788119:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:1.0:1784946372.788120:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1784946372.788121:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328a680. 00000100:00000001:0.0:1784946372.788128:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946372.788131:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946372.788133:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946372.788138:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946372.788140:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946372.788142:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946372.788145:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946372.788149:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946372.788153:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946372.788157:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946372.788159:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946372.788162:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652ff20. 00000400:00000200:1.0:1784946372.788167:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627faa0 00000400:00000010:1.0:1784946372.788169:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627faa0. 00000100:00000001:1.0:1784946372.788171:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946372.788176:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328b100 x1871641054278656/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946372.788186:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328b100 x1871641054278656/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946372.788193:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946372.788195:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946372.788198:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946372.788200:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946372.788201:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946372.788203:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946372.788205:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946372.788211:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=24 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946372.788214:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946372.788217:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946372.788219:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946372.788221:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946372.788238:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946372.788241:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784946372.788243:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946372.788245:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946372.788247:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946372.788252:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328b100 x1871641054278656/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946372.788260:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946372.788262:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946372.788264:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946372.788268:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328b100 x1871641054278656/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946372.788284:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054278656:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946372.788288:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946372.788290:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946372.788293:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328b100 x1871641054278656/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946372.788300:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946372.788302:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946372.788304:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394a800. 02000000:00000001:1.0:1784946372.788308:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946372.788309:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946372.788311:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946372.788313:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946372.788315:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4c00. 02000000:00000001:1.0:1784946372.788317:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946372.788319:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946372.788320:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328b100. 00000100:00000001:1.0:1784946372.788323:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946372.788325:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946372.788327:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946372.788331:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946372.788332:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946372.788334:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946372.788336:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946373.105621:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946373.105626:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946373.105675:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946373.105679:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946373.105682:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946373.489622:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305160367, at 4305160384 00000100:00000040:0.0:1784946373.489625:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305160367, at 4305160384 00000100:00000010:0.0:1784946373.489640:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f180. 00000100:00000010:1.0:1784946373.489642:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f4e0. 00010000:00000001:1.0:1784946374.129599:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946374.129605:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946374.129652:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946374.129655:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946374.129657:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946375.153636:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946375.153641:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946375.153707:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946375.153710:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946375.153713:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946376.177611:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946376.177617:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946376.177688:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946376.177693:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946376.177697:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946377.201629:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946377.201645:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946377.201712:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946377.201717:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946377.201721:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946377.905651:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946377.905661:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946377.905672:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950380. 00000020:00000040:2.0:1784946377.905678:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946377.905683:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946377.905687:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946377.905692:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946377.905701:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784946377.905709:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946377.905720:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950380 x1871641054278784/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946377.905739:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946377.905744:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946377.905751:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3424a88] to pc [ptlrpcd_01_01+1] req@ffff996d73950380 x1871641054278784/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946377.905784:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946377.905787:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946377.905791:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946377.905794:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951880. 00000020:00000040:2.0:1784946377.905797:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946377.905801:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946377.905802:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946377.905805:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946377.905809:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b100. 00000100:00000001:2.0:1784946377.905812:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946377.905818:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951880 x1871641054278912/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946377.905823:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946377.905829:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946377.905830:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946377.905834:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946377.905843:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950380 x1871641054278784/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946377.905844:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946377.905859:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084695538] to pc [ptlrpcd_01_00+0] req@ffff996d73951880 x1871641054278912/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946377.905865:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946377.905870:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946377.905875:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946377.905882:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784946377.905883:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784946377.905889:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784946377.905890:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784946377.905893:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784946377.905896:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946377.905900:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1784946377.905905:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054278784:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784946377.905908:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10502) 00000100:00000001:3.0:1784946377.905915:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946377.905922:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946377.905926:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946377.905928:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784946377.905929:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784946377.905933:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946377.905937:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1784946377.905938:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61901200. 02000000:00000001:3.0:1784946377.905943:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946377.905944:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951880 x1871641054278912/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946377.905955:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946377.905959:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946377.905962:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784946377.905963:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 02000000:00000001:2.0:1784946377.905966:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946377.905970:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946377.905973:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784946377.905974:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00100000:2.0:1784946377.905980:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054278912:192.168.202.106@tcp:400:kworker.0 00000100:00000200:3.0:1784946377.905985:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054278784, portal 25 00000100:00000001:2.0:1784946377.905986:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946377.905991:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784946377.905991:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946377.905995:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102471552 : -112779607080064 : ffff996d73950380) 02000000:00000001:2.0:1784946377.905996:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946377.906002:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946377.906007:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 00000100:00000040:3.0:1784946377.906009:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950380 x1871641054278784/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946377.906012:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946377.906022:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946377.906027:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1784946377.906029:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000100:00000040:3.0:1784946377.906034:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946377.906036:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6440. 00000400:00000010:3.0:1784946377.906040:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1550. 00000100:00000200:2.0:1784946377.906042:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054278912, portal 10 00000100:00000200:3.0:1784946377.906046:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054278784, offset 0 00000100:00000001:2.0:1784946377.906047:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946377.906050:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476928 : -112779607074688 : ffff996d73951880) 00000400:00000200:3.0:1784946377.906058:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:2.0:1784946377.906063:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951880 x1871641054278912/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946377.906072:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946377.906078:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946377.906083:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946377.906086:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000010:2.0:1784946377.906089:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6550. 00000100:00000200:2.0:1784946377.906094:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054278912, offset 0 00000400:00000200:3.0:1784946377.906095:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946377.906104:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946377.906106:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946377.906111:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946377.906116:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946377.906121:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314689:314689:256:4294967295] 192.168.202.106@tcp LPNI seq info [314685:314685:8:4294967295] 00000400:00000200:3.0:1784946377.906126:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946377.906133:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946377.906144:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946377.906145:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946377.906151:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946377.906158:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:3.0:1784946377.906159:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946377.906163:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946377.906167:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000010:3.0:1784946377.906168:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea700. 00000400:00000200:2.0:1784946377.906173:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314690:314690:255:4294967295] 192.168.202.106@tcp LPNI seq info [314686:314686:7:4294967295] 00000400:00000200:2.0:1784946377.906197:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946377.906199:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946377.906209:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946377.906214:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946377.906221:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784946377.906222:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946377.906230:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bc00. 00000800:00000200:2.0:1784946377.906236:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946377.906241:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946377.906245:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946377.906248:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946377.906250:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946377.906256:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16740 usecs (17 jiffies) 00000400:00000200:3.0:1784946377.906257:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946377.906265:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946377.906265:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305165487 00000100:00000001:2.0:1784946377.906270:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305164817 00000100:00000010:3.0:1784946377.906274:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322300. 00000100:00000001:3.0:1784946377.906282:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784946377.906300:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305165487 00000100:00000001:2.0:1784946377.906301:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305165487 00000100:00000001:2.0:1784946377.906307:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305164817 00000100:00000010:3.0:1784946377.906307:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322f00. 00000100:00000001:3.0:1784946377.906316:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946377.906322:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946377.906323:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305165487 00000100:00000001:2.0:1784946377.906330:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946377.906331:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946377.906333:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946377.906336:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946377.906339:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946377.906341:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784946377.906342:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea700. 00000100:00000001:3.0:1784946377.906344:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946377.906347:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946377.906355:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946377.906355:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946377.906359:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784946377.906360:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946377.906360:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946377.906364:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946377.906368:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946377.906369:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946377.906372:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946377.906373:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946377.906374:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946377.906378:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946377.906380:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946377.906382:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1550 00000100:00000001:3.0:1784946377.906385:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946377.906386:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1550. 00000100:00000001:1.0:1784946377.906393:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946377.906398:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950380 x1871641054278784/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946377.906411:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946377.906414:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950380 x1871641054278784/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946377.906420:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946377.906422:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946377.906476:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946377.906478:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bc00. 00000400:00000200:1.0:1784946377.906481:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946377.906483:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946377.906485:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6550 00000400:00000010:1.0:1784946377.906487:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6550. 00000100:00000001:1.0:1784946377.906489:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946377.906492:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951880 x1871641054278912/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946377.906497:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946377.906499:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951880 x1871641054278912/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946377.906504:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946377.906505:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946377.908074:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946377.908086:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946377.908090:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946377.908094:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946377.908100:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946377.908106:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946377.908113:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946377.908116:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946377.908119:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946377.908123:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642ff480 00000400:00000200:1.0:1784946377.908127:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946377.908131:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce411 [1] + 224 00000800:00000001:1.0:1784946377.908136:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946377.908139:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946377.908141:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946377.908143:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946377.908147:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946377.908151:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950380 x1871641054278784/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946377.908158:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950380 x1871641054278784/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946377.908171:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946377.908176:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946377.908179:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946377.908195:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946377.908197:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946377.908201:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946377.908204:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946377.908208:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946377.908210:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946377.908213:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946377.908217:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642ff500 00000100:00000001:3.0:1784946377.908218:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946377.908220:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946377.908223:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946377.908226:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce419 [1] + 224 00000800:00000001:1.0:1784946377.908231:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784946377.908232:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946377.908236:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1784946377.908237:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946377.908240:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1784946377.908240:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:1.0:1784946377.908245:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:3.0:1784946377.908249:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946377.908252:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946377.908254:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946377.908255:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946377.908260:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950380 x1871641054278784/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946377.908261:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951880 x1871641054278912/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946377.908293:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950380 x1871641054278784/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946377.908294:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951880 x1871641054278912/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946377.908326:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946377.908326:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946377.908331:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784946377.908332:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946377.908335:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946377.908337:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946377.908340:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946377.908342:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946377.908344:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946377.908347:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946377.908352:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=29 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946377.908355:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=29 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946377.908357:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946377.908359:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946377.908361:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946377.908363:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946377.908364:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946377.908366:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946377.908367:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784946377.908376:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950380 x1871641054278784/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784946377.908377:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946377.908380:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946377.908383:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946377.908388:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6440 00000400:00000010:2.0:1784946377.908392:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6440. 00000100:00000001:3.0:1784946377.908393:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946377.908395:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946377.908400:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1784946377.908403:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951880 x1871641054278912/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946377.908404:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946377.908415:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950380 x1871641054278784/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946377.908416:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951880 x1871641054278912/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946377.908445:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946377.908447:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946377.908451:0:2354:0:(client.c:1580:after_reply()) Process entered 00000100:00100000:3.0:1784946377.908451:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054278784:192.168.202.106@tcp:400:kworker.0 02000000:00000001:2.0:1784946377.908453:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946377.908455:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946377.908458:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946377.908463:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946377.908465:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784946377.908467:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=29 v=5 (5 5 5 5) 00000100:00000001:3.0:1784946377.908470:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1784946377.908472:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=99 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946377.908476:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946377.908478:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946377.908480:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1784946377.908480:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950380 x1871641054278784/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784946377.908484:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946377.908489:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946377.908492:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946377.908496:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946377.908496:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784946377.908497:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946377.908501:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1784946377.908503:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951880 x1871641054278912/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784946377.908506:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61901200. 00000100:00000001:2.0:1784946377.908513:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946377.908549:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946377.908553:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946377.908556:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946377.908558:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1784946377.908561:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784946377.908562:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784946377.908566:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 00000100:00000040:2.0:1784946377.908571:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951880 x1871641054278912/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946377.908574:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946377.908578:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946377.908581:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950380. 00000100:00100000:2.0:1784946377.908587:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054278912:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946377.908587:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946377.908591:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946377.908596:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946377.908603:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946377.908604:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946377.908608:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946377.908609:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784946377.908612:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784946377.908617:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951880 x1871641054278912/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946377.908618:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946377.908627:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946377.908629:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946377.908631:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946377.908634:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946377.908635:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946377.908637:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946377.908638:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946377.908639:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b100. 02000000:00000001:2.0:1784946377.908641:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946377.908642:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946377.908643:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951880. 00000100:00000001:2.0:1784946377.908645:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946377.908646:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946377.908647:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946377.908650:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946377.908652:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946377.908653:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946377.908654:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946378.225653:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946378.225658:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946378.225727:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946378.225730:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946378.225734:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946378.609604:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305165487, at 4305165504 00000100:00000010:0.0:1784946378.609621:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322300. 00000100:00000040:1.0:1784946378.609680:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305165487, at 4305165504 00000100:00000010:1.0:1784946378.609689:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322f00. 00010000:00000001:1.0:1784946379.249631:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946379.249636:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946379.249687:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946379.249690:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946379.249693:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946380.273645:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946380.273652:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946380.273722:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946380.273726:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946380.273729:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946381.297614:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946381.297619:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946381.297670:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946381.297673:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946381.297675:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946382.321611:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946382.321616:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946382.321618:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946382.321620:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946382.321623:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946382.321625:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946382.321626:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946382.321628:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946382.321676:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946382.321680:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946382.321683:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946383.025656:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946383.025671:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946383.025680:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951880. 00000020:00000040:2.0:1784946383.025686:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946383.025690:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946383.025693:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946383.025703:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946383.025711:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b100. 00000100:00000001:2.0:1784946383.025717:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946383.025728:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951880 x1871641054279040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946383.025739:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946383.025743:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946383.025749:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084695538] to pc [ptlrpcd_01_01+1] req@ffff996d73951880 x1871641054279040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946383.025768:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946383.025770:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946383.025773:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946383.025775:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953480. 00000020:00000040:2.0:1784946383.025777:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946383.025779:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946383.025780:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946383.025781:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946383.025785:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784946383.025788:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946383.025791:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73953480 x1871641054279168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946383.025794:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946383.025798:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946383.025798:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946383.025802:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946383.025802:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946383.025807:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000632050e9] to pc [ptlrpcd_01_00+0] req@ffff996d73953480 x1871641054279168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946383.025811:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951880 x1871641054279040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946383.025819:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946383.025823:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946383.025824:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946383.025827:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946383.025828:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784946383.025831:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784946383.025832:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784946383.025834:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784946383.025835:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784946383.025839:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946383.025842:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10507) 00000100:00100000:3.0:1784946383.025843:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054279040:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946383.025848:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946383.025851:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946383.025853:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946383.025855:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946383.025858:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61900200. 02000000:00000001:3.0:1784946383.025859:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946383.025865:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946383.025869:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784946383.025874:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000200:3.0:1784946383.025880:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054279040, portal 25 00000100:00000001:3.0:1784946383.025881:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946383.025882:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476928 : -112779607074688 : ffff996d73951880) 00000100:00000040:3.0:1784946383.025887:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951880 x1871641054279040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946383.025892:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946383.025895:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946383.025898:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f12a8. 00000100:00000001:2.0:1784946383.025901:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1784946383.025901:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054279040, offset 0 00000100:00000001:2.0:1784946383.025905:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784946383.025909:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784946383.025910:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946383.025918:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953480 x1871641054279168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946383.025918:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946383.025927:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:2.0:1784946383.025931:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1784946383.025933:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784946383.025935:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946383.025938:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946383.025942:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946383.025944:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946383.025946:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314691:314691:256:4294967295] 192.168.202.106@tcp LPNI seq info [314687:314687:8:4294967295] 02000000:00000001:2.0:1784946383.025947:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1784946383.025951:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784946383.025952:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946383.025955:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946383.025961:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054279168:192.168.202.106@tcp:400:kworker.0 00000400:00000200:3.0:1784946383.025965:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:2.0:1784946383.025967:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946383.025970:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946383.025974:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946383.025979:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1784946383.025979:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 02000000:00000010:2.0:1784946383.025985:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 00000800:00000010:3.0:1784946383.025985:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 02000000:00000001:2.0:1784946383.025990:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784946383.025995:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946383.025999:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946383.026005:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000800:00000200:3.0:1784946383.026005:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946383.026010:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1784946383.026013:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6440. 00000100:00000200:2.0:1784946383.026018:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054279168, portal 10 00000100:00000001:2.0:1784946383.026020:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946383.026022:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946383.026023:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102484096 : -112779607067520 : ffff996d73953480) 00000400:00000200:3.0:1784946383.026028:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946383.026031:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305170607 00000100:00000040:2.0:1784946383.026035:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953480 x1871641054279168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1784946383.026036:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322b40. 00000100:00000001:3.0:1784946383.026045:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946383.026046:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946383.026050:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784946383.026051:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305170607 00000400:00000010:2.0:1784946383.026054:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6660. 00000100:00000010:3.0:1784946383.026055:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322000. 00000100:00000200:2.0:1784946383.026059:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054279168, offset 0 00000100:00000001:3.0:1784946383.026060:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946383.026065:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946383.026067:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946383.026068:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784946383.026070:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946383.026073:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784946383.026075:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784946383.026076:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946383.026078:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1784946383.026080:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bead00. 00000400:00000200:2.0:1784946383.026081:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:3.0:1784946383.026082:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946383.026085:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946383.026086:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946383.026087:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946383.026089:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946383.026095:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946383.026096:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946383.026097:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:2.0:1784946383.026102:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946383.026104:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946383.026105:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f12a8 00000400:00000200:2.0:1784946383.026106:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000010:1.0:1784946383.026111:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f12a8. 00000400:00000200:2.0:1784946383.026111:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314692:314692:255:4294967295] 192.168.202.106@tcp LPNI seq info [314688:314688:7:4294967295] 00000400:00000200:2.0:1784946383.026118:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946383.026119:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784946383.026125:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000200:1.0:1784946383.026129:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951880 x1871641054279040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784946383.026137:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946383.026153:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bc00. 00000100:00000001:1.0:1784946383.026156:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1784946383.026157:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000040:1.0:1784946383.026165:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951880 x1871641054279040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946399 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784946383.026165:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946383.026168:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946383.026174:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946383.026181:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946383.026181:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16740 usecs (17 jiffies) 00000100:00000001:1.0:1784946383.026187:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784946383.026190:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946383.026194:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305169937 00000100:00000001:2.0:1784946383.026198:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305170607 00000100:00000001:2.0:1784946383.026200:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305169937 00000100:00000001:2.0:1784946383.026203:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305170607 00000100:00000001:2.0:1784946383.026205:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946383.026207:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946383.026211:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946383.026213:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946383.026216:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946383.026218:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946383.026220:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946383.026221:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946383.026223:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946383.026226:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946383.026228:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946383.026232:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bc00. 00000400:00000200:1.0:1784946383.026238:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946383.026243:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946383.026246:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6660 00000400:00000010:1.0:1784946383.026249:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6660. 00000100:00000001:1.0:1784946383.026254:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946383.026258:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953480 x1871641054279168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946383.026264:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946383.026268:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953480 x1871641054279168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946399 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946383.026274:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946383.026276:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946383.027225:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946383.027232:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946383.027234:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946383.027237:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946383.027241:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946383.027247:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946383.027252:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946383.027255:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946383.027259:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946383.027263:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642ff580 00000400:00000200:1.0:1784946383.027268:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946383.027274:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce421 [1] + 224 00000800:00000001:1.0:1784946383.027280:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946383.027286:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946383.027288:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946383.027290:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946383.027293:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946383.027297:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951880 x1871641054279040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946399 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946383.027303:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951880 x1871641054279040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946383.027314:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946383.027327:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946383.027335:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946383.027339:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946383.027342:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784946383.027346:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946383.027348:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946383.027351:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946383.027355:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946383.027356:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946383.027359:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946383.027364:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951880 x1871641054279040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946383.027374:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951880 x1871641054279040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946399 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946383.027380:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946383.027381:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946383.027384:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946383.027386:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946383.027388:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946383.027391:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946383.027393:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946383.027399:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=35 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946383.027402:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=35 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946383.027405:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946383.027406:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946383.027409:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946383.027476:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946383.027480:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946383.027486:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951880 x1871641054279040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946399 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946383.027493:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784946383.027494:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784946383.027496:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946383.027499:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946383.027500:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946383.027502:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784946383.027504:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951880 x1871641054279040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946399 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946383.027505:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946383.027513:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946383.027541:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946383.027548:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946383.027551:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946383.027555:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946383.027559:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642ff600 00000400:00000200:1.0:1784946383.027563:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946383.027567:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce429 [1] + 224 00000800:00000001:1.0:1784946383.027574:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:3.0:1784946383.027574:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054279040:192.168.202.106@tcp:400:kworker.0 00000800:00000001:1.0:1784946383.027582:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946383.027582:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946383.027585:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946383.027586:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784946383.027590:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000040:3.0:1784946383.027594:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951880 x1871641054279040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946399 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946383.027595:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946383.027601:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953480 x1871641054279168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946399 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946383.027610:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946383.027614:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1784946383.027616:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953480 x1871641054279168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784946383.027617:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61900200. 02000000:00000001:3.0:1784946383.027622:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946383.027625:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946383.027627:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946383.027629:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946383.027630:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b100. 02000000:00000001:3.0:1784946383.027633:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946383.027634:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784946383.027635:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:3.0:1784946383.027635:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951880. 00000100:00000001:3.0:1784946383.027640:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946383.027640:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946383.027642:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946383.027643:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784946383.027646:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:1.0:1784946383.027648:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946383.027648:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946383.027653:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946383.027655:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946383.027678:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946383.027681:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946383.027686:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946383.027687:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946383.027689:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946383.027693:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6440 00000400:00000010:2.0:1784946383.027695:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6440. 00000100:00000001:2.0:1784946383.027698:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946383.027703:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953480 x1871641054279168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946383.027712:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953480 x1871641054279168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946399 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946383.027719:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946383.027720:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946383.027722:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946383.027724:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946383.027725:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946383.027727:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946383.027729:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946383.027733:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=35 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946383.027736:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=105 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946383.027739:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946383.027740:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946383.027741:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946383.027744:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946383.027747:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946383.027748:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946383.027750:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946383.027751:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946383.027755:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953480 x1871641054279168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946399 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946383.027762:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946383.027764:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946383.027765:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946383.027769:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953480 x1871641054279168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946399 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946383.027783:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054279168:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946383.027787:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946383.027788:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946383.027791:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953480 x1871641054279168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946399 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946383.027797:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946383.027798:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946383.027800:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946383.027803:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946383.027804:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946383.027806:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946383.027807:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946383.027809:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:2.0:1784946383.027811:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946383.027812:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946383.027814:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953480. 00000100:00000001:2.0:1784946383.027816:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946383.027817:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946383.027819:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946383.027823:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946383.027824:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946383.027826:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946383.027828:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946383.345596:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946383.345603:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946383.345660:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946383.345664:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946383.345668:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946383.729622:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305170607, at 4305170624 00000100:00000040:1.0:1784946383.729622:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305170607, at 4305170624 00000100:00000010:0.0:1784946383.729637:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322b40. 00000100:00000010:1.0:1784946383.729641:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322000. 00010000:00000001:1.0:1784946384.369650:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946384.369657:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946384.369726:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946384.369730:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946384.369734:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946385.393631:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946385.393638:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946385.393707:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946385.393710:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946385.393714:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946386.417626:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946386.417632:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946386.417692:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946386.417695:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946386.417698:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946387.441640:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946387.441646:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946387.441713:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946387.441718:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946387.441721:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784946388.145622:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946388.145632:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946388.145641:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774380. 00000020:00000040:3.0:1784946388.145647:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946388.145652:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946388.145655:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946388.145660:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946388.145669:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea000. 00000100:00000001:3.0:1784946388.145675:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946388.145687:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73774380 x1871641054279296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946388.145698:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946388.145702:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946388.145709:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085b81382] to pc [ptlrpcd_01_01+1] req@ffff996d73774380 x1871641054279296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946388.145735:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946388.145738:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946388.145742:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946388.145746:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774e00. 00000020:00000040:3.0:1784946388.145749:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946388.145751:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946388.145754:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946388.145756:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946388.145759:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beab00. 00000100:00000001:2.0:1784946388.145762:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946388.145763:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946388.145769:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:3.0:1784946388.145771:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73774e00 x1871641054279424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946388.145773:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946388.145783:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946388.145786:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946388.145788:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946388.145790:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946388.145792:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946388.145794:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946388.145797:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946388.145799:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdeb38fe] to pc [ptlrpcd_01_00+0] req@ffff996d73774e00 x1871641054279424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946388.145808:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774380 x1871641054279296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946388.145811:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946388.145816:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784946388.145825:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784946388.145826:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946388.145830:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946388.145832:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784946388.145836:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784946388.145837:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784946388.145842:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784946388.145844:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10512) 02000000:00000001:2.0:1784946388.145847:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946388.145853:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054279296:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946388.145858:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946388.145863:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946388.145866:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946388.145867:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784946388.145869:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1784946388.145871:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1784946388.145874:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784946388.145875:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 00000100:00000001:3.0:1784946388.145879:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1784946388.145880:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946388.145883:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946388.145887:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784946388.145890:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946388.145890:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946388.145894:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1784946388.145897:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000100:00000040:3.0:1784946388.145901:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774e00 x1871641054279424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784946388.145906:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6440. 00000100:00000001:3.0:1784946388.145913:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946388.145915:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784946388.145916:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054279296, portal 25 02000000:00000001:3.0:1784946388.145917:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784946388.145920:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1784946388.145921:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946388.145924:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100521856 : -112779609029760 : ffff996d73774380) 02000000:00000001:3.0:1784946388.145926:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946388.145932:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054279424:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784946388.145934:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774380 x1871641054279296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946388.145937:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946388.145941:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946388.145945:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946388.145948:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784946388.145949:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784946388.145953:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000010:3.0:1784946388.145955:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61900200. 00000400:00000010:2.0:1784946388.145958:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f66e8. 02000000:00000001:3.0:1784946388.145959:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784946388.145964:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054279296, offset 0 00000400:00000200:3.0:1784946388.145967:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946388.145972:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000200:2.0:1784946388.145975:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946388.145979:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000200:3.0:1784946388.145984:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054279424, portal 10 00000400:00000200:2.0:1784946388.145985:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946388.145988:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946388.145991:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100524544 : -112779609027072 : ffff996d73774e00) 00000400:00000200:2.0:1784946388.145995:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000040:3.0:1784946388.146000:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774e00 x1871641054279424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784946388.146003:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946388.146010:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:3.0:1784946388.146011:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946388.146016:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946388.146017:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1784946388.146020:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1908. 00000400:00000200:2.0:1784946388.146023:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000200:3.0:1784946388.146024:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054279424, offset 0 00000400:00000200:2.0:1784946388.146030:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314693:314693:256:4294967295] 192.168.202.106@tcp LPNI seq info [314689:314689:8:4294967295] 00000400:00000200:3.0:1784946388.146033:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946388.146040:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946388.146049:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946388.146057:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784946388.146058:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946388.146066:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784946388.146071:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946388.146074:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000010:2.0:1784946388.146078:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b800. 00000400:00000200:3.0:1784946388.146079:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946388.146085:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:2.0:1784946388.146090:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784946388.146090:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314694:314694:255:4294967295] 192.168.202.106@tcp LPNI seq info [314690:314690:7:4294967295] 00000400:00000200:3.0:1784946388.146109:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946388.146117:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:3.0:1784946388.146122:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946388.146124:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784946388.146131:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946388.146137:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000100:00000001:2.0:1784946388.146141:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784946388.146142:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946388.146149:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946388.146151:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:2.0:1784946388.146155:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305175727 00000800:00000200:3.0:1784946388.146156:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946388.146161:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784946388.146163:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cba0. 00000100:00000040:3.0:1784946388.146166:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16738 usecs (17 jiffies) 00000400:00000200:3.0:1784946388.146171:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946388.146172:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784946388.146173:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305175057 00000100:00000001:2.0:1784946388.146188:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305175727 00000100:00000001:3.0:1784946388.146188:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305175727 00000100:00000001:3.0:1784946388.146195:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305175057 00000100:00000010:2.0:1784946388.146196:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c360. 00000100:00000001:2.0:1784946388.146201:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946388.146206:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946388.146206:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305175727 00000100:00000001:2.0:1784946388.146213:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946388.146213:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784946388.146217:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946388.146217:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946388.146219:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784946388.146224:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b800. 00000100:00000001:3.0:1784946388.146224:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946388.146225:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946388.146231:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946388.146231:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946388.146234:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946388.146235:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946388.146239:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946388.146244:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946388.146245:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946388.146253:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f66e8 00000400:00000010:1.0:1784946388.146256:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f66e8. 00000100:00000001:1.0:1784946388.146262:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946388.146267:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73774380 x1871641054279296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946388.146277:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946388.146281:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73774380 x1871641054279296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946404 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946388.146288:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946388.146290:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946388.146359:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946388.146362:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bead00. 00000400:00000200:1.0:1784946388.146365:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946388.146368:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946388.146371:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1908 00000400:00000010:1.0:1784946388.146373:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1908. 00000100:00000001:1.0:1784946388.146376:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946388.146379:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73774e00 x1871641054279424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946388.146386:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946388.146389:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73774e00 x1871641054279424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946404 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946388.146395:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946388.146396:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946388.147795:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946388.147806:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946388.147809:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946388.147811:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946388.147817:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946388.147822:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946388.147829:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946388.147832:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946388.147835:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946388.147838:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642ff680 00000400:00000200:1.0:1784946388.147841:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946388.147845:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce431 [1] + 224 00000800:00000001:1.0:1784946388.147849:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946388.147853:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946388.147854:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946388.147857:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946388.147860:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946388.147864:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73774380 x1871641054279296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946404 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946388.147874:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73774380 x1871641054279296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946388.147887:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946388.147892:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946388.147894:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946388.147895:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946388.147896:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946388.147898:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946388.147900:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946388.147902:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946388.147904:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946388.147906:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946388.147908:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642ff700 00000400:00000200:1.0:1784946388.147911:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946388.147914:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce439 [1] + 224 00000800:00000001:1.0:1784946388.147916:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784946388.147919:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784946388.147920:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946388.147923:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946388.147924:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946388.147927:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000001:2.0:1784946388.147931:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946388.147934:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946388.147936:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946388.147940:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6440 00000400:00000010:2.0:1784946388.147942:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6440. 00000100:00000001:2.0:1784946388.147945:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946388.147946:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946388.147953:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73774e00 x1871641054279424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946404 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946388.147953:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774380 x1871641054279296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946388.147972:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73774e00 x1871641054279424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946388.147981:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774380 x1871641054279296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946404 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946388.147985:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946388.147989:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946388.147992:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946388.147997:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946388.148001:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946388.148003:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946388.148006:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946388.148009:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946388.148011:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946388.148015:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946388.148017:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946388.148019:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1784946388.148021:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=40 v=5 (5 5 5 5) 00000400:00000001:3.0:1784946388.148023:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946388.148026:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1784946388.148027:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=40 v=5 (1 1 1 1) 00000400:00000010:3.0:1784946388.148028:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784946388.148033:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1784946388.148034:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000100:00000001:2.0:1784946388.148036:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784946388.148038:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00010000:00000001:2.0:1784946388.148040:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784946388.148043:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1784946388.148044:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946388.148048:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784946388.148052:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774e00 x1871641054279424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946388.148056:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774380 x1871641054279296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946388.148080:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1784946388.148083:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774e00 x1871641054279424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946404 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946388.148084:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946388.148087:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946388.148107:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774380 x1871641054279296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946404 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946388.148111:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946388.148114:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946388.148119:0:2355:0:(client.c:1580:after_reply()) Process entered 00000100:00100000:2.0:1784946388.148122:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054279296:192.168.202.106@tcp:400:kworker.0 02000000:00000001:3.0:1784946388.148123:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946388.148127:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946388.148130:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946388.148131:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784946388.148134:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946388.148135:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946388.148140:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774380 x1871641054279296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946404 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784946388.148142:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=40 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946388.148151:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=110 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946388.148154:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784946388.148156:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1784946388.148158:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784946388.148159:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946388.148161:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 00010000:00000001:3.0:1784946388.148164:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1784946388.148166:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1784946388.148169:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946388.148170:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946388.148174:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946388.148175:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1784946388.148176:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:3.0:1784946388.148179:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 02000000:00000010:2.0:1784946388.148180:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea000. 00000100:00000001:3.0:1784946388.148183:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1784946388.148185:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784946388.148186:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946388.148188:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946388.148191:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774380. 00000100:00000040:3.0:1784946388.148195:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774e00 x1871641054279424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946388.148197:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946388.148199:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946388.148203:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946388.148210:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946388.148211:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946388.148213:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946388.148215:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946388.148218:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946388.148219:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946388.148221:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946388.148226:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774e00 x1871641054279424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946404 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946388.148235:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054279424:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946388.148240:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946388.148242:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946388.148244:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774e00 x1871641054279424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946404 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946388.148248:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946388.148249:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946388.148251:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61900200. 02000000:00000001:3.0:1784946388.148253:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946388.148254:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946388.148255:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784946388.148256:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946388.148257:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beab00. 02000000:00000001:3.0:1784946388.148259:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946388.148260:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946388.148261:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774e00. 00000100:00000001:3.0:1784946388.148264:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946388.148265:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946388.148267:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946388.148271:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946388.148272:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946388.148274:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946388.148276:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946388.465577:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946388.465582:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946388.465623:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946388.465626:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946388.465628:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946388.849582:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305175727, at 4305175744 00000100:00000040:1.0:1784946388.849582:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305175727, at 4305175744 00000100:00000010:0.0:1784946388.849597:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cba0. 00000100:00000010:1.0:1784946388.849599:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c360. 00010000:00000001:1.0:1784946389.489618:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946389.489623:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946389.489695:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946389.489699:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946389.489703:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946390.513559:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946390.513564:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946390.513615:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946390.513619:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946390.513623:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946391.537598:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946391.537605:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946391.537606:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946391.537608:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946391.537612:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946391.537614:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946391.537615:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946391.537616:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946391.537661:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946391.537664:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946391.537666:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946392.561562:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946392.561567:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946392.561619:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946392.561623:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946392.561627:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946393.265605:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946393.265613:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946393.265621:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328a680. 00000020:00000040:0.0:1784946393.265626:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946393.265629:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946393.265631:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946393.265635:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946393.265641:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4000. 00000100:00000001:0.0:1784946393.265647:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946393.265655:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d4328a680 x1871641054279552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946393.265663:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946393.265666:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946393.265670:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6fb888] to pc [ptlrpcd_00_01+1] req@ffff996d4328a680 x1871641054279552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946393.265690:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946393.265692:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946393.265694:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946393.265696:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43288e00. 00000020:00000040:0.0:1784946393.265698:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946393.265699:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946393.265700:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946393.265702:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946393.265705:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4c00. 00000100:00000001:0.0:1784946393.265707:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946393.265710:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43288e00 x1871641054279680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946393.265712:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946393.265717:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946393.265717:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946393.265720:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784946393.265721:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946393.265730:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004da6f37a] to pc [ptlrpcd_00_00+0] req@ffff996d43288e00 x1871641054279680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946393.265730:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328a680 x1871641054279552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946393.265757:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946393.265759:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946393.265760:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946393.265762:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1784946393.265764:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784946393.265765:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946393.265770:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946393.265772:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1784946393.265774:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054279552:192.168.202.106@tcp:400:kworker.0 00000100:00000040:0.0:1784946393.265777:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946393.265779:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1784946393.265783:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1784946393.265784:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946393.265787:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946393.265790:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10517) 02000000:00000001:1.0:1784946393.265790:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946393.265795:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738adc00. 02000000:00000001:1.0:1784946393.265798:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946393.265804:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946393.265807:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d9f8. 00000400:00000010:1.0:1784946393.265812:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294ee0. 00000100:00000001:0.0:1784946393.265814:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946393.265817:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946393.265818:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1784946393.265818:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054279552, portal 25 00000100:00000001:1.0:1784946393.265822:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946393.265825:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290063488 : -112780419488128 : ffff996d4328a680) 00000100:00000040:0.0:1784946393.265826:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43288e00 x1871641054279680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946393.265832:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328a680 x1871641054279552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946393.265834:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946393.265836:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946393.265840:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946393.265843:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946393.265843:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1784946393.265848:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946393.265848:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946393.265851:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294908. 00000100:00100000:0.0:1784946393.265854:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054279680:192.168.202.106@tcp:400:kworker.0 00000100:00000200:1.0:1784946393.265855:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054279552, offset 0 00000100:00000001:0.0:1784946393.265858:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784946393.265861:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946393.265863:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946393.265864:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 02000000:00000001:0.0:1784946393.265866:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946393.265870:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784946393.265872:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946393.265873:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946393.265880:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946393.265882:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000010:0.0:1784946393.265883:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f420. 00000400:00000200:1.0:1784946393.265888:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1784946393.265889:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f770. 00000100:00000200:0.0:1784946393.265893:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054279680, portal 10 00000400:00000200:1.0:1784946393.265893:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:0.0:1784946393.265896:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946393.265899:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290057216 : -112780419494400 : ffff996d43288e00) 00000400:00000200:1.0:1784946393.265899:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946393.265904:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000040:0.0:1784946393.265908:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43288e00 x1871641054279680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946393.265909:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314695:314695:256:4294967295] 192.168.202.106@tcp LPNI seq info [314691:314691:8:4294967295] 00000400:00000200:1.0:1784946393.265920:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946393.265924:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784946393.265927:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946393.265932:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fb28. 00000400:00000200:1.0:1784946393.265933:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000200:0.0:1784946393.265937:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054279680, offset 0 00000800:00000200:1.0:1784946393.265940:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946393.265945:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83adc00. 00000400:00000200:0.0:1784946393.265947:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000800:00000200:1.0:1784946393.265952:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784946393.265955:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784946393.265962:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784946393.265963:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:1.0:1784946393.265967:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83adc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784946393.265970:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946393.265974:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946393.265978:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784946393.265978:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946393.265983:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946393.265986:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946393.265989:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314696:314696:255:4294967295] 192.168.202.106@tcp LPNI seq info [314692:314692:7:4294967295] 00000100:00000001:1.0:1784946393.265990:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305180847 00000100:00000010:1.0:1784946393.265995:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f4e0. 00000400:00000200:0.0:1784946393.265996:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946393.266002:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946393.266007:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946393.266009:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000010:0.0:1784946393.266012:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4100. 00000100:00000001:1.0:1784946393.266015:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305180847 00000800:00000200:0.0:1784946393.266020:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000010:1.0:1784946393.266020:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f780. 00000100:00000001:1.0:1784946393.266025:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784946393.266028:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784946393.266029:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:1.0:1784946393.266032:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946393.266035:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946393.266036:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946393.266039:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946393.266042:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946393.266046:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1784946393.266047:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16738 usecs (17 jiffies) 00000100:00000001:1.0:1784946393.266048:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946393.266052:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946393.266065:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946393.266068:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305180177 00000100:00000001:0.0:1784946393.266071:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305180847 00000100:00000001:0.0:1784946393.266072:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305180177 00000100:00000001:0.0:1784946393.266073:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305180847 00000100:00000001:0.0:1784946393.266075:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946393.266076:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946393.266078:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946393.266079:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946393.266082:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946393.266083:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946393.266084:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946393.266085:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946393.266086:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946393.266087:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946393.266106:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946393.266108:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946393.266110:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946393.266124:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946393.266127:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83adc00. 00000400:00000200:0.0:1784946393.266133:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946393.266136:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946393.266140:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294908 00000400:00000010:0.0:1784946393.266142:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294908. 00000100:00000001:0.0:1784946393.266145:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946393.266148:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328a680 x1871641054279552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946393.266155:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946393.266157:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328a680 x1871641054279552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946393.266161:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946393.266162:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946393.266218:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946393.266221:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4100. 00000400:00000200:0.0:1784946393.266223:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946393.266225:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946393.266227:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fb28 00000400:00000010:0.0:1784946393.266228:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fb28. 00000100:00000001:0.0:1784946393.266231:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946393.266233:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43288e00 x1871641054279680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946393.266238:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946393.266239:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43288e00 x1871641054279680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946393.266243:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946393.266244:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946393.267404:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946393.267413:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946393.267416:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946393.267418:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946393.267423:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946393.267427:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946393.267432:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946393.267435:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946393.267439:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946393.267443:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642ff780 00000400:00000200:1.0:1784946393.267447:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946393.267452:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce441 [1] + 224 00000800:00000001:1.0:1784946393.267469:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946393.267473:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946393.267475:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946393.267478:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946393.267482:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946393.267487:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328a680 x1871641054279552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946393.267496:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328a680 x1871641054279552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946393.267512:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946393.267543:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784946393.267543:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784946393.267547:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784946393.267548:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784946393.267551:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784946393.267552:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784946393.267554:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946393.267557:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d9f8. 00000800:00000001:1.0:1784946393.267557:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946393.267562:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294ee0 00000400:00000010:0.0:1784946393.267565:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294ee0. 00000400:00000200:1.0:1784946393.267566:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946393.267569:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946393.267574:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000200:0.0:1784946393.267576:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328a680 x1871641054279552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946393.267583:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946393.267588:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:0.0:1784946393.267591:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328a680 x1871641054279552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946393.267594:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946393.267600:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642ff800 00000100:00000001:0.0:1784946393.267602:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784946393.267605:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946393.267606:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946393.267609:0:2353:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:1.0:1784946393.267610:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce451 [1] + 224 02000000:00000001:0.0:1784946393.267611:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946393.267614:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946393.267616:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946393.267617:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784946393.267619:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946393.267624:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=45 v=5 (5 5 5 5) 00000800:00000001:1.0:1784946393.267625:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784946393.267627:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=45 v=5 (1 1 1 1) 00000400:00000200:1.0:1784946393.267629:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784946393.267630:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946393.267632:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946393.267635:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946393.267638:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946393.267638:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946393.267642:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946393.267645:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1784946393.267647:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328a680 x1871641054279552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946393.267653:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43288e00 x1871641054279680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946393.267654:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946393.267659:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946393.267661:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946393.267668:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328a680 x1871641054279552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946409 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946393.267671:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43288e00 x1871641054279680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946393.267687:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054279552:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946393.267691:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946393.267692:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784946393.267693:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784946393.267697:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328a680 x1871641054279552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946409 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946393.267699:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784946393.267703:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000001:1.0:1784946393.267703:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784946393.267707:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946393.267709:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738adc00. 02000000:00000001:0.0:1784946393.267712:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784946393.267712:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946393.267715:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1784946393.267716:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946393.267718:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000400:00000001:1.0:1784946393.267718:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1784946393.267720:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000001:1.0:1784946393.267721:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000010:0.0:1784946393.267723:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4000. 00000400:00000010:1.0:1784946393.267724:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f420. 02000000:00000001:0.0:1784946393.267727:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1784946393.267728:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f770 02000000:00000001:0.0:1784946393.267729:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:1.0:1784946393.267731:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f770. 00000100:00000010:0.0:1784946393.267732:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328a680. 00000100:00000001:1.0:1784946393.267734:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946393.267737:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43288e00 x1871641054279680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946393.267750:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000200:1.0:1784946393.267750:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43288e00 x1871641054279680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946393.267754:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946393.267759:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946393.267759:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946393.267761:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946393.267764:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946393.267765:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946393.267765:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946393.267766:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946393.267767:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946393.267771:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946393.267771:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946393.267777:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1784946393.267778:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=45 v=5 (5 5 5 5) 00000100:00000001:0.0:1784946393.267781:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946393.267782:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=115 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946393.267787:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946393.267788:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946393.267789:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946393.267791:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946393.267793:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784946393.267794:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946393.267795:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946393.267796:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946393.267799:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43288e00 x1871641054279680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946393.267803:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946393.267805:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946393.267806:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946393.267808:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43288e00 x1871641054279680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946409 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946393.267812:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054279680:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946393.267815:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946393.267816:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946393.267817:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43288e00 x1871641054279680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946409 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946393.267822:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946393.267823:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946393.267824:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b400. 02000000:00000001:1.0:1784946393.267826:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946393.267827:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946393.267828:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946393.267829:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946393.267830:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4c00. 02000000:00000001:1.0:1784946393.267831:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946393.267832:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946393.267833:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43288e00. 00000100:00000001:1.0:1784946393.267835:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946393.267836:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946393.267837:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946393.267839:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946393.267840:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946393.267841:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946393.267842:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946393.585628:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946393.585633:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946393.585692:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946393.585697:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946393.585701:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946393.969593:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305180847, at 4305180864 00000100:00000040:1.0:1784946393.969593:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305180847, at 4305180864 00000100:00000010:0.0:1784946393.969609:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f4e0. 00000100:00000010:1.0:1784946393.969611:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f780. 00010000:00000001:1.0:1784946394.609634:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946394.609639:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946394.609687:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946394.609690:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946394.609692:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946395.633610:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946395.633617:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946395.633682:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946395.633686:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946395.633690:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946396.657625:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946396.657631:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946396.657681:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946396.657684:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946396.657686:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946397.681646:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946397.681652:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946397.681717:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946397.681720:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946397.681723:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784946398.385630:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946398.385641:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946398.385651:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774e00. 00000020:00000040:3.0:1784946398.385658:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946398.385663:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946398.385665:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946398.385670:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946398.385678:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beab00. 00000100:00000001:3.0:1784946398.385685:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946398.385696:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73774e00 x1871641054279808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946398.385707:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946398.385711:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946398.385719:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdeb38fe] to pc [ptlrpcd_01_01+1] req@ffff996d73774e00 x1871641054279808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946398.385747:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946398.385750:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946398.385753:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946398.385756:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776d80. 00000020:00000040:3.0:1784946398.385759:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946398.385761:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946398.385762:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946398.385764:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946398.385769:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea700. 00000100:00000001:3.0:1784946398.385772:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946398.385775:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784946398.385777:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73776d80 x1871641054279936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946398.385779:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946398.385782:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946398.385789:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774e00 x1871641054279808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946398.385789:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946398.385793:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946398.385801:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946398.385803:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946398.385803:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f243ddc] to pc [ptlrpcd_01_00+0] req@ffff996d73776d80 x1871641054279936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946398.385807:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946398.385809:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946398.385813:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946398.385819:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054279808:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946398.385823:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784946398.385824:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946398.385827:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784946398.385828:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784946398.385830:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946398.385834:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784946398.385837:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:2.0:1784946398.385839:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946398.385842:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946398.385842:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784946398.385848:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1784946398.385851:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784946398.385855:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10522) 00000400:00000010:2.0:1784946398.385857:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784946398.385865:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6440. 00000100:00000200:2.0:1784946398.385872:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054279808, portal 25 00000100:00000001:2.0:1784946398.385875:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946398.385876:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100524544 : -112779609027072 : ffff996d73774e00) 00000100:00000040:2.0:1784946398.385882:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774e00 x1871641054279808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946398.385891:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946398.385894:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946398.385896:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000100:00000001:3.0:1784946398.385897:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1784946398.385899:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054279808, offset 0 00000100:00000001:3.0:1784946398.385901:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946398.385904:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784946398.385907:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:3.0:1784946398.385912:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776d80 x1871641054279936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784946398.385918:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946398.385928:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946398.385938:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784946398.385938:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946398.385942:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946398.385946:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 02000000:00000001:3.0:1784946398.385947:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946398.385950:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784946398.385953:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1784946398.385954:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946398.385959:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00100000:3.0:1784946398.385961:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054279936:192.168.202.106@tcp:400:kworker.0 00000400:00000200:2.0:1784946398.385968:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314697:314697:256:4294967295] 192.168.202.106@tcp LPNI seq info [314693:314693:8:4294967295] 00000100:00000001:3.0:1784946398.385969:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946398.385972:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1784946398.385976:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:3.0:1784946398.385976:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946398.385980:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946398.385984:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61901200. 02000000:00000001:3.0:1784946398.385988:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946398.385991:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784946398.385996:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946398.386000:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784946398.386005:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000200:3.0:1784946398.386009:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054279936, portal 10 00000100:00000001:3.0:1784946398.386025:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946398.386026:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100532608 : -112779609019008 : ffff996d73776d80) 00000100:00000040:3.0:1784946398.386034:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776d80 x1871641054279936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784946398.386037:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946398.386045:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511ba00. 00000100:00000001:3.0:1784946398.386045:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946398.386050:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946398.386054:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1660. 00000800:00000200:2.0:1784946398.386055:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000200:3.0:1784946398.386058:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054279936, offset 0 00000800:00000200:2.0:1784946398.386065:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:3.0:1784946398.386067:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000800:00000200:2.0:1784946398.386072:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511ba00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784946398.386076:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946398.386082:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946398.386085:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784946398.386087:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946398.386088:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946398.386093:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946398.386096:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946398.386098:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:2.0:1784946398.386100:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305185967 00000400:00000200:3.0:1784946398.386106:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314698:314698:255:4294967295] 192.168.202.106@tcp LPNI seq info [314694:314694:7:4294967295] 00000100:00000010:2.0:1784946398.386108:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c6c0. 00000400:00000200:3.0:1784946398.386115:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946398.386117:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1784946398.386124:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:2.0:1784946398.386125:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305185967 00000100:00000010:2.0:1784946398.386133:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c360. 00000800:00000200:3.0:1784946398.386133:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784946398.386139:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000800:00000010:3.0:1784946398.386141:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beaf00. 00000100:00000001:2.0:1784946398.386145:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946398.386150:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784946398.386150:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:2.0:1784946398.386153:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946398.386156:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784946398.386160:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:2.0:1784946398.386164:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1784946398.386164:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beaf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946398.386167:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946398.386169:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946398.386170:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946398.386171:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946398.386173:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946398.386176:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946398.386177:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16737 usecs (17 jiffies) 00000400:00000200:3.0:1784946398.386182:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946398.386185:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305185297 00000100:00000001:3.0:1784946398.386188:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305185967 00000800:00000200:0.0:1784946398.386191:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946398.386191:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305185297 00000100:00000001:3.0:1784946398.386197:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305185967 00000800:00000010:0.0:1784946398.386199:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511ba00. 00000100:00000001:3.0:1784946398.386201:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946398.386205:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946398.386206:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946398.386207:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946398.386211:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946398.386216:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946398.386217:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946398.386220:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784946398.386223:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000100:00000001:3.0:1784946398.386223:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946398.386226:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1784946398.386228:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:3.0:1784946398.386229:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946398.386233:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946398.386234:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946398.386240:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73774e00 x1871641054279808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946398.386250:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946398.386254:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73774e00 x1871641054279808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946398.386262:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946398.386264:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946398.386279:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946398.386281:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beaf00. 00000400:00000200:0.0:1784946398.386283:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946398.386286:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946398.386287:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1660 00000400:00000010:0.0:1784946398.386289:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1660. 00000100:00000001:0.0:1784946398.386291:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946398.386293:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73776d80 x1871641054279936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946398.386310:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946398.386312:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73776d80 x1871641054279936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946398.386316:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946398.386317:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946398.387467:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946398.387477:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946398.387479:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946398.387481:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946398.387485:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946398.387489:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946398.387494:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946398.387497:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946398.387503:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946398.387507:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642ff880 00000400:00000200:1.0:1784946398.387511:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946398.387540:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce461 [1] + 224 00000800:00000001:1.0:1784946398.387546:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946398.387552:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946398.387553:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946398.387556:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946398.387559:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946398.387564:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73774e00 x1871641054279808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946398.387571:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73774e00 x1871641054279808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946398.387582:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946398.387588:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946398.387590:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946398.387613:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946398.387615:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946398.387619:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946398.387620:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946398.387622:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946398.387625:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6440 00000400:00000010:2.0:1784946398.387626:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6440. 00000100:00000001:2.0:1784946398.387628:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946398.387633:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774e00 x1871641054279808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946398.387643:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774e00 x1871641054279808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946398.387650:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946398.387652:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946398.387655:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946398.387658:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946398.387660:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946398.387663:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946398.387666:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946398.387667:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784946398.387672:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=50 v=5 (5 5 5 5) 00000800:00000001:0.0:1784946398.387673:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946398.387677:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946398.387680:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784946398.387680:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=50 v=5 (1 1 1 1) 00000400:00000200:0.0:1784946398.387687:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946398.387687:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946398.387691:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946398.387694:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00010000:00000001:2.0:1784946398.387697:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1784946398.387700:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00010000:00000001:2.0:1784946398.387701:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946398.387705:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946398.387707:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946398.387711:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946398.387717:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642ff900 00000100:00000040:2.0:1784946398.387718:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774e00 x1871641054279808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946398.387722:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946398.387730:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce469 [1] + 224 00000100:00000001:2.0:1784946398.387731:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946398.387735:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1784946398.387736:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784946398.387737:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946398.387741:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946398.387742:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774e00 x1871641054279808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946414 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946398.387746:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946398.387753:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00100000:2.0:1784946398.387756:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054279808:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946398.387757:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946398.387762:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784946398.387764:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73776d80 x1871641054279936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946398.387764:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946398.387770:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774e00 x1871641054279808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946414 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946398.387779:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73776d80 x1871641054279936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946398.387780:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946398.387783:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946398.387786:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946398.387790:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946398.387791:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946398.387793:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946398.387794:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1784946398.387794:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946398.387799:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beab00. 00000800:00000001:0.0:1784946398.387800:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784946398.387802:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:0.0:1784946398.387804:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784946398.387804:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946398.387807:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774e00. 00000100:00000001:2.0:1784946398.387811:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946398.387813:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946398.387815:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946398.387816:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946398.387818:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946398.387819:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946398.387821:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946398.387824:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:3.0:1784946398.387824:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784946398.387828:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784946398.387828:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946398.387831:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946398.387835:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946398.387836:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946398.387839:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946398.387843:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776d80 x1871641054279936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946398.387850:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776d80 x1871641054279936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946398.387854:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946398.387855:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946398.387857:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946398.387858:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946398.387858:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946398.387860:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946398.387861:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946398.387864:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=50 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946398.387866:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=120 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946398.387868:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946398.387869:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946398.387870:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946398.387872:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946398.387873:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784946398.387875:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946398.387876:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946398.387877:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946398.387879:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776d80 x1871641054279936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946398.387883:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946398.387884:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946398.387885:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946398.387887:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776d80 x1871641054279936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946414 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946398.387891:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054279936:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946398.387893:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946398.387895:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946398.387897:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776d80 x1871641054279936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946414 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946398.387900:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946398.387901:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946398.387903:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61901200. 02000000:00000001:3.0:1784946398.387904:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946398.387905:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946398.387906:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784946398.387907:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946398.387908:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea700. 02000000:00000001:3.0:1784946398.387910:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946398.387911:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946398.387912:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776d80. 00000100:00000001:3.0:1784946398.387914:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946398.387915:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946398.387916:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946398.387918:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946398.387919:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946398.387921:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946398.387922:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946398.705589:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946398.705594:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946398.705638:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946398.705642:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946398.705646:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946399.089624:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305185967, at 4305185984 00000100:00000040:1.0:1784946399.089624:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305185967, at 4305185984 00000100:00000010:0.0:1784946399.089640:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c6c0. 00000100:00000010:1.0:1784946399.089645:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c360. 00010000:00000001:1.0:1784946399.729627:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946399.729632:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946399.729684:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946399.729687:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946399.729689:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946400.753647:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946400.753655:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946400.753710:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946400.753714:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946400.753716:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946401.777692:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946401.777704:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946401.777707:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946401.777711:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946401.777717:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946401.777720:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946401.777723:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946401.777726:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946401.777800:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946401.777804:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946401.777808:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946402.801676:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946402.801684:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946402.801774:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946402.801781:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946402.801786:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784946403.185631:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784946403.185639:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784946403.185644:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1784946403.185789:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784946403.185793:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946403.185802:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946403.185807:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946403.185809:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946403.505584:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946403.505591:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946403.505605:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776d80. 00000020:00000040:3.0:1784946403.505609:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946403.505612:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946403.505615:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946403.505619:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946403.505625:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea700. 00000100:00000001:3.0:1784946403.505631:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946403.505639:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73776d80 x1871641054280064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946403.505646:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946403.505650:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946403.505660:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f243ddc] to pc [ptlrpcd_01_01+1] req@ffff996d73776d80 x1871641054280064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946403.505681:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946403.505683:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946403.505685:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946403.505688:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776680. 00000020:00000040:3.0:1784946403.505689:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946403.505690:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946403.505691:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946403.505692:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946403.505694:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea800. 00000100:00000001:3.0:1784946403.505696:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946403.505699:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73776680 x1871641054280192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946403.505703:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946403.505705:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946403.505707:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d19f977b] to pc [ptlrpcd_01_00+0] req@ffff996d73776680 x1871641054280192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946403.505713:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946403.505714:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784946403.505717:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784946403.505718:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784946403.505719:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946403.505724:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784946403.505724:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784946403.505728:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946403.505728:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10528) 00000100:00000040:2.0:1784946403.505738:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776d80 x1871641054280064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946403.505740:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946403.505743:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946403.505745:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946403.505750:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776680 x1871641054280192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946403.505753:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946403.505757:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946403.505757:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946403.505759:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946403.505763:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946403.505763:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946403.505764:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946403.505767:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946403.505767:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946403.505773:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946403.505773:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054280192:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946403.505779:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1784946403.505782:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054280064:192.168.202.106@tcp:400:kworker.0 02000000:00000001:3.0:1784946403.505785:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784946403.505787:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946403.505788:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946403.505791:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1784946403.505792:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1784946403.505794:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61901200. 02000000:00000001:2.0:1784946403.505796:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946403.505798:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946403.505800:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946403.505806:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 00000400:00000200:3.0:1784946403.505806:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784946403.505810:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784946403.505810:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000200:2.0:1784946403.505819:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946403.505819:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000400:00000010:2.0:1784946403.505825:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000100:00000200:3.0:1784946403.505827:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054280192, portal 10 00000100:00000001:3.0:1784946403.505830:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946403.505831:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100530816 : -112779609020800 : ffff996d73776680) 00000400:00000010:2.0:1784946403.505832:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6440. 00000100:00000200:2.0:1784946403.505838:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054280064, portal 25 00000100:00000040:3.0:1784946403.505838:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776680 x1871641054280192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946403.505843:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946403.505847:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100532608 : -112779609019008 : ffff996d73776d80) 00000100:00000001:3.0:1784946403.505848:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946403.505852:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946403.505855:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1cc0. 00000100:00000040:2.0:1784946403.505858:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776d80 x1871641054280064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946403.505859:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054280192, offset 0 00000100:00000001:2.0:1784946403.505869:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784946403.505869:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:2.0:1784946403.505874:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946403.505877:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6b28. 00000400:00000200:3.0:1784946403.505878:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:2.0:1784946403.505882:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054280064, offset 0 00000400:00000200:3.0:1784946403.505887:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946403.505891:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946403.505892:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946403.505897:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946403.505900:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946403.505902:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946403.505905:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314699:314699:256:4294967295] 192.168.202.106@tcp LPNI seq info [314695:314695:8:4294967295] 00000400:00000200:3.0:1784946403.505908:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946403.505913:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946403.505918:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946403.505923:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:3.0:1784946403.505925:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946403.505929:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1784946403.505930:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000400:00000200:2.0:1784946403.505935:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:3.0:1784946403.505939:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946403.505943:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946403.505947:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:3.0:1784946403.505950:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946403.505955:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784946403.505956:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314700:314700:255:4294967295] 192.168.202.106@tcp LPNI seq info [314696:314696:7:4294967295] 00000400:00000200:2.0:1784946403.505963:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946403.505984:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:3.0:1784946403.505984:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946403.505989:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16737 usecs (17 jiffies) 00000800:00000200:2.0:1784946403.505993:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946403.505994:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946403.505998:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305190417 00000800:00000010:2.0:1784946403.506002:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b300. 00000100:00000010:3.0:1784946403.506003:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3223c0. 00000800:00000200:2.0:1784946403.506009:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:3.0:1784946403.506010:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000800:00000200:2.0:1784946403.506016:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946403.506020:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946403.506020:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305190417 00000100:00000010:3.0:1784946403.506025:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322a20. 00000100:00000001:2.0:1784946403.506027:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946403.506029:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000400:00000200:2.0:1784946403.506033:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946403.506034:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946403.506036:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305191087 00000100:00000001:3.0:1784946403.506037:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946403.506042:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946403.506045:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946403.506046:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305190417 00000100:00000001:3.0:1784946403.506051:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946403.506055:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305191087 00000100:00000001:3.0:1784946403.506055:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946403.506057:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946403.506059:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946403.506062:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946403.506064:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305190417 00000100:00000001:3.0:1784946403.506065:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946403.506071:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946403.506075:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946403.506078:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946403.506080:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946403.506086:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946403.506090:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946403.506092:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946403.506094:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946403.506096:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946403.506098:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946403.506116:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946403.506121:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beab00. 00000400:00000200:1.0:1784946403.506128:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946403.506134:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946403.506139:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1cc0 00000400:00000010:1.0:1784946403.506141:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1cc0. 00000100:00000001:1.0:1784946403.506145:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946403.506150:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73776680 x1871641054280192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946403.506162:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946403.506165:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73776680 x1871641054280192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946419 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946403.506172:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946403.506174:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946403.506239:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946403.506242:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b300. 00000400:00000200:1.0:1784946403.506245:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946403.506248:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946403.506251:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6b28 00000400:00000010:1.0:1784946403.506253:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6b28. 00000100:00000001:1.0:1784946403.506256:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946403.506260:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73776d80 x1871641054280064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946403.506267:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946403.506270:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73776d80 x1871641054280064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946419 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946403.506285:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946403.506287:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946403.507803:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946403.507823:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946403.507829:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946403.507832:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946403.507841:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946403.507849:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946403.507861:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946403.507867:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946403.507873:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946403.507877:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642ffa00 00000400:00000200:0.0:1784946403.507883:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946403.507890:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce471 [1] + 224 00000800:00000001:0.0:1784946403.507897:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946403.507902:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946403.507905:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946403.507908:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946403.507915:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946403.507923:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73776680 x1871641054280192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946403.507931:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73776680 x1871641054280192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946403.507948:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946403.507959:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946403.507964:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946403.507966:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946403.507981:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946403.507985:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946403.507986:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946403.507989:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946403.507995:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000001:3.0:1784946403.507996:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946403.508002:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946403.508005:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946403.508014:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946403.508016:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000400:00000200:0.0:1784946403.508019:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946403.508019:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946403.508028:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776680 x1871641054280192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946403.508032:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946403.508047:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946403.508062:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642ff980 00000100:00000200:3.0:1784946403.508069:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776680 x1871641054280192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946403.508076:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946403.508088:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce479 [1] + 224 00000100:00000001:3.0:1784946403.508089:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946403.508098:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784946403.508099:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946403.508106:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946403.508110:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946403.508113:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946403.508116:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946403.508119:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946403.508129:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784946403.508129:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=55 v=5 (5 5 5 5) 00000400:00000200:0.0:1784946403.508136:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946403.508146:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00001000:3.0:1784946403.508147:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=125 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946403.508152:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946403.508153:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946403.508157:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946403.508160:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1784946403.508162:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73776d80 x1871641054280064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784946403.508164:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946403.508173:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784946403.508179:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946403.508184:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1784946403.508185:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73776d80 x1871641054280064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946403.508190:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946403.508206:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776680 x1871641054280192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946403.508215:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946403.508216:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1784946403.508223:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784946403.508227:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1784946403.508230:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946403.508232:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946403.508240:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776680 x1871641054280192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946419 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946403.508252:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054280192:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946403.508258:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946403.508260:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946403.508265:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776680 x1871641054280192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946419 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946403.508267:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946403.508273:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946403.508273:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946403.508281:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:2.0:1784946403.508282:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000010:3.0:1784946403.508285:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61901200. 00000400:00000001:2.0:1784946403.508287:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946403.508294:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 02000000:00000001:3.0:1784946403.508294:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946403.508300:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:2.0:1784946403.508305:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6440 00000020:00000040:3.0:1784946403.508305:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000400:00000010:2.0:1784946403.508311:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6440. 00000020:00000001:3.0:1784946403.508313:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784946403.508319:0:2355:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:3.0:1784946403.508324:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea800. 00000100:00000200:2.0:1784946403.508329:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776d80 x1871641054280064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946403.508332:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946403.508337:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946403.508342:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776680. 00000100:00000001:3.0:1784946403.508348:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000200:2.0:1784946403.508351:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776d80 x1871641054280064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946403.508351:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946403.508360:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946403.508369:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946403.508370:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946403.508375:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946403.508379:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946403.508382:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946403.508385:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946403.508388:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946403.508392:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946403.508395:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946403.508397:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946403.508399:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946403.508404:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=55 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946403.508408:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=55 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946403.508410:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946403.508412:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946403.508414:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946403.508417:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946403.508420:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946403.508424:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776d80 x1871641054280064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946403.508431:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946403.508434:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946403.508436:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946403.508440:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776d80 x1871641054280064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946419 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946403.508448:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054280064:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946403.508453:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946403.508455:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946403.508458:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776d80 x1871641054280064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946419 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946403.508462:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946403.508464:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946403.508468:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946403.508472:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946403.508474:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946403.508476:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784946403.508478:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946403.508480:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea700. 02000000:00000001:2.0:1784946403.508483:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946403.508485:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946403.508487:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776d80. 00000100:00000001:2.0:1784946403.508492:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946403.508494:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946403.508496:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946403.508502:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946403.508504:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946403.508506:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946403.508508:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946403.825630:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946403.825637:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946403.825717:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946403.825721:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946403.825725:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946404.209615:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305191087, at 4305191104 00000100:00000010:1.0:1784946404.209631:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322a20. 00000100:00000040:0.0:1784946404.209640:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305191087, at 4305191104 00000100:00000010:0.0:1784946404.209652:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3223c0. 00010000:00000001:1.0:1784946404.849665:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946404.849672:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946404.849746:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946404.849750:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946404.849753:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946405.873654:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946405.873661:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946405.873724:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946405.873728:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946405.873731:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946406.897666:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946406.897675:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946406.897743:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946406.897749:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946406.897752:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946407.921634:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946407.921640:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946407.921694:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946407.921697:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946407.921700:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946408.625690:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946408.625703:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946408.625716:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953480. 00000020:00000040:2.0:1784946408.625723:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946408.625728:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946408.625733:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946408.625739:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946408.625749:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784946408.625757:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946408.625772:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73953480 x1871641054280320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946408.625784:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946408.625790:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946408.625798:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000632050e9] to pc [ptlrpcd_01_01+1] req@ffff996d73953480 x1871641054280320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946408.625830:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946408.625833:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946408.625837:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946408.625841:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951c00. 00000020:00000040:2.0:1784946408.625845:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946408.625847:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946408.625849:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946408.625851:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946408.625853:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1784946408.625855:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b500. 00000100:00000001:3.0:1784946408.625859:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946408.625860:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946408.625863:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946408.625867:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951c00 x1871641054280448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1784946408.625872:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953480 x1871641054280320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946408.625884:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946408.625888:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946408.625890:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946408.625894:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946408.625896:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000188be879] to pc [ptlrpcd_01_00+0] req@ffff996d73951c00 x1871641054280448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946408.625901:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946408.625906:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946408.625908:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946408.625912:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946408.625913:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946408.625919:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1784946408.625921:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054280320:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784946408.625923:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946408.625939:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784946408.625946:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784946408.625948:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946408.625952:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946408.625953:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10533) 02000000:00000001:3.0:1784946408.625956:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946408.625963:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61900200. 02000000:00000001:3.0:1784946408.625966:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946408.625976:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946408.625981:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784946408.625991:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000001:2.0:1784946408.625994:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946408.625997:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946408.625999:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1784946408.626000:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054280320, portal 25 00000100:00000001:3.0:1784946408.626005:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1784946408.626007:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951c00 x1871641054280448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946408.626008:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102484096 : -112779607067520 : ffff996d73953480) 00000100:00000001:2.0:1784946408.626019:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784946408.626019:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953480 x1871641054280320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946408.626022:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946408.626027:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946408.626030:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946408.626035:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946408.626035:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1784946408.626043:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054280448:192.168.202.106@tcp:400:kworker.0 00000100:00000040:3.0:1784946408.626043:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946408.626048:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1440. 00000100:00000001:2.0:1784946408.626049:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946408.626054:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1784946408.626056:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054280320, offset 0 02000000:00000001:2.0:1784946408.626057:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946408.626062:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946408.626066:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 00000400:00000200:3.0:1784946408.626070:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 02000000:00000001:2.0:1784946408.626071:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946408.626078:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946408.626082:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000200:3.0:1784946408.626086:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946408.626088:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6440. 00000100:00000200:2.0:1784946408.626093:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054280448, portal 10 00000100:00000001:2.0:1784946408.626096:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1784946408.626097:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:2.0:1784946408.626098:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102477824 : -112779607073792 : ffff996d73951c00) 00000400:00000200:3.0:1784946408.626109:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1784946408.626110:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951c00 x1871641054280448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946408.626119:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:2.0:1784946408.626121:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784946408.626126:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1784946408.626130:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946408.626132:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000010:2.0:1784946408.626135:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f62a8. 00000400:00000200:3.0:1784946408.626137:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314701:314701:256:4294967295] 192.168.202.106@tcp LPNI seq info [314697:314697:8:4294967295] 00000100:00000200:2.0:1784946408.626141:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054280448, offset 0 00000400:00000200:3.0:1784946408.626144:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946408.626152:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946408.626159:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946408.626163:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946408.626169:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946408.626171:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000010:3.0:1784946408.626175:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000400:00000200:2.0:1784946408.626176:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946408.626181:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946408.626186:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1784946408.626186:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946408.626193:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946408.626196:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314702:314702:255:4294967295] 192.168.202.106@tcp LPNI seq info [314698:314698:7:4294967295] 00000800:00000200:3.0:1784946408.626200:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784946408.626206:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946408.626207:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784946408.626217:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:3.0:1784946408.626223:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946408.626231:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946408.626236:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305196207 00000800:00000200:2.0:1784946408.626238:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000010:3.0:1784946408.626243:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322d20. 00000800:00000010:2.0:1784946408.626245:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bd00. 00000800:00000200:2.0:1784946408.626251:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:3.0:1784946408.626253:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1784946408.626258:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946408.626262:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946408.626262:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305196207 00000100:00000010:3.0:1784946408.626269:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322e40. 00000100:00000001:3.0:1784946408.626275:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946408.626279:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946408.626280:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946408.626282:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946408.626287:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946408.626290:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16736 usecs (17 jiffies) 00000400:00000200:2.0:1784946408.626294:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946408.626298:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305195537 00000100:00000001:3.0:1784946408.626302:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946408.626303:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305196207 00000100:00000001:2.0:1784946408.626307:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305195537 00000100:00000001:2.0:1784946408.626310:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305196207 00000100:00000001:2.0:1784946408.626312:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946408.626314:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946408.626315:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946408.626318:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1784946408.626320:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946408.626320:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946408.626322:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946408.626326:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946408.626326:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1784946408.626327:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea800. 00000100:00000001:3.0:1784946408.626328:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946408.626332:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946408.626333:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946408.626336:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784946408.626338:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946408.626340:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946408.626343:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946408.626345:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946408.626349:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946408.626350:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946408.626357:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1440 00000400:00000010:1.0:1784946408.626362:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1440. 00000100:00000001:1.0:1784946408.626368:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946408.626373:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953480 x1871641054280320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946408.626387:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946408.626390:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953480 x1871641054280320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946424 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946408.626395:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946408.626396:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946408.626464:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946408.626466:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bd00. 00000400:00000200:1.0:1784946408.626468:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946408.626470:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946408.626472:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f62a8 00000400:00000010:1.0:1784946408.626474:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f62a8. 00000100:00000001:1.0:1784946408.626477:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946408.626479:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951c00 x1871641054280448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946408.626484:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946408.626486:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951c00 x1871641054280448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946424 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946408.626489:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946408.626491:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946408.627798:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946408.627816:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946408.627820:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946408.627823:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946408.627831:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946408.627838:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946408.627848:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946408.627852:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946408.627858:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946408.627863:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642ffa80 00000400:00000200:0.0:1784946408.627868:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946408.627875:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce481 [1] + 224 00000800:00000001:0.0:1784946408.627882:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946408.627886:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946408.627889:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946408.627894:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946408.627901:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946408.627909:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953480 x1871641054280320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946408.627922:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953480 x1871641054280320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946408.627953:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946408.627965:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946408.627969:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946408.627971:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946408.627974:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946408.627978:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946408.627984:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946408.627989:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946408.627992:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946408.627996:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946408.628000:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642ffb00 00000100:00000001:3.0:1784946408.628003:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946408.628004:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946408.628013:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946408.628014:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce489 [1] + 224 00000800:00000001:0.0:1784946408.628020:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784946408.628024:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946408.628028:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1784946408.628031:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784946408.628033:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:0.0:1784946408.628036:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784946408.628043:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000200:0.0:1784946408.628045:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000010:3.0:1784946408.628052:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946408.628059:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946408.628062:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946408.628069:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953480 x1871641054280320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946408.628071:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951c00 x1871641054280448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946408.628145:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951c00 x1871641054280448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946408.628146:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953480 x1871641054280320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946408.628194:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946408.628198:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946408.628200:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946408.628203:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946408.628205:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946408.628207:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946408.628208:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946408.628214:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946408.628218:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1784946408.628220:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=60 v=5 (5 5 5 5) 00000800:00000001:0.0:1784946408.628226:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784946408.628226:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=60 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946408.628237:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946408.628239:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946408.628243:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946408.628245:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946408.628247:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946408.628250:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953480 x1871641054280320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946424 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946408.628256:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946408.628258:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946408.628260:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946408.628263:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946408.628265:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784946408.628271:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1784946408.628273:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953480 x1871641054280320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946424 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784946408.628276:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946408.628281:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946408.628289:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6440 00000400:00000010:2.0:1784946408.628293:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6440. 00000100:00100000:3.0:1784946408.628298:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054280320:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946408.628299:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946408.628309:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951c00 x1871641054280448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946408.628310:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946408.628327:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946408.628335:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953480 x1871641054280320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946424 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946408.628340:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951c00 x1871641054280448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946408.628378:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946408.628382:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946408.628384:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784946408.628386:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946408.628389:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1784946408.628390:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784946408.628392:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946408.628396:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946408.628398:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61900200. 02000000:00000001:2.0:1784946408.628399:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946408.628408:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946408.628412:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000100:00001000:2.0:1784946408.628413:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=60 v=5 (5 5 5 5) 00000020:00000040:3.0:1784946408.628414:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946408.628423:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946408.628429:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 00000100:00001000:2.0:1784946408.628430:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=130 v=5 (1 1 1 1) 02000000:00000001:3.0:1784946408.628440:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784946408.628442:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1784946408.628442:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784946408.628449:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784946408.628449:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953480. 00000100:00000001:3.0:1784946408.628458:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1784946408.628459:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784946408.628461:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946408.628467:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784946408.628470:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946408.628474:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946408.628477:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784946408.628477:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946408.628480:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784946408.628482:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946408.628483:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946408.628490:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946408.628493:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946408.628500:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951c00 x1871641054280448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946424 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946408.628507:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946408.628510:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946408.628512:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946408.628551:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951c00 x1871641054280448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946424 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946408.628561:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054280448:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946408.628566:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946408.628568:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946408.628571:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951c00 x1871641054280448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946424 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946408.628577:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946408.628579:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946408.628583:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946408.628587:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946408.628589:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946408.628590:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946408.628593:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946408.628595:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b500. 02000000:00000001:2.0:1784946408.628599:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946408.628600:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946408.628602:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951c00. 00000100:00000001:2.0:1784946408.628605:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946408.628607:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946408.628608:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946408.628613:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946408.628615:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946408.628617:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946408.628620:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946408.945656:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946408.945663:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946408.945754:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946408.945761:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946408.945765:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946409.329639:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305196207, at 4305196224 00000100:00000040:1.0:1784946409.329639:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305196207, at 4305196224 00000100:00000010:0.0:1784946409.329657:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322d20. 00000100:00000010:1.0:1784946409.329660:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322e40. 00010000:00000001:1.0:1784946409.969615:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946409.969624:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946409.969708:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946409.969712:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946409.969715:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946410.993628:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946410.993635:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946410.993689:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946410.993692:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946410.993695:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946412.017626:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946412.017633:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946412.017635:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946412.017637:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946412.017640:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946412.017642:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946412.017643:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946412.017645:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946412.017696:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946412.017699:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946412.017703:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946413.041644:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946413.041651:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946413.041720:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946413.041724:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946413.041727:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946413.747029:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946413.747038:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946413.747048:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328a680. 00000020:00000040:0.0:1784946413.747054:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946413.747058:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946413.747061:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946413.747067:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946413.747074:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4000. 00000100:00000001:0.0:1784946413.747080:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946413.747090:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d4328a680 x1871641054280576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946413.747101:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946413.747106:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946413.747371:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6fb888] to pc [ptlrpcd_00_01+1] req@ffff996d4328a680 x1871641054280576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946413.747402:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946413.747405:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946413.747408:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946413.747411:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43288a80. 00000020:00000040:0.0:1784946413.747414:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946413.747416:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946413.747417:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946413.747419:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946413.747422:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4100. 00000100:00000001:0.0:1784946413.747425:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946413.747429:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43288a80 x1871641054280704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946413.747436:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946413.747449:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946413.747454:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f2bad33] to pc [ptlrpcd_00_00+0] req@ffff996d43288a80 x1871641054280704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946413.747461:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946413.747464:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784946413.747467:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784946413.747470:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784946413.747472:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784946413.747477:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10538) 00000100:00000001:1.0:1784946413.749947:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946413.749953:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946413.749956:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946413.749965:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43288a80 x1871641054280704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946413.749975:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946413.749977:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946413.749982:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946413.749985:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946413.749987:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946413.749990:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054280704:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946413.749994:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946413.749999:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946413.750002:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946413.750004:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946413.750010:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ace00. 02000000:00000001:1.0:1784946413.750012:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946413.750019:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946413.750023:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d898. 00000400:00000010:1.0:1784946413.750030:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294440. 00000100:00000200:1.0:1784946413.750036:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054280704, portal 10 00000100:00000001:1.0:1784946413.750039:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946413.750040:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290056320 : -112780419495296 : ffff996d43288a80) 00000100:00000040:1.0:1784946413.750047:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43288a80 x1871641054280704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946413.750054:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946413.750057:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946413.750060:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294990. 00000100:00000200:1.0:1784946413.750062:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054280704, offset 0 00000400:00000200:1.0:1784946413.750068:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946413.750076:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946413.750084:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946413.750089:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946413.750093:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946413.750096:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946413.750098:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946413.750102:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314703:314703:256:4294967295] 192.168.202.106@tcp LPNI seq info [314699:314699:8:4294967295] 00000400:00000200:1.0:1784946413.750106:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946413.750116:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946413.750122:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946413.750128:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad100. 00000800:00000200:1.0:1784946413.750134:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784946413.750141:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946413.750146:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946413.750165:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946413.750170:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16736 usecs (17 jiffies) 00000400:00000200:1.0:1784946413.750173:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946413.750176:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305200661 00000100:00000010:1.0:1784946413.750181:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f780. 00000100:00000001:1.0:1784946413.750187:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784946413.750195:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305200661 00000100:00000010:1.0:1784946413.750198:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f360. 00000100:00000001:1.0:1784946413.750201:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784946413.750204:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946413.750207:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946413.750209:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946413.750212:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946413.750220:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946413.750221:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946413.750224:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946413.750225:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946413.750226:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946413.750230:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1784946413.750232:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946413.750235:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946413.750236:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946413.750238:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946413.750240:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946413.750241:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946413.750245:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328a680 x1871641054280576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946413.750258:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946413.750259:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946413.750262:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946413.750263:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946413.750265:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946413.750268:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054280576:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946413.750272:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946413.750274:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946413.750276:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946413.750278:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946413.750281:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ad800. 02000000:00000001:1.0:1784946413.750283:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946413.750286:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946413.750289:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d8f0. 00000400:00000010:1.0:1784946413.750292:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294000. 00000100:00000200:1.0:1784946413.750295:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054280576, portal 25 00000800:00000200:0.0:1784946413.750297:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784946413.750297:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946413.750300:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290063488 : -112780419488128 : ffff996d4328a680) 00000800:00000010:0.0:1784946413.750304:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad100. 00000100:00000040:1.0:1784946413.750307:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328a680 x1871641054280576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946413.750313:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784946413.750316:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784946413.750323:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000040:1.0:1784946413.750323:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946413.750328:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294f68. 00000400:00000200:0.0:1784946413.750331:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294990 00000400:00000010:0.0:1784946413.750335:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294990. 00000100:00000001:0.0:1784946413.750340:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946413.750340:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054280576, offset 0 00000100:00000200:0.0:1784946413.750346:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43288a80 x1871641054280704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946413.750349:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946413.750357:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946413.750363:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:0.0:1784946413.750364:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784946413.750368:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1784946413.750372:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43288a80 x1871641054280704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946429 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946413.750374:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946413.750379:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946413.750384:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:0.0:1784946413.750389:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946413.750391:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1784946413.750396:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314704:314704:255:4294967295] 192.168.202.106@tcp LPNI seq info [314700:314700:7:4294967295] 00000400:00000200:1.0:1784946413.750401:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946413.750406:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946413.750411:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946413.750415:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ade00. 00000800:00000200:1.0:1784946413.750419:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784946413.750424:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946413.750427:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ade00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946413.750436:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946413.750441:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946413.750441:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946413.750449:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946413.750452:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305201331 00000100:00000001:1.0:1784946413.750457:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305200661 00000100:00000001:1.0:1784946413.750461:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305201331 00000100:00000001:1.0:1784946413.750465:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305200661 00000100:00000001:1.0:1784946413.750469:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946413.750472:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946413.750475:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946413.750477:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946413.750492:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946413.750507:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ade00. 00000400:00000200:0.0:1784946413.750511:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946413.750543:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946413.750546:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294f68 00000400:00000010:0.0:1784946413.750548:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294f68. 00000100:00000001:0.0:1784946413.750551:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946413.750556:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328a680 x1871641054280576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946413.750563:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946413.750566:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328a680 x1871641054280576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946429 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946413.750572:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946413.750574:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946413.753376:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946413.753400:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946413.753404:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946413.753408:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946413.753414:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946413.753433:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946413.753441:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946413.753445:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946413.753450:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946413.753454:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642ffc00 00000400:00000200:0.0:1784946413.753459:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946413.753464:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce491 [1] + 224 00000800:00000001:0.0:1784946413.753470:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946413.753477:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946413.753486:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946413.753490:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946413.753500:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946413.753509:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43288a80 x1871641054280704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946413.753543:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43288a80 x1871641054280704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946413.753562:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946413.753570:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946413.753573:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946413.753606:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946413.753610:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946413.753617:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946413.753619:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946413.753621:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d898. 00000400:00000200:1.0:1784946413.753625:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294440 00000400:00000010:1.0:1784946413.753627:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294440. 00000100:00000001:1.0:1784946413.753629:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946413.753635:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43288a80 x1871641054280704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946413.753645:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43288a80 x1871641054280704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946413.753651:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946413.753653:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946413.753656:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946413.753669:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946413.753675:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946413.753678:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946413.753681:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946413.753689:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=65 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946413.753694:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=135 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946413.753696:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946413.753698:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946413.753701:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946413.753704:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946413.753707:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784946413.753710:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946413.753713:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946413.753714:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946413.753720:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43288a80 x1871641054280704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946413.753727:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946413.753729:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946413.753731:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946413.753735:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43288a80 x1871641054280704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946429 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946413.753742:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054280704:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946413.753747:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946413.753749:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946413.753752:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43288a80 x1871641054280704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946429 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946413.753759:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946413.753761:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946413.753764:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ace00. 02000000:00000001:1.0:1784946413.753767:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946413.753770:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946413.753772:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946413.753774:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946413.753777:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4100. 02000000:00000001:1.0:1784946413.753781:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946413.753783:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946413.753785:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43288a80. 00000100:00000001:1.0:1784946413.753788:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946413.753790:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946413.753793:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946413.753795:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946413.753796:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946413.753798:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946413.753799:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946413.753846:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946413.753853:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946413.753855:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946413.753857:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946413.753861:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946413.753865:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946413.753869:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946413.753872:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946413.753875:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946413.753878:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642ffb80 00000400:00000200:0.0:1784946413.753881:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946413.753897:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce4a1 [1] + 224 00000800:00000001:0.0:1784946413.753902:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946413.753908:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946413.753910:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946413.753913:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946413.753917:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946413.753921:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328a680 x1871641054280576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946413.753931:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328a680 x1871641054280576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946413.753946:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946413.753952:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946413.753955:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946413.753974:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946413.753977:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946413.753980:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946413.753981:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946413.753983:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d8f0. 00000400:00000200:1.0:1784946413.753987:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294000 00000400:00000010:1.0:1784946413.753988:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294000. 00000100:00000001:1.0:1784946413.753990:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946413.753995:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328a680 x1871641054280576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946413.754002:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328a680 x1871641054280576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946413.754008:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946413.754009:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946413.754011:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946413.754012:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946413.754014:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946413.754016:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946413.754018:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946413.754021:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=65 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946413.754024:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=65 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946413.754027:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946413.754028:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946413.754030:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946413.754032:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946413.754034:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946413.754038:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328a680 x1871641054280576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946413.754043:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946413.754045:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946413.754046:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946413.754049:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328a680 x1871641054280576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946429 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946413.754063:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054280576:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946413.754067:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946413.754069:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946413.754072:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328a680 x1871641054280576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946429 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946413.754078:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946413.754079:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946413.754081:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ad800. 02000000:00000001:1.0:1784946413.754083:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946413.754085:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946413.754086:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784946413.754088:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946413.754090:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4000. 02000000:00000001:1.0:1784946413.754092:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946413.754093:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946413.754095:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328a680. 00000100:00000001:1.0:1784946413.754097:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946413.754098:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946413.754100:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946413.754106:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946413.754108:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946413.754110:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946413.754111:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946414.065637:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946414.065643:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946414.065707:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946414.065711:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946414.065714:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946414.449620:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305201331, at 4305201344 00000100:00000010:0.0:1784946414.449635:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f780. 00000100:00000040:1.0:1784946414.449710:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305201331, at 4305201344 00000100:00000010:1.0:1784946414.449717:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f360. 00010000:00000001:1.0:1784946415.089638:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946415.089642:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946415.089710:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946415.089713:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946415.089716:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946416.113638:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946416.113644:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946416.113696:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946416.113700:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946416.113704:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946417.138188:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946417.138195:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946417.138252:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946417.138256:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946417.138259:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946418.161591:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946418.161595:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946418.161648:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946418.161651:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946418.161653:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946418.865766:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946418.865773:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946418.865780:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951c00. 00000020:00000040:2.0:1784946418.865786:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946418.865790:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946418.865792:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946418.865797:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946418.865803:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b500. 00000100:00000001:2.0:1784946418.865809:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946418.865819:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951c00 x1871641054280832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946418.865830:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946418.865835:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946418.865852:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000188be879] to pc [ptlrpcd_01_01+1] req@ffff996d73951c00 x1871641054280832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946418.865879:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946418.865881:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946418.865885:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946418.865888:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950e00. 00000020:00000040:2.0:1784946418.865890:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946418.865892:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946418.865893:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946418.865896:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946418.865899:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b000. 00000100:00000001:2.0:1784946418.865901:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946418.865905:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950e00 x1871641054280960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946418.865912:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946418.865914:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946418.865918:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006776830d] to pc [ptlrpcd_01_00+0] req@ffff996d73950e00 x1871641054280960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946418.865925:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946418.865927:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946418.865932:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946418.865935:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946418.865938:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946418.865942:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10543) 00000100:00000001:3.0:1784946418.865985:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946418.865989:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946418.865991:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946418.865997:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951c00 x1871641054280832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946418.866005:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946418.866007:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946418.866010:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946418.866013:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946418.866015:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946418.866019:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054280832:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946418.866023:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946418.866027:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946418.866030:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946418.866032:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946418.866036:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61901200. 02000000:00000001:3.0:1784946418.866038:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946418.866045:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946418.866049:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784946418.866055:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000200:3.0:1784946418.866062:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054280832, portal 25 00000100:00000001:3.0:1784946418.866064:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946418.866065:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102477824 : -112779607073792 : ffff996d73951c00) 00000100:00000040:3.0:1784946418.866070:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951c00 x1871641054280832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946418.866078:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946418.866080:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946418.866082:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f17f8. 00000100:00000200:3.0:1784946418.866085:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054280832, offset 0 00000400:00000200:3.0:1784946418.866090:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946418.866098:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946418.866104:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946418.866108:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946418.866112:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946418.866116:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946418.866118:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946418.866122:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314705:314705:256:4294967295] 192.168.202.106@tcp LPNI seq info [314701:314701:8:4294967295] 00000400:00000200:3.0:1784946418.866126:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946418.866136:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946418.866141:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946418.866145:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beaf00. 00000800:00000200:3.0:1784946418.866151:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784946418.866158:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946418.866161:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beaf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946418.866171:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946418.866175:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946418.866177:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305206447 00000100:00000010:3.0:1784946418.866181:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322180. 00000100:00000001:3.0:1784946418.866187:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784946418.866191:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305206447 00000100:00000010:3.0:1784946418.866194:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322240. 00000100:00000001:3.0:1784946418.866197:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946418.866199:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946418.866202:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946418.866205:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946418.866207:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946418.866214:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946418.866216:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946418.866218:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946418.866219:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946418.866221:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946418.866223:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1784946418.866225:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946418.866226:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946418.866228:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946418.866230:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946418.866231:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946418.866232:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946418.866235:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950e00 x1871641054280960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946418.866242:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946418.866244:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946418.866246:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946418.866248:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946418.866250:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946418.866252:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054280960:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946418.866255:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946418.866257:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946418.866259:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946418.866260:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946418.866264:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61900200. 02000000:00000001:3.0:1784946418.866265:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946418.866268:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946418.866271:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784946418.866274:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1d48. 00000100:00000200:3.0:1784946418.866276:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054280960, portal 10 00000100:00000001:3.0:1784946418.866278:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946418.866280:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102474240 : -112779607077376 : ffff996d73950e00) 00000100:00000040:3.0:1784946418.866285:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950e00 x1871641054280960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946418.866291:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946418.866294:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946418.866296:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1000. 00000100:00000200:3.0:1784946418.866298:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054280960, offset 0 00000400:00000200:3.0:1784946418.866301:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946418.866305:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946418.866308:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946418.866310:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946418.866313:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946418.866315:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946418.866317:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946418.866320:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314706:314706:255:4294967295] 192.168.202.106@tcp LPNI seq info [314702:314702:7:4294967295] 00000400:00000200:3.0:1784946418.866324:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946418.866330:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946418.866333:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946418.866336:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000800:00000200:3.0:1784946418.866340:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784946418.866343:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946418.866346:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946418.866348:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946418.866351:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16735 usecs (17 jiffies) 00000400:00000200:3.0:1784946418.866354:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946418.866356:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305205777 00000800:00000200:1.0:1784946418.866602:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946418.866606:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beaf00. 00000400:00000200:1.0:1784946418.866611:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946418.866616:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946418.866621:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f17f8 00000400:00000010:1.0:1784946418.866623:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f17f8. 00000100:00000001:1.0:1784946418.866628:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946418.866632:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951c00 x1871641054280832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946418.866641:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946418.866644:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951c00 x1871641054280832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946434 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946418.866650:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946418.866652:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946418.866710:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946418.866713:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000400:00000200:1.0:1784946418.866715:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946418.866718:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946418.866720:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1000 00000400:00000010:1.0:1784946418.866722:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1000. 00000100:00000001:1.0:1784946418.866724:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946418.866727:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950e00 x1871641054280960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946418.866739:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946418.866742:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950e00 x1871641054280960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946434 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946418.866748:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946418.866750:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784946418.867013:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305206447 00000100:00000001:3.0:1784946418.867017:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305205777 00000100:00000001:3.0:1784946418.867019:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305206447 00000100:00000001:3.0:1784946418.867021:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946418.867023:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946418.867025:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946418.867028:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946418.867041:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946418.867043:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946418.868708:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946418.868715:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946418.868719:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946418.868720:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946418.868725:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946418.868730:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946418.868735:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946418.868737:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946418.868740:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946418.868743:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642ffd00 00000400:00000200:0.0:1784946418.868746:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946418.868750:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce4b9 [1] + 224 00000800:00000001:0.0:1784946418.868755:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946418.868757:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946418.868758:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946418.868761:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946418.868765:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946418.868770:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950e00 x1871641054280960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946418.868777:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950e00 x1871641054280960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946418.868810:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946418.868813:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946418.868824:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946418.868828:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946418.868831:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946418.868832:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946418.868834:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946418.868837:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946418.868850:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946418.868854:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946418.868857:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946418.868859:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946418.868862:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642ffc80 00000400:00000200:0.0:1784946418.868865:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946418.868869:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce4b1 [1] + 224 00000800:00000001:0.0:1784946418.868873:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946418.868878:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946418.868880:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946418.868883:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946418.868886:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946418.868890:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951c00 x1871641054280832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946418.868899:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951c00 x1871641054280832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946418.868904:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946418.868907:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946418.868909:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784946418.868937:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946418.868938:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946418.868941:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784946418.868944:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1d48 00000400:00000010:3.0:1784946418.868945:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1d48. 00000100:00000001:3.0:1784946418.868947:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946418.868951:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950e00 x1871641054280960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946418.868956:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950e00 x1871641054280960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946418.868960:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946418.868961:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946418.868963:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946418.868965:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946418.868967:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946418.868968:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946418.868969:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946418.868976:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=70 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946418.868979:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=140 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946418.868980:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946418.868981:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946418.868983:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946418.868986:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946418.868988:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784946418.868990:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946418.868991:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946418.868992:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946418.868995:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950e00 x1871641054280960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946418.868999:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946418.869001:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946418.869002:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946418.869004:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950e00 x1871641054280960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946434 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946418.869009:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054280960:192.168.202.106@tcp:400:kworker.0 00000400:00000001:3.0:1784946418.869011:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946418.869012:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946418.869013:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946418.869015:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946418.869016:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946418.869017:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946418.869019:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951c00 x1871641054280832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946418.869023:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951c00 x1871641054280832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946418.869026:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946418.869027:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946418.869028:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946418.869029:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946418.869029:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946418.869030:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946418.869031:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946418.869032:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=70 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946418.869034:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=70 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946418.869035:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946418.869036:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946418.869036:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946418.869038:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946418.869039:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946418.869040:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951c00 x1871641054280832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946418.869044:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946418.869045:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946418.869045:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946418.869047:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951c00 x1871641054280832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946434 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946418.869052:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054280832:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946418.869054:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946418.869056:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946418.869058:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950e00 x1871641054280960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946434 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946418.869062:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946418.869064:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946418.869066:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61900200. 02000000:00000001:3.0:1784946418.869069:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946418.869070:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946418.869071:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784946418.869073:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946418.869074:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b000. 02000000:00000001:3.0:1784946418.869076:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946418.869078:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946418.869079:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950e00. 00000100:00000001:3.0:1784946418.869081:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946418.869082:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946418.869083:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946418.869085:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951c00 x1871641054280832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946434 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946418.869088:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946418.869089:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946418.869089:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61901200. 02000000:00000001:3.0:1784946418.869091:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946418.869091:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946418.869092:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946418.869093:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946418.869093:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b500. 02000000:00000001:3.0:1784946418.869094:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946418.869095:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946418.869096:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951c00. 00000100:00000001:3.0:1784946418.869097:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946418.869097:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946418.869098:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946418.869103:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946418.869104:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946418.869105:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946418.869106:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946419.185636:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946419.185642:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946419.185706:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946419.185710:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946419.185714:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946419.569630:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305206447, at 4305206464 00000100:00000040:1.0:1784946419.569630:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305206447, at 4305206464 00000100:00000010:0.0:1784946419.569643:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322180. 00000100:00000010:1.0:1784946419.569643:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322240. 00010000:00000001:1.0:1784946420.209623:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946420.209630:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946420.209687:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946420.209691:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946420.209694:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946421.233637:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946421.233643:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946421.233714:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946421.233718:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946421.233721:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946422.257576:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946422.257582:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946422.257583:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946422.257585:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946422.257589:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946422.257591:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946422.257593:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946422.257595:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946422.257653:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946422.257656:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946422.257658:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946423.281624:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946423.281630:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946423.281681:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946423.281684:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946423.281686:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946423.985677:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946423.985688:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946423.985698:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328a300. 00000020:00000040:0.0:1784946423.985703:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946423.985708:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946423.985710:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946423.985715:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946423.985723:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4800. 00000100:00000001:0.0:1784946423.985729:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946423.985741:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d4328a300 x1871641054281088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946423.985751:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946423.985755:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946423.985761:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a66bc794] to pc [ptlrpcd_00_01+1] req@ffff996d4328a300 x1871641054281088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946423.985830:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946423.985834:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946423.985838:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946423.985841:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43288380. 00000100:00000001:1.0:1784946423.985843:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1784946423.985845:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00100000:1.0:1784946423.985847:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1784946423.985849:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1784946423.985851:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784946423.985852:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946423.985856:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946423.985858:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:0.0:1784946423.985859:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4700. 00000100:00000001:1.0:1784946423.985861:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946423.985864:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946423.985865:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946423.985867:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946423.985870:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946423.985873:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43288380 x1871641054281216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1784946423.985878:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328a300 x1871641054281088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946423.985888:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946423.985891:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946423.985893:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1784946423.985896:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784946423.985897:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946423.985900:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784946423.985906:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000916282b0] to pc [ptlrpcd_00_00+0] req@ffff996d43288380 x1871641054281216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784946423.985906:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946423.985914:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054281088:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946423.985921:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946423.985922:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1784946423.985927:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784946423.985930:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1784946423.985931:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1784946423.985934:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946423.985936:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784946423.985939:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784946423.985941:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:1.0:1784946423.985946:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ad800. 00000100:00000040:0.0:1784946423.985948:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10548) 02000000:00000001:1.0:1784946423.985950:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946423.985959:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946423.985964:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d8f0. 00000400:00000010:1.0:1784946423.985971:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294000. 00000100:00000001:0.0:1784946423.985975:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1784946423.985978:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000200:1.0:1784946423.985978:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054281088, portal 25 00000100:00000001:1.0:1784946423.985982:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946423.985983:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946423.985985:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290062592 : -112780419489024 : ffff996d4328a300) 00000100:00000001:0.0:1784946423.985990:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1784946423.985991:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328a300 x1871641054281088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946423.985993:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946423.985999:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946423.986001:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784946423.986002:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784946423.986006:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784946423.986007:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1784946423.986009:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294440. 00000100:00000200:1.0:1784946423.986011:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054281088, offset 0 00000100:00000040:0.0:1784946423.986016:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43288380 x1871641054281216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946423.986019:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784946423.986028:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1784946423.986030:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946423.986031:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946423.986036:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946423.986038:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784946423.986040:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 02000000:00000001:0.0:1784946423.986042:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946423.986048:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:0.0:1784946423.986049:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054281216:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946423.986054:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1784946423.986056:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 02000000:00000001:0.0:1784946423.986059:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1784946423.986062:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1784946423.986063:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946423.986067:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784946423.986068:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 02000000:00000010:0.0:1784946423.986072:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b000. 00000400:00000200:1.0:1784946423.986074:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314707:314707:256:4294967295] 192.168.202.106@tcp LPNI seq info [314703:314703:8:4294967295] 02000000:00000001:0.0:1784946423.986076:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946423.986082:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946423.986086:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946423.986090:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f790. 00000400:00000200:1.0:1784946423.986093:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000010:0.0:1784946423.986096:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fb28. 00000800:00000200:1.0:1784946423.986101:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000200:0.0:1784946423.986103:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054281216, portal 10 00000800:00000010:1.0:1784946423.986106:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad400. 00000100:00000001:0.0:1784946423.986107:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946423.986110:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290054528 : -112780419497088 : ffff996d43288380) 00000800:00000200:1.0:1784946423.986115:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000040:0.0:1784946423.986121:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43288380 x1871641054281216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784946423.986123:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946423.986129:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946423.986135:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784946423.986139:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946423.986141:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784946423.986143:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fee0. 00000100:00000200:0.0:1784946423.986146:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054281216, offset 0 00000400:00000200:1.0:1784946423.986147:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946423.986150:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305211567 00000400:00000200:0.0:1784946423.986152:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000010:1.0:1784946423.986156:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f360. 00000400:00000200:0.0:1784946423.986159:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946423.986163:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1784946423.986166:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:1.0:1784946423.986170:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305211567 00000400:00000200:0.0:1784946423.986171:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:1.0:1784946423.986174:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f9c0. 00000400:00000200:0.0:1784946423.986177:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:1.0:1784946423.986178:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784946423.986183:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784946423.986185:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784946423.986187:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946423.986192:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:1.0:1784946423.986192:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946423.986198:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314708:314708:255:4294967295] 192.168.202.106@tcp LPNI seq info [314704:314704:7:4294967295] 00000100:00000001:1.0:1784946423.986198:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946423.986201:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946423.986205:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946423.986208:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946423.986208:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946423.986213:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946423.986226:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946423.986232:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784946423.986234:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4d00. 00000800:00000200:0.0:1784946423.986237:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784946423.986240:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784946423.986242:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946423.986245:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946423.986248:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16735 usecs (17 jiffies) 00000400:00000200:0.0:1784946423.986251:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946423.986252:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305210897 00000800:00000200:1.0:1784946423.986254:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784946423.986255:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305211567 00000100:00000001:0.0:1784946423.986259:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305210897 00000800:00000010:1.0:1784946423.986259:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad400. 00000100:00000001:0.0:1784946423.986264:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305211567 00000100:00000001:0.0:1784946423.986266:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946423.986268:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946423.986268:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784946423.986273:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946423.986274:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946423.986277:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946423.986280:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294440 00000400:00000010:1.0:1784946423.986282:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294440. 00000100:00000001:1.0:1784946423.986286:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946423.986290:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328a300 x1871641054281088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946423.986297:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946423.986300:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328a300 x1871641054281088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946423.986306:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946423.986307:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946423.986361:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946423.986364:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4d00. 00000400:00000200:1.0:1784946423.986367:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946423.986370:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946423.986373:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fee0 00000400:00000010:1.0:1784946423.986374:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fee0. 00000100:00000001:1.0:1784946423.986377:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946423.986380:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43288380 x1871641054281216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946423.986386:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946423.986389:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43288380 x1871641054281216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946423.986395:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946423.986397:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946423.988652:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946423.988666:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946423.988670:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946423.988672:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946423.988680:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946423.988688:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946423.988695:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946423.988700:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946423.988705:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946423.988709:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642ffd80 00000400:00000200:0.0:1784946423.988714:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946423.988720:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce4c1 [1] + 224 00000800:00000001:0.0:1784946423.988726:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946423.988730:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946423.988732:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946423.988736:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946423.988742:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946423.988749:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328a300 x1871641054281088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946423.988760:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328a300 x1871641054281088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946423.988777:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946423.988785:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946423.988788:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946423.988790:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946423.988792:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946423.988796:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946423.988813:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:1.0:1784946423.988818:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946423.988819:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946423.988822:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946423.988825:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:1.0:1784946423.988828:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784946423.988831:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:1.0:1784946423.988831:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946423.988835:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d8f0. 00000400:00000200:0.0:1784946423.988839:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642ffe00 00000400:00000200:1.0:1784946423.988840:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294000 00000400:00000010:1.0:1784946423.988844:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294000. 00000400:00000200:0.0:1784946423.988847:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946423.988848:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946423.988856:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce4d1 [1] + 224 00000100:00000200:1.0:1784946423.988858:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328a300 x1871641054281088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946423.988862:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946423.988869:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784946423.988872:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328a300 x1871641054281088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946423.988873:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946423.988882:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946423.988888:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946423.988890:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946423.988893:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784946423.988895:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43288380 x1871641054281216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946423.988897:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946423.988901:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946423.988912:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1784946423.988914:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43288380 x1871641054281216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946423.988915:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946423.988923:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946423.988931:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=75 v=5 (5 5 5 5) 00000100:00000001:0.0:1784946423.988933:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1784946423.988935:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=75 v=5 (1 1 1 1) 00000800:00000001:0.0:1784946423.988938:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784946423.988939:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946423.988942:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946423.988944:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784946423.988945:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946423.988948:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946423.988950:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946423.988954:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328a300 x1871641054281088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946423.988956:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946423.988960:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946423.988961:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946423.988964:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:0.0:1784946423.988965:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1784946423.988966:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784946423.988970:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1784946423.988972:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328a300 x1871641054281088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946439 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784946423.988974:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f790. 00000400:00000200:0.0:1784946423.988981:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fb28 00000100:00100000:1.0:1784946423.988985:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054281088:192.168.202.106@tcp:400:kworker.0 00000400:00000010:0.0:1784946423.988986:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fb28. 00000100:00000001:0.0:1784946423.988990:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946423.988993:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784946423.988997:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43288380 x1871641054281216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946423.988998:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946423.989005:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328a300 x1871641054281088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946439 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946423.989013:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43288380 x1871641054281216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946423.989017:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946423.989021:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784946423.989023:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1784946423.989025:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ad800. 00000100:00000001:0.0:1784946423.989026:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946423.989031:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946423.989031:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1784946423.989033:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946423.989036:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1784946423.989036:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946423.989040:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946423.989041:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946423.989046:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784946423.989046:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946423.989051:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4800. 00000100:00001000:0.0:1784946423.989054:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=75 v=5 (5 5 5 5) 02000000:00000001:1.0:1784946423.989055:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946423.989059:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:0.0:1784946423.989061:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=145 v=5 (1 1 1 1) 00000100:00000010:1.0:1784946423.989062:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328a300. 00000100:00000001:0.0:1784946423.989067:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946423.989069:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946423.989070:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946423.989072:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784946423.989074:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784946423.989076:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784946423.989078:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946423.989082:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784946423.989085:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946423.989085:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946423.989088:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946423.989089:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946423.989092:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946423.989093:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946423.989099:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43288380 x1871641054281216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946423.989104:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946423.989110:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946423.989113:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946423.989115:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946423.989119:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43288380 x1871641054281216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946439 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946423.989129:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054281216:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946423.989134:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946423.989136:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946423.989139:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43288380 x1871641054281216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946439 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946423.989145:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946423.989146:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946423.989149:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b000. 02000000:00000001:0.0:1784946423.989152:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946423.989153:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946423.989155:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784946423.989157:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946423.989159:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4700. 02000000:00000001:0.0:1784946423.989161:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946423.989162:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946423.989164:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43288380. 00000100:00000001:0.0:1784946423.989166:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946423.989167:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946423.989169:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946423.989173:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946423.989174:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946423.989177:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946423.989178:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946424.305627:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946424.305633:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946424.305701:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946424.305705:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946424.305709:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946424.689605:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305211567, at 4305211584 00000100:00000040:1.0:1784946424.689605:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305211567, at 4305211584 00000100:00000010:0.0:1784946424.689617:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f360. 00000100:00000010:1.0:1784946424.689619:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f9c0. 00010000:00000001:1.0:1784946425.329567:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946425.329572:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946425.329615:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946425.329619:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946425.329621:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946426.353617:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946426.353622:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946426.353688:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946426.353691:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946426.353695:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946427.377651:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946427.377659:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946427.377810:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946427.377813:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946427.377815:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946428.401634:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946428.401639:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946428.401701:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946428.401705:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946428.401708:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946429.105658:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946429.105668:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946429.105679:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8ad80. 00000020:00000040:1.0:1784946429.105685:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946429.105689:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946429.105692:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946429.105697:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946429.105705:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad400. 00000100:00000001:1.0:1784946429.105712:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946429.105725:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d8ad80 x1871641054281344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946429.105736:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946429.105741:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946429.105748:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005efe4cfc] to pc [ptlrpcd_00_01+1] req@ffff996d44d8ad80 x1871641054281344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946429.105797:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946429.105800:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946429.105803:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946429.105806:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8aa00. 00000020:00000040:1.0:1784946429.105808:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946429.105811:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946429.105812:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946429.105813:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946429.105818:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ade00. 00000100:00000001:1.0:1784946429.105821:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946429.105826:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d8aa00 x1871641054281472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946429.105833:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946429.105835:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946429.105840:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000484376cf] to pc [ptlrpcd_00_00+0] req@ffff996d44d8aa00 x1871641054281472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946429.105848:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946429.105850:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946429.105854:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946429.105857:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946429.105861:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946429.105865:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10553) 00000100:00000001:1.0:1784946429.105879:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946429.105882:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946429.105884:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946429.105890:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8aa00 x1871641054281472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946429.105903:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946429.105903:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946429.105907:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946429.105908:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946429.105911:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1784946429.105912:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946429.105916:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946429.105919:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946429.105920:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8ad80 x1871641054281344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946429.105924:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054281472:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946429.105935:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946429.105935:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784946429.105937:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946429.105941:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946429.105942:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946429.105944:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946429.105944:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946429.105948:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946429.105949:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054281344:192.168.202.106@tcp:400:kworker.0 02000000:00000001:1.0:1784946429.105954:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784946429.105955:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1784946429.105960:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ad800. 02000000:00000001:0.0:1784946429.105961:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946429.105964:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946429.105964:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946429.105968:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946429.105974:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b000. 00000400:00000200:1.0:1784946429.105975:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:0.0:1784946429.105979:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946429.105982:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d8f0. 00000400:00000200:0.0:1784946429.105986:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946429.105992:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f790. 00000400:00000010:1.0:1784946429.105992:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294000. 00000400:00000010:0.0:1784946429.105998:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fb28. 00000100:00000200:1.0:1784946429.106002:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054281472, portal 10 00000100:00000200:0.0:1784946429.106004:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054281344, portal 25 00000100:00000001:1.0:1784946429.106006:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946429.106008:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946429.106010:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318375936 : -112780391175680 : ffff996d44d8aa00) 00000100:00000001:0.0:1784946429.106011:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318376832 : -112780391174784 : ffff996d44d8ad80) 00000100:00000040:0.0:1784946429.106023:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8ad80 x1871641054281344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946429.106024:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8aa00 x1871641054281472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946429.106040:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784946429.106044:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946429.106045:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1784946429.106048:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f440. 00000100:00000040:1.0:1784946429.106052:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000200:0.0:1784946429.106053:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054281344, offset 0 00000400:00000010:1.0:1784946429.106057:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294440. 00000400:00000200:0.0:1784946429.106061:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946429.106069:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:1.0:1784946429.106071:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054281472, offset 0 00000400:00000200:0.0:1784946429.106077:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946429.106082:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946429.106087:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946429.106092:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946429.106096:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946429.106099:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946429.106103:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314709:314709:256:4294967295] 192.168.202.106@tcp LPNI seq info [314705:314705:8:4294967295] 00000400:00000200:0.0:1784946429.106108:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946429.106117:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:1.0:1784946429.106126:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:0.0:1784946429.106127:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946429.106134:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000010:0.0:1784946429.106135:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4700. 00000400:00000200:1.0:1784946429.106139:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946429.106145:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:0.0:1784946429.106146:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784946429.106148:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946429.106153:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:0.0:1784946429.106160:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:1.0:1784946429.106161:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314710:314710:255:4294967295] 192.168.202.106@tcp LPNI seq info [314706:314706:7:4294967295] 00000800:00000200:0.0:1784946429.106168:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784946429.106170:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946429.106179:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946429.106185:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784946429.106186:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784946429.106189:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad100. 00000400:00000200:0.0:1784946429.106194:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784946429.106198:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:0.0:1784946429.106200:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305216687 00000100:00000010:0.0:1784946429.106205:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373de0. 00000800:00000200:1.0:1784946429.106207:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946429.106211:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946429.106212:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784946429.106217:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946429.106218:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305216687 00000100:00000010:0.0:1784946429.106222:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373b40. 00000100:00000040:1.0:1784946429.106223:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16733 usecs (17 jiffies) 00000100:00000001:0.0:1784946429.106224:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784946429.106229:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784946429.106230:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946429.106231:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946429.106235:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305216017 00000100:00000001:0.0:1784946429.106236:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946429.106241:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946429.106241:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305216687 00000100:00000001:1.0:1784946429.106245:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305216017 00000100:00000001:1.0:1784946429.106247:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305216687 00000100:00000001:0.0:1784946429.106248:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946429.106251:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946429.106252:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946429.106255:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946429.106257:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946429.106257:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946429.106259:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946429.106262:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946429.106263:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946429.106266:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946429.106272:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946429.106274:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946429.106277:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946429.106279:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946429.106280:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946429.106283:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946429.106308:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946429.106311:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4700. 00000400:00000200:0.0:1784946429.106316:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946429.106320:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946429.106325:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f440 00000400:00000010:0.0:1784946429.106327:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f440. 00000100:00000001:0.0:1784946429.106332:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946429.106336:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8ad80 x1871641054281344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946429.106346:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946429.106349:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8ad80 x1871641054281344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946445 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946429.106356:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946429.106358:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946429.106416:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946429.106418:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad100. 00000400:00000200:0.0:1784946429.106424:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946429.106428:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946429.106431:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294440 00000400:00000010:0.0:1784946429.106432:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294440. 00000100:00000001:0.0:1784946429.106435:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946429.106438:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8aa00 x1871641054281472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946429.106445:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946429.106448:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8aa00 x1871641054281472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946445 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946429.106455:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946429.106457:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946429.107835:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946429.107852:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946429.107856:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946429.107859:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946429.107865:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946429.107871:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946429.107877:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946429.107881:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946429.107886:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946429.107890:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642ffe80 00000400:00000200:0.0:1784946429.107896:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946429.107902:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce4e9 [1] + 224 00000800:00000001:0.0:1784946429.107908:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946429.107913:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946429.107916:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946429.107920:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946429.107933:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946429.107940:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8ad80 x1871641054281344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946429.107951:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8ad80 x1871641054281344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946429.107969:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946429.107976:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946429.107979:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946429.107981:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946429.107984:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946429.107987:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946429.107995:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946429.107998:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946429.108001:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946429.108002:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946429.108004:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946429.108007:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946429.108008:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f642fff00 00000400:00000200:0.0:1784946429.108012:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:1.0:1784946429.108016:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946429.108019:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946429.108021:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f790. 00000400:00000200:1.0:1784946429.108026:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fb28 00000400:00000010:1.0:1784946429.108028:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fb28. 00000100:00000001:1.0:1784946429.108031:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946429.108037:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce4e1 [1] + 224 00000100:00000200:1.0:1784946429.108038:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8ad80 x1871641054281344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946429.108045:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784946429.108053:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8ad80 x1871641054281344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946429.108054:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946429.108059:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946429.108067:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946429.108070:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946429.108072:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946429.108074:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946429.108078:0:2353:0:(client.c:1580:after_reply()) Process entered 00000100:00000200:0.0:1784946429.108079:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8aa00 x1871641054281472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784946429.108083:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946429.108086:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946429.108089:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946429.108094:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946429.108095:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8aa00 x1871641054281472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784946429.108104:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=81 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946429.108109:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=81 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946429.108112:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946429.108113:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946429.108116:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784946429.108117:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1784946429.108119:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946429.108123:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784946429.108124:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946429.108129:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946429.108131:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8ad80 x1871641054281344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946445 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946429.108139:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946429.108142:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946429.108144:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946429.108149:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8ad80 x1871641054281344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946445 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946429.108153:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946429.108157:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1784946429.108160:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054281344:192.168.202.106@tcp:400:kworker.0 00000400:00000001:0.0:1784946429.108162:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946429.108165:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1784946429.108168:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784946429.108169:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d8f0. 00000100:00000001:1.0:1784946429.108173:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784946429.108175:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294000 00000400:00000010:0.0:1784946429.108179:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294000. 00000100:00000040:1.0:1784946429.108180:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8ad80 x1871641054281344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946445 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946429.108183:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946429.108191:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8aa00 x1871641054281472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946429.108192:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946429.108196:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946429.108199:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b000. 02000000:00000001:1.0:1784946429.108205:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:0.0:1784946429.108206:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8aa00 x1871641054281472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784946429.108209:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946429.108213:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946429.108218:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946429.108221:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946429.108223:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946429.108225:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1784946429.108226:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784946429.108227:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946429.108229:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946429.108231:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946429.108234:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad400. 00000100:00001000:0.0:1784946429.108238:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=81 v=5 (5 5 5 5) 02000000:00000001:1.0:1784946429.108240:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:0.0:1784946429.108243:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=151 v=5 (1 1 1 1) 02000000:00000001:1.0:1784946429.108244:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946429.108248:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8ad80. 00000100:00000001:0.0:1784946429.108249:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946429.108252:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946429.108254:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1784946429.108255:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784946429.108258:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784946429.108260:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946429.108262:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946429.108265:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784946429.108268:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946429.108270:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946429.108271:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946429.108273:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946429.108275:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946429.108277:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946429.108282:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946429.108283:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8aa00 x1871641054281472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946445 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946429.108292:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946429.108295:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946429.108296:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946429.108301:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8aa00 x1871641054281472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946445 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946429.108309:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054281472:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946429.108322:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946429.108324:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946429.108327:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8aa00 x1871641054281472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946445 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946429.108333:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946429.108334:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946429.108336:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ad800. 02000000:00000001:0.0:1784946429.108339:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946429.108340:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946429.108341:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784946429.108343:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946429.108345:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ade00. 02000000:00000001:0.0:1784946429.108348:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946429.108349:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946429.108350:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8aa00. 00000100:00000001:0.0:1784946429.108353:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946429.108354:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946429.108356:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946429.108359:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946429.108360:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946429.108362:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946429.108363:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946429.425675:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946429.425682:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946429.425840:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946429.425844:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946429.425847:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946429.809615:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305216687, at 4305216704 00000100:00000040:1.0:1784946429.809616:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305216687, at 4305216704 00000100:00000010:1.0:1784946429.809632:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373b40. 00000100:00000010:0.0:1784946429.809634:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373de0. 00010000:00000001:1.0:1784946430.451933:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946430.451939:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946430.452001:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946430.452005:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946430.452008:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946431.473626:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946431.473632:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946431.473634:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946431.473636:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946431.473640:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946431.473641:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946431.473643:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946431.473644:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946431.473691:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946431.473696:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946431.473699:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946432.497694:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946432.497701:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946432.497849:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946432.497857:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946432.497862:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946433.521647:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946433.521658:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946433.521757:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946433.521762:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946433.521767:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946434.225660:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946434.225671:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946434.225682:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8ad80. 00000020:00000040:1.0:1784946434.225689:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946434.225693:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946434.225697:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946434.225702:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946434.225710:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad400. 00000100:00000001:1.0:1784946434.225728:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946434.225740:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d8ad80 x1871641054281600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946434.225750:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946434.225754:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946434.225761:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005efe4cfc] to pc [ptlrpcd_00_01+1] req@ffff996d44d8ad80 x1871641054281600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946434.225793:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946434.225797:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946434.225800:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946434.225803:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d88700. 00000020:00000040:1.0:1784946434.225806:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946434.225808:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946434.225809:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946434.225811:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946434.225814:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83adc00. 00000100:00000001:1.0:1784946434.225816:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946434.225820:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d88700 x1871641054281728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946434.225826:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946434.225828:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946434.225831:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aafabc0e] to pc [ptlrpcd_00_00+0] req@ffff996d44d88700 x1871641054281728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946434.225838:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946434.225841:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946434.225844:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946434.225847:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946434.225850:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946434.225854:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10558) 00000100:00000001:0.0:1784946434.226774:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946434.226778:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946434.226781:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946434.226787:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8ad80 x1871641054281600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946434.226796:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946434.226799:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946434.226802:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946434.226805:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946434.226808:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946434.226812:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054281600:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946434.226816:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784946434.226821:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946434.226824:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946434.226826:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946434.226832:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394a200. 02000000:00000001:0.0:1784946434.226834:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946434.226840:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946434.226845:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652ff78. 00000400:00000010:0.0:1784946434.226851:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f440. 00000100:00000200:0.0:1784946434.226858:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054281600, portal 25 00000100:00000001:0.0:1784946434.226860:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946434.226862:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318376832 : -112780391174784 : ffff996d44d8ad80) 00000100:00000040:0.0:1784946434.226867:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8ad80 x1871641054281600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946434.226875:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784946434.226877:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946434.226879:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f4c8. 00000100:00000200:0.0:1784946434.226881:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054281600, offset 0 00000400:00000200:0.0:1784946434.226887:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946434.226896:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946434.226903:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946434.226908:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946434.226912:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946434.226916:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946434.226918:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946434.226922:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314711:314711:256:4294967295] 192.168.202.106@tcp LPNI seq info [314707:314707:8:4294967295] 00000400:00000200:0.0:1784946434.226926:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946434.226935:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946434.226941:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784946434.226946:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4700. 00000800:00000200:0.0:1784946434.226952:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784946434.226960:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784946434.226964:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946434.226980:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946434.226984:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946434.226990:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305221808 00000100:00000010:0.0:1784946434.226995:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373de0. 00000100:00000001:0.0:1784946434.227001:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784946434.227008:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305221808 00000100:00000010:0.0:1784946434.227011:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373720. 00000100:00000001:0.0:1784946434.227014:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784946434.227018:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946434.227021:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946434.227024:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946434.227027:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946434.227033:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946434.227035:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946434.227038:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946434.227039:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946434.227042:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946434.227044:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1784946434.227046:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946434.227048:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946434.227049:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946434.227050:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946434.227052:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946434.227053:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946434.227057:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88700 x1871641054281728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946434.227064:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946434.227065:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946434.227067:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946434.227069:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946434.227070:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946434.227073:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054281728:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946434.227076:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784946434.227078:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946434.227080:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946434.227081:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946434.227086:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b000. 02000000:00000001:0.0:1784946434.227088:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946434.227092:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784946434.227094:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1784946434.227096:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f268. 00000800:00000010:1.0:1784946434.227100:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4700. 00000400:00000010:0.0:1784946434.227102:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f2a8. 00000100:00000200:0.0:1784946434.227106:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054281728, portal 10 00000100:00000001:0.0:1784946434.227108:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1784946434.227109:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784946434.227111:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318366976 : -112780391184640 : ffff996d44d88700) 00000400:00000200:1.0:1784946434.227118:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000040:0.0:1784946434.227121:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88700 x1871641054281728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946434.227127:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f4c8 00000100:00000001:0.0:1784946434.227130:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1784946434.227131:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f4c8. 00000100:00000040:0.0:1784946434.227135:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946434.227138:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1784946434.227139:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f088. 00000100:00000200:0.0:1784946434.227144:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054281728, offset 0 00000100:00000200:1.0:1784946434.227147:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8ad80 x1871641054281600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946434.227152:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946434.227160:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946434.227166:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:1.0:1784946434.227166:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784946434.227174:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1784946434.227175:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8ad80 x1871641054281600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946450 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946434.227178:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946434.227184:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946434.227190:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:1.0:1784946434.227194:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946434.227196:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314712:314712:255:4294967295] 192.168.202.106@tcp LPNI seq info [314708:314708:7:4294967295] 00000100:00000001:1.0:1784946434.227197:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1784946434.227202:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946434.227208:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946434.227212:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784946434.227215:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4f00. 00000800:00000200:0.0:1784946434.227220:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784946434.227224:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784946434.227228:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946434.227239:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946434.227243:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16733 usecs (17 jiffies) 00000400:00000200:0.0:1784946434.227246:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946434.227248:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305221138 00000100:00000001:0.0:1784946434.227251:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305221808 00000100:00000001:1.0:1784946434.227252:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946434.227254:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305221138 00000100:00000001:1.0:1784946434.227257:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946434.227258:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305221808 00000100:00000001:0.0:1784946434.227264:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946434.227266:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946434.227269:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946434.227272:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946434.227280:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946434.227284:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4f00. 00000400:00000200:1.0:1784946434.227288:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946434.227294:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946434.227297:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f088 00000400:00000010:1.0:1784946434.227299:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f088. 00000100:00000001:1.0:1784946434.227301:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946434.227305:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d88700 x1871641054281728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946434.227313:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946434.227316:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d88700 x1871641054281728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946450 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946434.227323:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946434.227325:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946434.229710:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946434.229742:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946434.229748:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946434.229751:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946434.229761:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946434.229769:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946434.229780:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946434.229785:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946434.229791:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946434.229796:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f642fff80 00000400:00000200:1.0:1784946434.229801:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946434.229808:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce501 [1] + 224 00000800:00000001:1.0:1784946434.229816:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946434.229820:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946434.229823:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946434.229828:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946434.229837:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946434.229848:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8ad80 x1871641054281600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946450 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946434.229861:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8ad80 x1871641054281600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946434.229882:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946434.229891:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946434.229894:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946434.229896:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946434.229897:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946434.229899:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946434.229902:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946434.229905:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946434.229909:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946434.229913:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946434.229916:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64300000 00000400:00000200:1.0:1784946434.229921:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946434.229927:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce511 [1] + 224 00000100:00000001:0.0:1784946434.229929:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784946434.229932:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784946434.229934:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784946434.229941:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784946434.229943:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784946434.229945:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1784946434.229948:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784946434.229952:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000010:0.0:1784946434.229954:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652ff78. 00000400:00000200:0.0:1784946434.229962:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f440 00000400:00000010:0.0:1784946434.229965:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f440. 00000100:00000001:0.0:1784946434.229968:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946434.229970:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946434.229977:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8ad80 x1871641054281600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946434.229978:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d88700 x1871641054281728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946450 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946434.230005:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d88700 x1871641054281728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946434.230009:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8ad80 x1871641054281600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946434.230019:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946434.230024:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946434.230026:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784946434.230028:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946434.230031:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946434.230033:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946434.230039:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946434.230042:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946434.230044:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946434.230048:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946434.230058:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=86 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946434.230061:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=86 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946434.230063:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946434.230065:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946434.230067:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946434.230069:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946434.230071:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946434.230075:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8ad80 x1871641054281600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946434.230080:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946434.230082:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946434.230084:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946434.230087:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8ad80 x1871641054281600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946450 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946434.230093:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054281600:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946434.230096:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946434.230098:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946434.230100:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8ad80 x1871641054281600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946450 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946434.230104:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946434.230107:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946434.230110:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394a200. 02000000:00000001:0.0:1784946434.230113:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946434.230115:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946434.230117:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784946434.230119:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946434.230121:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad400. 02000000:00000001:0.0:1784946434.230127:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946434.230128:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946434.230130:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8ad80. 00000100:00000001:0.0:1784946434.230133:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946434.230134:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946434.230136:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946434.230138:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946434.230138:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784946434.230140:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946434.230141:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946434.230142:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f268. 00000400:00000200:0.0:1784946434.230144:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f2a8 00000400:00000010:0.0:1784946434.230145:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f2a8. 00000100:00000001:0.0:1784946434.230146:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946434.230148:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88700 x1871641054281728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946434.230154:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88700 x1871641054281728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946434.230161:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946434.230162:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946434.230163:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946434.230164:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946434.230165:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946434.230166:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946434.230167:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946434.230171:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=86 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946434.230173:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=6 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946434.230174:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946434.230175:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946434.230176:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946434.230179:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946434.230181:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784946434.230183:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784946434.230184:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784946434.230185:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946434.230187:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88700 x1871641054281728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946434.230190:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946434.230191:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946434.230192:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946434.230194:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88700 x1871641054281728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946450 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946434.230199:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054281728:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946434.230202:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946434.230203:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946434.230204:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88700 x1871641054281728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946450 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946434.230207:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946434.230208:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946434.230209:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b000. 02000000:00000001:0.0:1784946434.230211:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946434.230212:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946434.230213:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784946434.230214:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946434.230215:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83adc00. 02000000:00000001:0.0:1784946434.230216:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946434.230216:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946434.230217:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88700. 00000100:00000001:0.0:1784946434.230218:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946434.230219:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946434.230220:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946434.230227:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946434.230228:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946434.230229:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946434.230230:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946434.545609:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946434.545617:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946434.545686:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946434.545691:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946434.545694:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946434.929586:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305221808, at 4305221824 00000100:00000040:0.0:1784946434.929598:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305221808, at 4305221824 00000100:00000010:1.0:1784946434.929604:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373720. 00000100:00000010:0.0:1784946434.929608:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373de0. 00010000:00000001:1.0:1784946435.569670:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946435.569678:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946435.569764:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946435.569768:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946435.569772:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946436.593692:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946436.593713:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946436.593795:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946436.593800:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946436.593805:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946437.617614:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946437.617624:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946437.617720:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946437.617724:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946437.617729:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946438.641659:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946438.641666:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946438.641755:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946438.641761:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946438.641766:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946439.346878:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946439.346893:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946439.346917:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43288380. 00000020:00000040:0.0:1784946439.346928:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946439.346933:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946439.346937:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946439.346943:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946439.346954:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4500. 00000100:00000001:0.0:1784946439.346963:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946439.346978:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d43288380 x1871641054281856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946439.346990:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946439.346995:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946439.347003:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000916282b0] to pc [ptlrpcd_00_01+1] req@ffff996d43288380 x1871641054281856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946439.347041:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946439.347044:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946439.347048:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946439.347052:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289f80. 00000020:00000040:0.0:1784946439.347055:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946439.347057:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946439.347059:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946439.347061:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946439.347064:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1784946439.347065:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4400. 00000100:00000001:0.0:1784946439.347070:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946439.347071:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784946439.347076:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43289f80 x1871641054281984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946439.347077:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784946439.347087:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1784946439.347088:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43288380 x1871641054281856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946439.347090:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946439.347098:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006509818b] to pc [ptlrpcd_00_00+0] req@ffff996d43289f80 x1871641054281984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946439.347106:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946439.347110:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946439.347112:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946439.347117:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784946439.347117:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946439.347122:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784946439.347123:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784946439.347129:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784946439.347129:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946439.347136:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1784946439.347140:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054281856:192.168.202.106@tcp:400:kworker.0 00000100:00000040:0.0:1784946439.347143:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10563) 00000100:00000001:1.0:1784946439.347149:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946439.347158:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946439.347161:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946439.347165:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946439.347172:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ace00. 02000000:00000001:1.0:1784946439.347174:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946439.347182:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946439.347184:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946439.347186:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946439.347189:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1784946439.347191:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d898. 00000100:00000040:0.0:1784946439.347195:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289f80 x1871641054281984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784946439.347203:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294550. 00000100:00000001:0.0:1784946439.347212:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946439.347214:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946439.347215:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054281856, portal 25 02000000:00000001:0.0:1784946439.347217:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784946439.347220:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1784946439.347221:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946439.347225:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290054528 : -112780419497088 : ffff996d43288380) 02000000:00000001:0.0:1784946439.347226:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946439.347232:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054281984:192.168.202.106@tcp:400:kworker.0 00000100:00000040:1.0:1784946439.347237:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43288380 x1871641054281856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946439.347239:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784946439.347243:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946439.347246:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946439.347250:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784946439.347253:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1784946439.347255:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394aa00. 02000000:00000001:0.0:1784946439.347260:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946439.347260:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946439.347267:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294220. 00000400:00000200:0.0:1784946439.347268:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:1.0:1784946439.347273:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054281856, offset 0 00000400:00000010:0.0:1784946439.347276:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f268. 00000400:00000010:0.0:1784946439.347283:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f2a8. 00000400:00000200:1.0:1784946439.347284:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000200:0.0:1784946439.347301:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054281984, portal 10 00000100:00000001:0.0:1784946439.347304:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946439.347306:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290061696 : -112780419489920 : ffff996d43289f80) 00000400:00000200:1.0:1784946439.347310:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:0.0:1784946439.347317:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289f80 x1871641054281984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946439.347324:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:0.0:1784946439.347329:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784946439.347334:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946439.347335:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1784946439.347338:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f440. 00000100:00000200:0.0:1784946439.347342:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054281984, offset 0 00000400:00000200:1.0:1784946439.347344:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946439.347350:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946439.347352:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946439.347357:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946439.347363:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314713:314713:256:4294967295] 192.168.202.106@tcp LPNI seq info [314709:314709:8:4294967295] 00000400:00000200:1.0:1784946439.347368:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946439.347379:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:0.0:1784946439.347389:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784946439.347389:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946439.347398:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000010:1.0:1784946439.347400:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad300. 00000400:00000200:0.0:1784946439.347404:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946439.347409:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:1.0:1784946439.347413:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784946439.347416:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946439.347421:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946439.347425:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314714:314714:255:4294967295] 192.168.202.106@tcp LPNI seq info [314710:314710:7:4294967295] 00000800:00000200:1.0:1784946439.347429:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784946439.347436:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784946439.347438:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784946439.347447:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946439.347454:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946439.347455:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784946439.347459:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4b00. 00000400:00000200:1.0:1784946439.347464:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:0.0:1784946439.347469:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:1.0:1784946439.347470:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305226928 00000100:00000010:1.0:1784946439.347478:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f9c0. 00000100:00000001:1.0:1784946439.347486:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1784946439.347493:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:1.0:1784946439.347494:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305226928 00000800:00000200:0.0:1784946439.347498:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1784946439.347501:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f540. 00000100:00000001:0.0:1784946439.347506:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946439.347507:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1784946439.347513:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16733 usecs (17 jiffies) 00000100:00000001:1.0:1784946439.347514:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784946439.347543:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946439.347545:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305226259 00000100:00000001:0.0:1784946439.347548:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305226928 00000100:00000001:0.0:1784946439.347552:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305226259 00000100:00000001:1.0:1784946439.347552:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946439.347554:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305226928 00000100:00000001:0.0:1784946439.347558:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946439.347558:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946439.347560:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946439.347564:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946439.347564:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946439.347568:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946439.347576:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946439.347576:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946439.347578:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946439.347580:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946439.347581:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946439.347584:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946439.347586:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946439.347587:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946439.347589:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946439.347590:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946439.347594:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946439.347598:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946439.347655:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946439.347660:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad300. 00000400:00000200:1.0:1784946439.347695:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946439.347701:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946439.347712:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294220 00000400:00000010:1.0:1784946439.347715:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294220. 00000100:00000001:1.0:1784946439.347721:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946439.347726:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43288380 x1871641054281856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946439.347737:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946439.347741:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43288380 x1871641054281856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946455 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946439.347749:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946439.347750:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946439.347841:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946439.347844:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4b00. 00000400:00000200:1.0:1784946439.347849:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946439.347852:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946439.347855:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f440 00000400:00000010:1.0:1784946439.347856:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f440. 00000100:00000001:1.0:1784946439.347859:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946439.347863:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289f80 x1871641054281984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946439.347870:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946439.347873:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289f80 x1871641054281984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946455 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946439.347879:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946439.347880:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946439.349615:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946439.349632:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946439.349636:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946439.349638:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946439.349644:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946439.349649:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946439.349657:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946439.349662:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946439.349667:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946439.349685:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64300080 00000400:00000200:1.0:1784946439.349690:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946439.349698:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce521 [1] + 224 00000800:00000001:1.0:1784946439.349711:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946439.349717:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946439.349719:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946439.349724:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946439.349730:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946439.349737:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43288380 x1871641054281856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946455 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946439.349745:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43288380 x1871641054281856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946439.349762:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946439.349771:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946439.349775:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946439.349777:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946439.349781:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946439.349784:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946439.349789:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946439.349794:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946439.349797:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946439.349800:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946439.349804:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946439.349804:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64300100 00000400:00000200:1.0:1784946439.349810:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946439.349814:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946439.349817:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce531 [1] + 224 00000800:00000001:1.0:1784946439.349823:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784946439.349825:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946439.349829:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946439.349833:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d898. 00000400:00000200:0.0:1784946439.349838:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294550 00000400:00000010:0.0:1784946439.349840:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294550. 00000100:00000001:0.0:1784946439.349843:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784946439.349847:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784946439.349850:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43288380 x1871641054281856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946439.349852:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946439.349862:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946439.349869:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946439.349872:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43288380 x1871641054281856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946439.349876:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289f80 x1871641054281984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946455 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946439.349888:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946439.349892:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946439.349894:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289f80 x1871641054281984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946439.349897:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946439.349902:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946439.349906:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946439.349910:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946439.349913:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946439.349914:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1784946439.349921:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=91 v=5 (5 5 5 5) 00000800:00000001:1.0:1784946439.349921:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946439.349925:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784946439.349927:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=91 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946439.349931:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946439.349933:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946439.349937:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946439.349940:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946439.349943:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946439.349950:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43288380 x1871641054281856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946455 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946439.349955:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946439.349956:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946439.349958:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946439.349960:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946439.349961:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1784946439.349965:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1784946439.349966:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43288380 x1871641054281856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946455 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784946439.349970:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946439.349973:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f268. 00000100:00100000:0.0:1784946439.349976:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054281856:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946439.349981:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946439.349981:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f2a8 00000400:00000010:1.0:1784946439.349985:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f2a8. 00000100:00000001:0.0:1784946439.349986:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946439.349990:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43288380 x1871641054281856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946455 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946439.349991:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946439.349999:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289f80 x1871641054281984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946439.350001:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946439.350006:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946439.350010:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ace00. 00000100:00000200:1.0:1784946439.350012:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289f80 x1871641054281984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946439.350014:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946439.350018:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946439.350021:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946439.350023:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1784946439.350024:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784946439.350027:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1784946439.350028:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4500. 00000100:00000001:1.0:1784946439.350033:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946439.350034:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946439.350036:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1784946439.350036:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000010:0.0:1784946439.350038:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43288380. 00000100:00000001:1.0:1784946439.350039:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946439.350041:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946439.350043:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946439.350044:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946439.350049:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784946439.350049:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946439.350057:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946439.350060:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946439.350060:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=91 v=5 (5 5 5 5) 00000100:00000001:0.0:1784946439.350064:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1784946439.350065:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=11 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946439.350067:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946439.350070:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946439.350072:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946439.350074:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946439.350077:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946439.350079:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784946439.350081:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946439.350083:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946439.350084:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946439.350087:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289f80 x1871641054281984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946455 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946439.350099:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946439.350101:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946439.350102:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946439.350106:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289f80 x1871641054281984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946455 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946439.350114:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054281984:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946439.350119:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946439.350120:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946439.350124:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289f80 x1871641054281984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946455 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946439.350130:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946439.350132:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946439.350134:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394aa00. 02000000:00000001:1.0:1784946439.350138:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946439.350140:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946439.350141:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946439.350143:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946439.350145:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4400. 02000000:00000001:1.0:1784946439.350147:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946439.350148:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946439.350150:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289f80. 00000100:00000001:1.0:1784946439.350152:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946439.350154:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946439.350155:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946439.350160:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946439.350161:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946439.350163:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946439.350165:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946439.665706:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946439.665715:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946439.665791:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946439.665797:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946439.665801:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946440.049624:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305226928, at 4305226944 00000100:00000040:1.0:1784946440.049624:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305226928, at 4305226944 00000100:00000010:1.0:1784946440.049641:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f540. 00000100:00000010:0.0:1784946440.049643:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f9c0. 00010000:00000001:1.0:1784946440.689651:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946440.689688:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946440.689807:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946440.689811:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946440.689815:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784946441.073623:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784946441.073631:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784946441.073635:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1784946441.073797:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784946441.073801:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946441.073814:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946441.073818:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946441.073820:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784946441.713680:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946441.713688:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946441.713690:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946441.713693:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946441.713698:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946441.713700:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946441.713702:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946441.713705:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946441.713763:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946441.713767:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946441.713769:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946442.737621:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946442.737626:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946442.737696:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946442.737700:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946442.737703:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946443.761628:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946443.761647:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946443.761711:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946443.761715:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946443.761718:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946444.465613:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946444.465620:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946444.465638:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952a00. 00000020:00000040:2.0:1784946444.465643:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946444.465646:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946444.465648:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946444.465653:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946444.465660:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b500. 00000100:00000001:2.0:1784946444.465664:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946444.465674:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73952a00 x1871641054282112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946444.465681:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946444.465684:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946444.465689:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce3dc249] to pc [ptlrpcd_01_01+1] req@ffff996d73952a00 x1871641054282112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946444.465708:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946444.465711:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946444.465714:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946444.465716:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951180. 00000020:00000040:2.0:1784946444.465718:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946444.465720:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946444.465722:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946444.465723:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946444.465726:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b000. 00000100:00000001:2.0:1784946444.465729:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946444.465733:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951180 x1871641054282240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946444.465737:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946444.465739:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946444.465741:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946444.465741:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1784946444.465743:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946444.465745:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047f3cd37] to pc [ptlrpcd_01_00+0] req@ffff996d73951180 x1871641054282240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946444.465749:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946444.465752:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946444.465752:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946444.465754:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946444.465754:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946444.465756:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784946444.465757:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784946444.465758:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946444.465760:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946444.465762:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784946444.465763:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951180 x1871641054282240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946444.465767:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10569) 00000100:00000001:3.0:1784946444.465770:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946444.465772:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946444.465775:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946444.465777:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946444.465780:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946444.465783:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054282240:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946444.465786:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946444.465791:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784946444.465792:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784946444.465793:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946444.465794:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946444.465796:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946444.465801:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61901600. 02000000:00000001:3.0:1784946444.465803:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946444.465810:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946444.465814:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784946444.465820:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000200:3.0:1784946444.465826:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054282240, portal 10 00000100:00000001:3.0:1784946444.465828:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946444.465829:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102475136 : -112779607076480 : ffff996d73951180) 00000100:00000040:3.0:1784946444.465834:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951180 x1871641054282240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946444.465839:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946444.465841:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946444.465843:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1d48. 00000100:00000200:3.0:1784946444.465845:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054282240, offset 0 00000400:00000200:3.0:1784946444.465849:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946444.465855:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946444.465861:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946444.465864:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946444.465867:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946444.465870:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946444.465872:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946444.465875:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314715:314715:256:4294967295] 192.168.202.106@tcp LPNI seq info [314711:314711:8:4294967295] 00000400:00000200:3.0:1784946444.465877:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946444.465884:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946444.465888:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946444.465891:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000800:00000200:3.0:1784946444.465896:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784946444.465901:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946444.465904:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946444.465915:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946444.465918:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16732 usecs (17 jiffies) 00000400:00000200:3.0:1784946444.465922:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946444.465924:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305231377 00000100:00000010:3.0:1784946444.465929:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322540. 00000100:00000001:3.0:1784946444.465933:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784946444.465945:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305231377 00000100:00000010:3.0:1784946444.465949:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322780. 00000100:00000001:3.0:1784946444.465952:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946444.465954:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946444.465957:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946444.465959:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946444.465964:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952a00 x1871641054282112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946444.465971:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946444.465972:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946444.465974:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946444.465976:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946444.465978:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946444.465981:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054282112:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946444.465984:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946444.465986:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946444.465988:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946444.465990:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946444.465992:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61900200. 02000000:00000001:3.0:1784946444.465993:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946444.465997:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946444.465999:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784946444.466002:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1dd0. 00000100:00000200:3.0:1784946444.466004:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054282112, portal 25 00000100:00000001:3.0:1784946444.466006:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946444.466007:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102481408 : -112779607070208 : ffff996d73952a00) 00000100:00000040:3.0:1784946444.466011:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952a00 x1871641054282112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784946444.466021:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946444.466023:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:1.0:1784946444.466025:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bead00. 00000100:00000040:3.0:1784946444.466026:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946444.466028:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1c38. 00000400:00000200:1.0:1784946444.466031:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1784946444.466031:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054282112, offset 0 00000400:00000200:1.0:1784946444.466035:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:3.0:1784946444.466035:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946444.466038:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946444.466040:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1d48 00000400:00000200:3.0:1784946444.466041:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000010:1.0:1784946444.466042:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1d48. 00000400:00000200:3.0:1784946444.466044:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946444.466046:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:1.0:1784946444.466047:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1784946444.466048:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1784946444.466050:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951180 x1871641054282240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946444.466050:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946444.466054:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314716:314716:255:4294967295] 192.168.202.106@tcp LPNI seq info [314712:314712:7:4294967295] 00000400:00000200:3.0:1784946444.466058:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946444.466059:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946444.466062:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951180 x1871641054282240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946460 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946444.466064:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946444.466068:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946444.466069:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946444.466071:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:3.0:1784946444.466071:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000800:00000200:3.0:1784946444.466075:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784946444.466078:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946444.466081:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946444.466098:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946444.466104:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946444.466106:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305232047 00000100:00000001:3.0:1784946444.466111:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305231377 00000100:00000001:3.0:1784946444.466114:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305232047 00000100:00000001:3.0:1784946444.466116:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305231377 00000100:00000001:3.0:1784946444.466118:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946444.466119:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946444.466121:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946444.466122:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784946444.466125:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bead00. 00000100:00000001:3.0:1784946444.466126:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946444.466130:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946444.466132:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946444.466134:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784946444.466138:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946444.466139:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946444.466142:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946444.466144:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1c38 00000100:00000001:3.0:1784946444.466145:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784946444.466149:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1c38. 00000100:00000001:3.0:1784946444.466150:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946444.466154:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946444.466160:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952a00 x1871641054282112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946444.466170:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946444.466174:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952a00 x1871641054282112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946460 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946444.466187:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946444.466189:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946444.468948:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946444.468960:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946444.468963:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946444.468966:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946444.468971:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946444.468976:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946444.468982:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946444.468986:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946444.468990:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946444.468994:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64300200 00000400:00000200:1.0:1784946444.468998:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946444.469003:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce541 [1] + 224 00000800:00000001:1.0:1784946444.469008:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946444.469014:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946444.469016:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946444.469018:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946444.469022:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946444.469027:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951180 x1871641054282240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946444.469034:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951180 x1871641054282240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946444.469045:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946444.469052:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946444.469063:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946444.469065:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946444.469067:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946444.469069:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946444.469072:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:3.0:1784946444.469075:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946444.469076:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946444.469079:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946444.469080:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946444.469085:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784946444.469086:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784946444.469087:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64300180 00000400:00000001:3.0:1784946444.469090:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784946444.469093:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946444.469094:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946444.469098:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946444.469099:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946444.469102:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946444.469105:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce549 [1] + 224 00000800:00000001:1.0:1784946444.469109:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946444.469112:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946444.469114:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946444.469116:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946444.469118:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946444.469120:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952a00 x1871641054282112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946444.469126:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952a00 x1871641054282112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946444.469130:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946444.469131:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946444.469133:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784946444.469146:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951180 x1871641054282240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946444.469159:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951180 x1871641054282240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946444.469165:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946444.469166:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946444.469168:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946444.469170:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946444.469172:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946444.469173:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946444.469175:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946444.469181:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=96 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946444.469183:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=16 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946444.469185:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946444.469186:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946444.469188:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946444.469190:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946444.469192:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784946444.469194:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946444.469195:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946444.469196:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946444.469198:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951180 x1871641054282240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946460 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946444.469203:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946444.469205:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946444.469206:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946444.469209:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951180 x1871641054282240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946460 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946444.469213:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054282240:192.168.202.106@tcp:400:kworker.0 00000400:00000001:3.0:1784946444.469218:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946444.469219:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946444.469220:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784946444.469222:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1dd0 00000400:00000010:3.0:1784946444.469223:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1dd0. 00000100:00000001:3.0:1784946444.469225:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946444.469226:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952a00 x1871641054282112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946444.469231:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952a00 x1871641054282112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946444.469235:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946444.469235:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946444.469236:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946444.469237:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946444.469237:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946444.469238:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946444.469239:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946444.469241:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=96 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946444.469242:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=96 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946444.469243:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946444.469244:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946444.469245:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946444.469245:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946444.469247:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946444.469248:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952a00 x1871641054282112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946460 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946444.469252:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946444.469253:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946444.469254:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946444.469256:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952a00 x1871641054282112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946460 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946444.469260:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054282112:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946444.469264:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946444.469266:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946444.469269:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951180 x1871641054282240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946460 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946444.469275:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946444.469278:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946444.469280:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61901600. 02000000:00000001:3.0:1784946444.469283:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946444.469285:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946444.469287:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784946444.469289:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946444.469291:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b000. 02000000:00000001:3.0:1784946444.469294:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946444.469296:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946444.469306:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951180. 00000100:00000001:3.0:1784946444.469310:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946444.469311:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946444.469316:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946444.469320:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952a00 x1871641054282112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946460 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946444.469326:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946444.469327:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946444.469329:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61900200. 02000000:00000001:3.0:1784946444.469332:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946444.469334:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946444.469335:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946444.469337:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946444.469338:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b500. 02000000:00000001:3.0:1784946444.469340:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946444.469342:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946444.469343:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952a00. 00000100:00000001:3.0:1784946444.469346:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946444.469347:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946444.469348:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946444.469353:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946444.469354:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946444.469356:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946444.469357:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946444.785607:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946444.785612:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946444.785678:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946444.785682:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946444.785685:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946445.169589:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305232047, at 4305232064 00000100:00000040:1.0:1784946445.169589:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305232047, at 4305232064 00000100:00000010:0.0:1784946445.169601:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322540. 00000100:00000010:1.0:1784946445.169606:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322780. 00010000:00000001:1.0:1784946445.810064:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946445.810069:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946445.810133:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946445.810137:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946445.810140:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946446.833590:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946446.833595:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946446.833651:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946446.833654:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946446.833656:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946447.857643:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946447.857650:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946447.857717:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946447.857721:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946447.857725:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946448.881658:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946448.881664:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946448.881712:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946448.881714:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946448.881717:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946449.585622:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946449.585630:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946449.585638:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952300. 00000020:00000040:2.0:1784946449.585642:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946449.585646:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946449.585648:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946449.585653:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946449.585660:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784946449.585667:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946449.585680:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73952300 x1871641054282368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946449.585689:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946449.585693:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946449.585700:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b6164b6] to pc [ptlrpcd_01_01+1] req@ffff996d73952300 x1871641054282368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946449.585729:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946449.585732:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946449.585735:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946449.585738:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950a80. 00000020:00000040:2.0:1784946449.585740:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946449.585742:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946449.585743:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946449.585745:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946449.585747:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784946449.585750:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946449.585754:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950a80 x1871641054282496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946449.585761:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946449.585763:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946449.585766:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784946449.585767:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011f70e2a] to pc [ptlrpcd_01_00+0] req@ffff996d73950a80 x1871641054282496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946449.585770:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1784946449.585774:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946449.585783:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946449.585784:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1784946449.585786:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946449.585788:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946449.585792:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784946449.585793:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784946449.585796:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946449.585797:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784946449.585802:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784946449.585802:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946449.585810:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10574) 00000100:00000040:3.0:1784946449.585812:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950a80 x1871641054282496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946449.585822:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946449.585824:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946449.585827:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946449.585831:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946449.585834:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946449.585838:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054282496:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946449.585840:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946449.585843:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946449.585843:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946449.585850:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946449.585854:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946449.585857:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946449.585862:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61901200. 02000000:00000001:3.0:1784946449.585864:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946449.585872:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946449.585876:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784946449.585882:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1dd0. 00000100:00000200:3.0:1784946449.585889:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054282496, portal 10 00000100:00000001:3.0:1784946449.585892:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946449.585893:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102473344 : -112779607078272 : ffff996d73950a80) 00000100:00000040:3.0:1784946449.585900:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950a80 x1871641054282496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946449.585918:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946449.585920:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946449.585923:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000200:3.0:1784946449.585927:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054282496, offset 0 00000400:00000200:3.0:1784946449.585933:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946449.585942:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946449.585948:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946449.585954:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946449.585957:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946449.585960:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946449.585963:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946449.585967:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314717:314717:256:4294967295] 192.168.202.106@tcp LPNI seq info [314713:314713:8:4294967295] 00000400:00000200:3.0:1784946449.585971:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946449.585980:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946449.585985:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946449.585990:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000800:00000200:3.0:1784946449.585996:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784946449.586002:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946449.586007:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946449.586024:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946449.586028:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16732 usecs (17 jiffies) 00000400:00000200:3.0:1784946449.586031:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946449.586033:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305236497 00000100:00000010:3.0:1784946449.586038:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322480. 00000100:00000001:3.0:1784946449.586044:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784946449.586052:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305236497 00000100:00000010:3.0:1784946449.586055:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3225a0. 00000100:00000001:3.0:1784946449.586059:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946449.586067:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946449.586070:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946449.586072:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946449.586076:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952300 x1871641054282368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946449.586084:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946449.586085:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946449.586088:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946449.586090:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946449.586092:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946449.586096:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054282368:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946449.586100:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946449.586103:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946449.586105:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946449.586107:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946449.586110:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61901600. 02000000:00000001:3.0:1784946449.586112:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946449.586116:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946449.586119:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784946449.586122:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1bb0. 00000100:00000200:3.0:1784946449.586124:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054282368, portal 25 00000100:00000001:3.0:1784946449.586126:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946449.586127:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102479616 : -112779607072000 : ffff996d73952300) 00000100:00000040:3.0:1784946449.586132:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952300 x1871641054282368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946449.586138:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946449.586140:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946449.586142:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1110. 00000100:00000200:3.0:1784946449.586144:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054282368, offset 0 00000400:00000200:3.0:1784946449.586148:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000800:00000200:0.0:1784946449.586152:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1784946449.586153:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946449.586159:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000010:0.0:1784946449.586160:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000400:00000200:3.0:1784946449.586164:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946449.586168:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784946449.586168:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946449.586174:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946449.586179:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:3.0:1784946449.586181:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946449.586186:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314718:314718:255:4294967295] 192.168.202.106@tcp LPNI seq info [314714:314714:7:4294967295] 00000400:00000200:0.0:1784946449.586188:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:0.0:1784946449.586193:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000400:00000200:3.0:1784946449.586193:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946449.586201:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1784946449.586208:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000200:0.0:1784946449.586209:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950a80 x1871641054282496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784946449.586218:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946449.586225:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beaf00. 00000100:00000001:0.0:1784946449.586227:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1784946449.586233:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000040:0.0:1784946449.586234:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950a80 x1871641054282496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784946449.586245:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:0.0:1784946449.586247:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946449.586250:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1784946449.586250:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beaf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946449.586256:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946449.586260:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946449.586262:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305237167 00000800:00000200:0.0:1784946449.586266:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946449.586267:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305236497 00000800:00000010:0.0:1784946449.586269:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beaf00. 00000400:00000200:0.0:1784946449.586273:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946449.586274:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305237167 00000400:00000200:0.0:1784946449.586279:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946449.586280:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305236497 00000400:00000200:0.0:1784946449.586281:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1110 00000400:00000010:0.0:1784946449.586285:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1110. 00000100:00000001:3.0:1784946449.586286:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946449.586288:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784946449.586290:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784946449.586293:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952300 x1871641054282368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946449.586295:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946449.586299:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946449.586305:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784946449.586306:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1784946449.586309:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952300 x1871641054282368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946449.586310:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946449.586315:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946449.586317:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946449.586319:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946449.586321:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946449.586322:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784946449.586326:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946449.587568:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946449.587578:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946449.587580:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946449.587582:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946449.587595:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946449.587599:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946449.587603:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946449.587605:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946449.587608:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946449.587611:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64300280 00000400:00000200:1.0:1784946449.587613:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946449.587618:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce559 [1] + 224 00000800:00000001:1.0:1784946449.587623:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946449.587629:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946449.587632:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946449.587635:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946449.587639:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946449.587644:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952300 x1871641054282368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946449.587654:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952300 x1871641054282368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946449.587668:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946449.587676:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946449.587680:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946449.587681:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946449.587683:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946449.587686:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946449.587688:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946449.587689:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:3.0:1784946449.587691:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946449.587694:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784946449.587696:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784946449.587697:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784946449.587700:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784946449.587703:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946449.587703:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:1.0:1784946449.587708:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64300300 00000400:00000200:3.0:1784946449.587709:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1bb0 00000400:00000010:3.0:1784946449.587712:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1bb0. 00000400:00000200:1.0:1784946449.587716:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946449.587752:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946449.587756:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce551 [1] + 224 00000100:00000200:3.0:1784946449.587757:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952300 x1871641054282368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946449.587766:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784946449.587770:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952300 x1871641054282368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946449.587773:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946449.587775:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784946449.587776:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946449.587778:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946449.587781:0:2354:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:1.0:1784946449.587783:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 02000000:00000001:3.0:1784946449.587784:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946449.587787:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946449.587790:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946449.587791:0:2345:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1784946449.587792:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946449.587797:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950a80 x1871641054282496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784946449.587798:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=101 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946449.587805:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=101 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946449.587810:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946449.587812:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946449.587818:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1784946449.587820:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950a80 x1871641054282496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784946449.587821:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946449.587827:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946449.587835:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784946449.587836:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952300 x1871641054282368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946449.587840:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946449.587845:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946449.587847:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946449.587852:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946449.587854:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946449.587859:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952300 x1871641054282368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946465 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946449.587867:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054282368:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946449.587871:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946449.587872:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946449.587874:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952300 x1871641054282368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946465 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946449.587878:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946449.587880:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946449.587882:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61901600. 02000000:00000001:3.0:1784946449.587884:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946449.587885:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946449.587887:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946449.587888:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946449.587890:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 02000000:00000001:3.0:1784946449.587892:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946449.587893:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946449.587895:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952300. 00000100:00000001:3.0:1784946449.587897:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946449.587897:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946449.587899:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946449.587900:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946449.587901:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784946449.587902:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946449.587903:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946449.587904:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784946449.587906:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1dd0 00000400:00000010:3.0:1784946449.587907:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1dd0. 00000100:00000001:3.0:1784946449.587908:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946449.587910:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950a80 x1871641054282496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946449.587916:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950a80 x1871641054282496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946449.587923:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946449.587924:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946449.587926:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946449.587927:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946449.587928:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946449.587929:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946449.587931:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946449.587936:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=101 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946449.587939:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=21 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946449.587941:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946449.587943:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946449.587944:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946449.587947:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946449.587950:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784946449.587951:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946449.587953:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946449.587954:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946449.587958:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950a80 x1871641054282496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946449.587963:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946449.587964:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946449.587965:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946449.587967:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950a80 x1871641054282496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946465 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946449.587972:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054282496:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946449.587974:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946449.587975:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946449.587977:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950a80 x1871641054282496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946465 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946449.587980:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946449.587981:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946449.587982:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61901200. 02000000:00000001:3.0:1784946449.587983:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946449.587984:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946449.587985:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784946449.587986:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946449.587987:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 02000000:00000001:3.0:1784946449.587988:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946449.587989:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946449.587989:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950a80. 00000100:00000001:3.0:1784946449.587991:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946449.587992:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946449.587993:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946449.587996:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946449.587998:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946449.587999:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946449.588001:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946449.905654:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946449.905660:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946449.905715:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946449.905718:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946449.905720:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946450.289636:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305237167, at 4305237184 00000100:00000010:0.0:1784946450.289652:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322480. 00000100:00000040:1.0:1784946450.289726:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305237167, at 4305237184 00000100:00000010:1.0:1784946450.289733:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3225a0. 00010000:00000001:1.0:1784946450.929644:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946450.929651:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946450.929711:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946450.929715:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946450.929718:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946451.953637:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946451.953643:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946451.953645:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946451.953647:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946451.953650:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946451.953652:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946451.953654:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946451.953655:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946451.953701:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946451.953705:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946451.953707:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946452.977637:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946452.977642:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946452.977695:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946452.977699:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946452.977703:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946454.001647:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946454.001653:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946454.001708:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946454.001711:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946454.001713:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946454.705631:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946454.705639:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946454.705645:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952680. 00000020:00000040:2.0:1784946454.705649:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946454.705652:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946454.705655:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946454.705659:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946454.705665:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b300. 00000100:00000001:2.0:1784946454.705671:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946454.705681:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73952680 x1871641054282624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946454.705691:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946454.705695:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946454.705703:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f291fbe] to pc [ptlrpcd_01_01+1] req@ffff996d73952680 x1871641054282624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946454.705729:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946454.705731:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946454.705734:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946454.705737:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950000. 00000020:00000040:2.0:1784946454.705739:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946454.705741:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946454.705742:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946454.705744:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946454.705747:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784946454.705750:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946454.705754:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950000 x1871641054282752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946454.705758:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946454.705760:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946454.705762:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac249ac8] to pc [ptlrpcd_01_00+0] req@ffff996d73950000 x1871641054282752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946454.705767:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946454.705769:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946454.705771:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946454.705773:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946454.705775:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946454.705779:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10579) 00000100:00000001:2.0:1784946454.705787:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946454.705791:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946454.705793:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946454.705798:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952680 x1871641054282624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946454.705811:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946454.705813:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946454.705817:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946454.705820:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946454.705823:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946454.705827:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054282624:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946454.705832:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946454.705838:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946454.705841:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946454.705841:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946454.705845:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784946454.705847:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784946454.705848:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1784946454.705853:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946454.705857:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946454.705857:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950000 x1871641054282752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784946454.705870:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946454.705871:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946454.705874:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946454.705877:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946454.705879:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784946454.705882:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 02000000:00000001:3.0:1784946454.705882:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946454.705887:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054282752:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946454.705891:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1784946454.705898:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6440. 00000100:00000200:2.0:1784946454.705906:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054282624, portal 25 00000100:00000001:2.0:1784946454.705909:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946454.705910:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102480512 : -112779607071104 : ffff996d73952680) 00000100:00000040:2.0:1784946454.705918:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952680 x1871641054282624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946454.705926:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946454.705930:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946454.705933:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6220. 00000100:00000200:2.0:1784946454.705935:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054282624, offset 0 00000400:00000200:2.0:1784946454.705940:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946454.705949:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946454.705957:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 02000000:00000001:3.0:1784946454.705960:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1784946454.705963:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1784946454.705963:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946454.705967:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784946454.705971:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 02000000:00000010:3.0:1784946454.705972:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61900000. 02000000:00000001:3.0:1784946454.705976:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946454.705978:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946454.705983:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946454.705985:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000010:3.0:1784946454.705987:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000200:2.0:1784946454.705992:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314719:314719:256:4294967295] 192.168.202.106@tcp LPNI seq info [314715:314715:8:4294967295] 00000400:00000010:3.0:1784946454.705993:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1dd0. 00000100:00000200:3.0:1784946454.705999:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054282752, portal 10 00000400:00000200:2.0:1784946454.706000:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946454.706002:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1784946454.706010:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946454.706015:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946454.706020:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b800. 00000800:00000200:2.0:1784946454.706029:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946454.706036:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946454.706039:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946454.706049:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946454.706052:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946454.706054:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305242287 00000100:00000010:2.0:1784946454.706057:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cba0. 00000100:00000001:2.0:1784946454.706063:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946454.706068:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305242287 00000100:00000010:2.0:1784946454.706071:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c960. 00000100:00000001:2.0:1784946454.706073:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946454.706076:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946454.706078:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946454.706080:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946454.706082:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946454.706086:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102470656 : -112779607080960 : ffff996d73950000) 00000100:00000001:2.0:1784946454.706087:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946454.706090:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946454.706092:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946454.706093:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946454.706093:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946454.706098:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946454.706103:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950000 x1871641054282752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946454.706110:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946454.706114:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946454.706119:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1bb0. 00000100:00000200:3.0:1784946454.706123:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054282752, offset 0 00000800:00000200:0.0:1784946454.706124:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946454.706130:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b800. 00000400:00000200:3.0:1784946454.706130:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946454.706136:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946454.706142:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946454.706213:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6220 00000400:00000200:3.0:1784946454.706214:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946454.706219:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6220. 00000400:00000200:3.0:1784946454.706222:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946454.706226:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784946454.706227:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1784946454.706230:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000200:0.0:1784946454.706235:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952680 x1871641054282624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946454.706237:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946454.706242:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946454.706248:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314720:314720:255:4294967295] 192.168.202.106@tcp LPNI seq info [314716:314716:7:4294967295] 00000100:00000001:0.0:1784946454.706249:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946454.706254:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952680 x1871641054282624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946470 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946454.706256:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946454.706268:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946454.706268:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:0.0:1784946454.706273:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1784946454.706277:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946454.706282:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000800:00000200:3.0:1784946454.706287:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784946454.706292:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946454.706295:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946454.706309:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946454.706313:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16731 usecs (17 jiffies) 00000400:00000200:3.0:1784946454.706316:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946454.706318:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305241617 00000100:00000001:3.0:1784946454.706321:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305242287 00000100:00000001:3.0:1784946454.706324:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305241617 00000100:00000001:3.0:1784946454.706326:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305242287 00000100:00000001:3.0:1784946454.706328:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946454.706331:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946454.706334:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946454.706336:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946454.706340:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946454.706342:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946454.706344:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946454.706345:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946454.706347:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946454.706349:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946454.706358:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946454.706362:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea800. 00000400:00000200:1.0:1784946454.706365:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946454.706368:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946454.706371:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1bb0 00000400:00000010:1.0:1784946454.706372:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1bb0. 00000100:00000001:1.0:1784946454.706375:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946454.706378:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950000 x1871641054282752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946454.706390:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946454.706392:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950000 x1871641054282752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946470 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946454.706397:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946454.706398:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946454.707266:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946454.707271:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946454.707273:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946454.707274:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946454.707278:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946454.707281:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946454.707285:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946454.707288:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946454.707291:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946454.707293:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64300380 00000400:00000200:0.0:1784946454.707296:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946454.707300:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce561 [1] + 224 00000800:00000001:0.0:1784946454.707304:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946454.707308:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946454.707309:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946454.707311:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946454.707314:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946454.707318:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952680 x1871641054282624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946470 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946454.707324:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952680 x1871641054282624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946454.707335:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946454.707341:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946454.707354:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946454.707356:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946454.707358:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946454.707362:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946454.707363:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946454.707367:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946454.707368:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000001:2.0:1784946454.707374:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784946454.707375:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:2.0:1784946454.707377:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784946454.707381:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946454.707381:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:0.0:1784946454.707386:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946454.707387:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6440 00000400:00000010:2.0:1784946454.707391:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6440. 00000400:00000200:0.0:1784946454.707393:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64300400 00000100:00000001:2.0:1784946454.707397:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946454.707398:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946454.707404:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce569 [1] + 224 00000100:00000200:2.0:1784946454.707405:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952680 x1871641054282624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946454.707407:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946454.707412:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946454.707415:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1784946454.707419:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952680 x1871641054282624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946470 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946454.707420:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946454.707425:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946454.707431:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1784946454.707432:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950000 x1871641054282752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946470 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946454.707434:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946454.707439:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946454.707442:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946454.707445:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1784946454.707449:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950000 x1871641054282752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946454.707449:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946454.707455:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946454.707462:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=106 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946454.707467:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=106 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946454.707469:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946454.707470:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946454.707473:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946454.707475:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1784946454.707476:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784946454.707479:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784946454.707480:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946454.707482:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946454.707485:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946454.707486:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784946454.707489:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946454.707492:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1784946454.707494:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952680 x1871641054282624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946470 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784946454.707495:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784946454.707499:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1dd0 00000400:00000010:3.0:1784946454.707502:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1dd0. 00000100:00000001:3.0:1784946454.707506:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946454.707510:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1784946454.707513:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950000 x1871641054282752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946454.707514:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946454.707541:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784946454.707541:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950000 x1871641054282752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946470 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946454.707562:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952680 x1871641054282624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946470 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946454.707564:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946454.707567:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946454.707570:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946454.707572:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946454.707574:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946454.707576:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946454.707579:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946454.707582:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054282624:192.168.202.106@tcp:400:kworker.0 00000100:00001000:3.0:1784946454.707584:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=106 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946454.707589:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=26 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946454.707590:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946454.707591:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946454.707593:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946454.707596:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1784946454.707596:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946454.707600:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946454.707604:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952680 x1871641054282624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946470 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946454.707604:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784946454.707607:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946454.707609:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946454.707613:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946454.707619:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1784946454.707619:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950000 x1871641054282752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946470 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946454.707623:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784946454.707627:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1784946454.707629:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 00000100:00000001:3.0:1784946454.707629:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946454.707631:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784946454.707635:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1784946454.707636:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950000 x1871641054282752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946470 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784946454.707639:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946454.707643:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00100000:3.0:1784946454.707645:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054282752:192.168.202.106@tcp:400:kworker.0 00000020:00000001:2.0:1784946454.707648:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784946454.707650:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946454.707652:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1784946454.707653:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b300. 00000100:00000040:3.0:1784946454.707655:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950000 x1871641054282752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946470 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946454.707659:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946454.707662:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784946454.707663:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000010:2.0:1784946454.707665:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952680. 02000000:00000001:3.0:1784946454.707665:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946454.707668:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61900000. 00000100:00000001:2.0:1784946454.707671:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1784946454.707672:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784946454.707675:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784946454.707676:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946454.707677:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946454.707681:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784946454.707681:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946454.707683:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 02000000:00000001:3.0:1784946454.707686:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784946454.707688:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1784946454.707688:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946454.707689:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950000. 00000100:00000001:2.0:1784946454.707692:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946454.707693:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946454.707695:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946454.707698:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946454.707699:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946454.707703:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946454.707704:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946454.707707:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946454.707709:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946454.707710:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946455.025631:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946455.025637:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946455.025691:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946455.025693:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946455.025696:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946455.409620:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305242287, at 4305242304 00000100:00000040:1.0:1784946455.409620:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305242287, at 4305242304 00000100:00000010:1.0:1784946455.409636:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c960. 00000100:00000010:0.0:1784946455.409646:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cba0. 00010000:00000001:1.0:1784946456.049650:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946456.049657:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946456.049721:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946456.049724:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946456.049728:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946457.073634:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946457.073640:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946457.073688:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946457.073690:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946457.073693:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946458.097647:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946458.097654:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946458.097723:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946458.097726:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946458.097730:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946459.121625:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946459.121632:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946459.121688:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946459.121691:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946459.121693:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946459.825613:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946459.825625:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946459.825632:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43288380. 00000020:00000040:0.0:1784946459.825639:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946459.825643:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946459.825647:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946459.825652:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946459.825660:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4500. 00000100:00000001:0.0:1784946459.825666:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946459.825678:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d43288380 x1871641054282880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946459.825689:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946459.825693:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946459.825700:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000916282b0] to pc [ptlrpcd_00_01+1] req@ffff996d43288380 x1871641054282880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946459.825736:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946459.825746:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946459.825755:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946459.825759:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328b480. 00000020:00000040:0.0:1784946459.825762:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946459.825764:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946459.825766:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946459.825767:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946459.825772:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4400. 00000100:00000001:0.0:1784946459.825775:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946459.825780:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d4328b480 x1871641054283008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946459.825787:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946459.825790:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946459.825795:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dc29689] to pc [ptlrpcd_00_00+0] req@ffff996d4328b480 x1871641054283008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946459.825804:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946459.825806:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946459.825808:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784946459.825811:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784946459.825813:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784946459.825815:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946459.825817:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946459.825822:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946459.825826:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43288380 x1871641054282880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946459.825829:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10584) 00000100:00000001:1.0:1784946459.825838:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946459.825841:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946459.825845:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946459.825848:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946459.825851:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946459.825854:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054282880:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946459.825858:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946459.825859:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784946459.825863:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946459.825865:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1784946459.825866:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946459.825869:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946459.825872:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784946459.825873:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328b480 x1871641054283008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784946459.825877:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ac000. 02000000:00000001:1.0:1784946459.825881:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946459.825887:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946459.825889:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946459.825891:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:0.0:1784946459.825893:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1784946459.825896:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d3c8. 02000000:00000001:0.0:1784946459.825897:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946459.825901:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946459.825902:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294220. 00000100:00100000:0.0:1784946459.825906:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054283008:192.168.202.106@tcp:400:kworker.0 00000100:00000200:1.0:1784946459.825908:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054282880, portal 25 00000100:00000001:0.0:1784946459.825914:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784946459.825914:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946459.825918:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290054528 : -112780419497088 : ffff996d43288380) 02000000:00000001:0.0:1784946459.825919:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946459.825922:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946459.825926:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1784946459.825927:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43288380 x1871641054282880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784946459.825931:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b000. 02000000:00000001:0.0:1784946459.825935:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946459.825941:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784946459.825943:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:1.0:1784946459.825948:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946459.825949:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652ff78. 00000400:00000010:1.0:1784946459.825952:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294b28. 00000400:00000010:0.0:1784946459.825956:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f220. 00000100:00000200:1.0:1784946459.825957:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054282880, offset 0 00000100:00000200:0.0:1784946459.825962:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054283008, portal 10 00000100:00000001:0.0:1784946459.825966:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1784946459.825968:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784946459.825969:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290067072 : -112780419484544 : ffff996d4328b480) 00000400:00000200:1.0:1784946459.825979:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:0.0:1784946459.825981:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328b480 x1871641054283008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946459.825989:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:0.0:1784946459.825991:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784946459.825998:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946459.825998:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1784946459.826004:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f880. 00000400:00000200:1.0:1784946459.826005:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000200:0.0:1784946459.826008:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054283008, offset 0 00000400:00000200:1.0:1784946459.826011:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946459.826016:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946459.826020:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946459.826025:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314721:314721:256:4294967295] 192.168.202.106@tcp LPNI seq info [314717:314717:8:4294967295] 00000400:00000200:1.0:1784946459.826030:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946459.826038:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946459.826044:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946459.826046:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:1.0:1784946459.826051:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad300. 00000400:00000200:0.0:1784946459.826054:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946459.826059:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1784946459.826063:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784946459.826064:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946459.826068:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946459.826071:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:1.0:1784946459.826075:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784946459.826076:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314722:314722:255:4294967295] 192.168.202.106@tcp LPNI seq info [314718:314718:7:4294967295] 00000800:00000200:1.0:1784946459.826083:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784946459.826084:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946459.826095:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:1.0:1784946459.826097:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946459.826102:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946459.826106:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:0.0:1784946459.826109:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4b00. 00000100:00000001:1.0:1784946459.826111:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305247407 00000800:00000200:0.0:1784946459.826116:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000010:1.0:1784946459.826118:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f540. 00000800:00000200:0.0:1784946459.826124:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:1.0:1784946459.826126:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1784946459.826129:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946459.826133:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305247407 00000100:00000001:0.0:1784946459.826134:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784946459.826138:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f300. 00000100:00000040:0.0:1784946459.826141:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16731 usecs (17 jiffies) 00000100:00000001:1.0:1784946459.826143:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1784946459.826148:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946459.826149:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946459.826151:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305246737 00000100:00000001:1.0:1784946459.826154:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946459.826156:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305247407 00000100:00000001:1.0:1784946459.826159:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946459.826160:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305246737 00000100:00000001:1.0:1784946459.826164:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946459.826165:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305247407 00000100:00000001:0.0:1784946459.826169:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946459.826171:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946459.826173:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946459.826174:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946459.826175:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946459.826178:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946459.826180:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946459.826182:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946459.826184:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946459.826185:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946459.826188:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946459.826189:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946459.826190:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946459.826193:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946459.826194:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946459.826199:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946459.826233:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946459.826238:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad300. 00000400:00000200:1.0:1784946459.826244:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946459.826250:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946459.826255:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294b28 00000400:00000010:1.0:1784946459.826257:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294b28. 00000100:00000001:1.0:1784946459.826261:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946459.826265:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43288380 x1871641054282880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946459.826274:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946459.826278:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43288380 x1871641054282880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946475 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946459.826284:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946459.826286:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946459.826320:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946459.826323:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4b00. 00000400:00000200:1.0:1784946459.826326:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946459.826329:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946459.826332:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f880 00000400:00000010:1.0:1784946459.826334:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f880. 00000100:00000001:1.0:1784946459.826336:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946459.826340:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328b480 x1871641054283008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946459.826346:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946459.826361:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328b480 x1871641054283008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946475 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946459.826373:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946459.826375:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946459.827591:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946459.827602:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946459.827604:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946459.827605:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946459.827609:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946459.827614:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946459.827621:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946459.827625:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946459.827629:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946459.827633:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64300480 00000400:00000200:0.0:1784946459.827637:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946459.827642:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce571 [1] + 224 00000800:00000001:0.0:1784946459.827648:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946459.827654:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946459.827657:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946459.827660:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946459.827665:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946459.827671:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43288380 x1871641054282880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946475 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946459.827683:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43288380 x1871641054282880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946459.827699:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946459.827705:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946459.827712:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946459.827714:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946459.827717:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946459.827722:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946459.827726:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946459.827732:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946459.827732:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946459.827736:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946459.827738:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946459.827743:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:1.0:1784946459.827743:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946459.827747:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784946459.827750:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64300500 00000400:00000010:1.0:1784946459.827751:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d3c8. 00000400:00000200:0.0:1784946459.827756:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946459.827757:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294220 00000400:00000010:1.0:1784946459.827760:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294220. 00000100:00000001:1.0:1784946459.827763:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946459.827770:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce581 [1] + 224 00000100:00000200:1.0:1784946459.827770:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43288380 x1871641054282880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946459.827779:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784946459.827785:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43288380 x1871641054282880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946475 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946459.827787:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946459.827791:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946459.827800:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946459.827800:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946459.827804:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946459.827805:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946459.827808:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946459.827812:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1784946459.827813:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328b480 x1871641054283008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946475 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946459.827816:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946459.827819:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946459.827824:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946459.827828:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328b480 x1871641054283008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784946459.827832:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=111 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946459.827840:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=111 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946459.827844:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946459.827846:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946459.827849:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1784946459.827849:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946459.827853:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946459.827856:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946459.827857:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946459.827861:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946459.827863:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43288380 x1871641054282880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946475 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946459.827870:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946459.827872:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946459.827873:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946459.827876:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:0.0:1784946459.827878:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1784946459.827880:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784946459.827881:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946459.827884:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652ff78. 00000100:00000040:1.0:1784946459.827889:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43288380 x1871641054282880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946475 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946459.827890:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f220 00000400:00000010:0.0:1784946459.827894:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f220. 00000100:00000001:0.0:1784946459.827899:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1784946459.827904:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054282880:192.168.202.106@tcp:400:kworker.0 00000100:00000200:0.0:1784946459.827906:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328b480 x1871641054283008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946459.827912:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946459.827916:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1784946459.827924:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328b480 x1871641054283008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946475 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946459.827925:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43288380 x1871641054282880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946475 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946459.827935:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946459.827937:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946459.827941:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ac000. 00000100:00000001:0.0:1784946459.827944:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946459.827947:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946459.827949:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946459.827951:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946459.827952:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946459.827954:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946459.827956:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946459.827956:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946459.827960:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000100:00001000:0.0:1784946459.827963:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=111 v=5 (5 5 5 5) 00000020:00000040:1.0:1784946459.827964:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00001000:0.0:1784946459.827969:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=31 v=5 (1 1 1 1) 00000020:00000001:1.0:1784946459.827970:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784946459.827972:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946459.827974:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946459.827975:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1784946459.827975:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4500. 00010000:00000001:0.0:1784946459.827978:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946459.827982:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1784946459.827982:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1784946459.827985:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 02000000:00000001:1.0:1784946459.827986:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1784946459.827987:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784946459.827989:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784946459.827990:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43288380. 00000100:00000040:0.0:1784946459.827993:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328b480 x1871641054283008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946475 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946459.827995:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946459.827998:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946459.828000:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946459.828003:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946459.828003:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946459.828008:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328b480 x1871641054283008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946475 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946459.828010:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946459.828016:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1784946459.828017:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054283008:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946459.828019:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946459.828024:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946459.828025:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946459.828026:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946459.828028:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946459.828031:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328b480 x1871641054283008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946475 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946459.828035:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946459.828036:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946459.828038:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b000. 02000000:00000001:0.0:1784946459.828040:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946459.828041:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946459.828042:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784946459.828044:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946459.828045:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4400. 02000000:00000001:0.0:1784946459.828046:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946459.828047:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946459.828048:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328b480. 00000100:00000001:0.0:1784946459.828050:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946459.828051:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946459.828052:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946459.828054:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946459.828055:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946459.828057:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946459.828058:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946460.145638:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946460.145643:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946460.145734:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946460.145738:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946460.145741:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946460.529599:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305247407, at 4305247424 00000100:00000040:1.0:1784946460.529599:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305247407, at 4305247424 00000100:00000010:0.0:1784946460.529614:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f540. 00000100:00000010:1.0:1784946460.529616:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f300. 00010000:00000001:1.0:1784946461.169645:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946461.169653:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946461.169708:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946461.169711:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946461.169714:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946462.193628:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946462.193636:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946462.193639:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946462.193642:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946462.193647:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946462.193650:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946462.193652:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946462.193654:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946462.193719:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946462.193723:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946462.193727:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946463.217621:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946463.217625:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946463.217681:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946463.217685:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946463.217689:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946464.241645:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946464.241652:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946464.241712:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946464.241715:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946464.241719:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946464.945645:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946464.945654:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946464.945664:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952680. 00000020:00000040:2.0:1784946464.945669:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946464.945673:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946464.945675:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946464.945680:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946464.945687:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b300. 00000100:00000001:2.0:1784946464.945694:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946464.945709:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73952680 x1871641054283136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946464.945724:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946464.945729:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946464.945735:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f291fbe] to pc [ptlrpcd_01_01+1] req@ffff996d73952680 x1871641054283136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946464.945770:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946464.945773:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946464.945776:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946464.945779:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951500. 00000020:00000040:2.0:1784946464.945781:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946464.945784:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946464.945785:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946464.945787:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946464.945790:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b100. 00000100:00000001:2.0:1784946464.945792:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946464.945796:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951500 x1871641054283264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946464.945803:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946464.945805:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946464.945809:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fb9ec] to pc [ptlrpcd_01_00+0] req@ffff996d73951500 x1871641054283264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946464.945817:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946464.945819:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946464.945821:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946464.945824:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946464.945827:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946464.945831:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10589) 00000100:00000001:3.0:1784946464.945870:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946464.945875:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946464.945878:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946464.945885:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952680 x1871641054283136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946464.945893:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946464.945895:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946464.945898:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946464.945901:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946464.945903:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946464.945907:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054283136:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946464.945911:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946464.945916:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946464.945918:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946464.945920:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946464.945925:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61900400. 02000000:00000001:3.0:1784946464.945927:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946464.945934:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946464.945938:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784946464.945946:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1dd0. 00000100:00000200:3.0:1784946464.945952:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054283136, portal 25 00000100:00000001:3.0:1784946464.945954:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946464.945956:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102480512 : -112779607071104 : ffff996d73952680) 00000100:00000040:3.0:1784946464.945961:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952680 x1871641054283136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946464.945969:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946464.945971:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946464.945973:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000100:00000200:3.0:1784946464.945977:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054283136, offset 0 00000400:00000200:3.0:1784946464.945982:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946464.945991:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946464.945997:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946464.946002:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946464.946006:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946464.946009:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946464.946012:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946464.946016:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314723:314723:256:4294967295] 192.168.202.106@tcp LPNI seq info [314719:314719:8:4294967295] 00000400:00000200:3.0:1784946464.946020:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946464.946029:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946464.946034:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946464.946038:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea700. 00000800:00000200:3.0:1784946464.946044:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784946464.946051:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946464.946055:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946464.946071:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946464.946075:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946464.946077:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305252527 00000100:00000010:3.0:1784946464.946082:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322a80. 00000100:00000001:3.0:1784946464.946088:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784946464.946097:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305252527 00000100:00000010:3.0:1784946464.946101:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3229c0. 00000100:00000001:3.0:1784946464.946104:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946464.946109:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946464.946112:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946464.946119:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946464.946122:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946464.946129:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946464.946132:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946464.946134:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946464.946135:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946464.946137:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946464.946139:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1784946464.946141:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946464.946143:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946464.946145:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946464.946147:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946464.946148:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946464.946150:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946464.946153:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951500 x1871641054283264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946464.946161:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946464.946162:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946464.946164:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946464.946166:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946464.946168:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946464.946171:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054283264:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946464.946174:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946464.946176:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946464.946178:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946464.946179:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946464.946183:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61900000. 02000000:00000001:3.0:1784946464.946185:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946464.946188:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946464.946191:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784946464.946195:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1e58. 00000100:00000200:3.0:1784946464.946197:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054283264, portal 10 00000100:00000001:3.0:1784946464.946199:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946464.946201:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476032 : -112779607075584 : ffff996d73951500) 00000800:00000200:1.0:1784946464.946204:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1784946464.946208:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951500 x1871641054283264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1784946464.946213:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea700. 00000100:00000001:3.0:1784946464.946220:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784946464.946221:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1784946464.946224:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946464.946228:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1b28. 00000400:00000200:1.0:1784946464.946231:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000200:3.0:1784946464.946233:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054283264, offset 0 00000400:00000200:1.0:1784946464.946238:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000400:00000010:1.0:1784946464.946241:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000100:00000001:1.0:1784946464.946245:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946464.946250:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952680 x1871641054283136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946464.946258:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946464.946266:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1784946464.946266:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:1.0:1784946464.946273:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952680 x1871641054283136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946480 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946464.946274:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946464.946280:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784946464.946285:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946464.946287:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784946464.946512:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946464.946543:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946464.946549:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946464.946553:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314724:314724:256:4294967295] 192.168.202.106@tcp LPNI seq info [314720:314720:8:4294967295] 00000400:00000200:3.0:1784946464.946557:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946464.946566:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946464.946571:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946464.946575:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000800:00000200:3.0:1784946464.946579:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784946464.946585:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946464.946588:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946464.946598:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946464.946600:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946464.946604:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946464.946604:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16730 usecs (17 jiffies) 00000400:00000200:3.0:1784946464.946611:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946464.946614:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305251858 00000100:00000001:3.0:1784946464.946617:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305252527 00000100:00000001:3.0:1784946464.946620:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305251858 00000100:00000001:3.0:1784946464.946622:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305252527 00000100:00000001:3.0:1784946464.946626:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946464.946629:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946464.946631:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946464.946634:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946464.946647:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946464.946650:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beab00. 00000400:00000200:0.0:1784946464.946653:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946464.946656:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946464.946659:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1b28 00000400:00000010:0.0:1784946464.946660:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1b28. 00000100:00000001:0.0:1784946464.946662:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946464.946665:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951500 x1871641054283264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946464.946670:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946464.946672:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951500 x1871641054283264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946480 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946464.946677:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946464.946678:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946464.947333:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946464.947343:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946464.947346:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946464.947349:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946464.947355:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946464.947360:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946464.947367:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946464.947371:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946464.947375:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946464.947379:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64300580 00000400:00000200:1.0:1784946464.947383:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946464.947388:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce591 [1] + 224 00000800:00000001:1.0:1784946464.947395:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946464.947402:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946464.947404:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946464.947408:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946464.947413:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946464.947418:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952680 x1871641054283136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946480 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946464.947428:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952680 x1871641054283136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946464.947444:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946464.947451:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946464.947454:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946464.947481:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946464.947484:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784946464.947490:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946464.947491:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946464.947494:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784946464.947498:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1dd0 00000400:00000010:3.0:1784946464.947499:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1dd0. 00000100:00000001:3.0:1784946464.947502:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946464.947506:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952680 x1871641054283136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946464.947530:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952680 x1871641054283136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946480 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946464.947537:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946464.947540:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946464.947542:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946464.947544:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946464.947546:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946464.947548:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946464.947551:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946464.947557:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=116 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946464.947561:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=116 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946464.947563:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946464.947565:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946464.947567:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946464.947570:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946464.947572:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946464.947577:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952680 x1871641054283136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946480 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946464.947583:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946464.947586:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946464.947588:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946464.947592:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952680 x1871641054283136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946480 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946464.947597:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054283136:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946464.947600:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946464.947601:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946464.947603:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952680 x1871641054283136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946480 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946464.947607:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946464.947609:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946464.947611:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61900400. 02000000:00000001:3.0:1784946464.947613:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946464.947614:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946464.947616:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946464.947617:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946464.947619:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b300. 02000000:00000001:3.0:1784946464.947621:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946464.947622:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946464.947624:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952680. 00000100:00000001:3.0:1784946464.947626:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946464.947627:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946464.947628:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946464.947629:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946464.947630:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946464.947631:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946464.947632:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946464.947941:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946464.947946:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946464.947948:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946464.947949:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946464.947952:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946464.947954:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946464.947958:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946464.947960:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946464.947962:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946464.947964:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64300600 00000400:00000200:0.0:1784946464.947967:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946464.947969:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce599 [1] + 224 00000800:00000001:0.0:1784946464.947972:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946464.947975:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946464.947976:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946464.947978:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946464.947981:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946464.947984:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951500 x1871641054283264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946480 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946464.947990:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951500 x1871641054283264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946464.948003:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946464.948007:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946464.948008:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946464.948024:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946464.948027:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784946464.948031:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946464.948032:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946464.948034:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946464.948038:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1e58 00000400:00000010:3.0:1784946464.948040:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1e58. 00000100:00000001:3.0:1784946464.948042:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946464.948047:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951500 x1871641054283264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946464.948056:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951500 x1871641054283264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946480 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946464.948063:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946464.948064:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946464.948067:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946464.948068:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946464.948069:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946464.948071:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946464.948073:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946464.948077:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=116 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946464.948080:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=36 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946464.948083:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946464.948084:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946464.948085:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946464.948088:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946464.948091:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784946464.948093:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946464.948095:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946464.948096:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946464.948100:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951500 x1871641054283264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946480 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946464.948107:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946464.948109:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946464.948110:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946464.948114:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951500 x1871641054283264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946480 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946464.948121:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054283264:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946464.948125:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946464.948127:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946464.948130:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951500 x1871641054283264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946480 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946464.948137:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946464.948138:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946464.948140:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61900000. 02000000:00000001:3.0:1784946464.948143:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946464.948144:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946464.948146:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784946464.948147:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946464.948149:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b100. 02000000:00000001:3.0:1784946464.948151:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946464.948153:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946464.948154:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951500. 00000100:00000001:3.0:1784946464.948157:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946464.948158:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946464.948160:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946464.948164:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946464.948165:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946464.948167:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946464.948169:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946465.265630:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946465.265635:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946465.265690:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946465.265693:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946465.265695:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946465.649620:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305252527, at 4305252544 00000100:00000040:1.0:1784946465.649627:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305252527, at 4305252544 00000100:00000010:0.0:1784946465.649634:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322a80. 00000100:00000010:1.0:1784946465.649635:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3229c0. 00010000:00000001:1.0:1784946466.289595:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946466.289600:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946466.289661:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946466.289665:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946466.289668:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946467.313615:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946467.313620:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946467.313673:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946467.313676:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946467.313678:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946468.337588:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946468.337593:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946468.337651:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946468.337655:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946468.337659:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946469.361631:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946469.361637:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946469.361691:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946469.361694:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946469.361697:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946470.065617:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946470.065624:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946470.065632:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953800. 00000020:00000040:2.0:1784946470.065636:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946470.065639:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946470.065641:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946470.065645:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946470.065657:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bc00. 00000100:00000001:2.0:1784946470.065663:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946470.065670:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73953800 x1871641054283392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946470.065681:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946470.065684:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946470.065691:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000610493dc] to pc [ptlrpcd_01_01+1] req@ffff996d73953800 x1871641054283392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946470.065715:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946470.065718:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946470.065721:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946470.065725:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951500. 00000020:00000040:2.0:1784946470.065727:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946470.065729:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946470.065730:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946470.065732:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946470.065735:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b100. 00000100:00000001:2.0:1784946470.065739:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946470.065744:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951500 x1871641054283520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946470.065751:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946470.065754:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946470.065758:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fb9ec] to pc [ptlrpcd_01_00+0] req@ffff996d73951500 x1871641054283520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946470.065763:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946470.065768:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946470.065770:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946470.065772:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946470.065774:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946470.065780:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784946470.065781:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953800 x1871641054283392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946470.065784:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946470.065793:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784946470.065799:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784946470.065801:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10594) 00000100:00000001:3.0:1784946470.065802:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946470.065808:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946470.065811:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946470.065814:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946470.065817:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1784946470.065818:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054283392:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946470.065821:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946470.065824:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784946470.065825:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784946470.065831:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784946470.065833:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951500 x1871641054283520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946470.065835:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946470.065840:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784946470.065846:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1784946470.065847:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61900400. 00000100:00000001:2.0:1784946470.065849:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946470.065851:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946470.065853:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946470.065857:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946470.065859:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946470.065863:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054283520:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946470.065867:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784946470.065869:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784946470.065871:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946470.065874:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784946470.065875:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 02000000:00000001:2.0:1784946470.065877:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946470.065883:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946470.065886:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784946470.065886:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1e58. 00000400:00000200:2.0:1784946470.065893:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:3.0:1784946470.065895:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054283392, portal 25 00000400:00000010:2.0:1784946470.065898:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000100:00000001:3.0:1784946470.065899:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946470.065903:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102484992 : -112779607066624 : ffff996d73953800) 00000400:00000010:2.0:1784946470.065906:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6440. 00000100:00000040:3.0:1784946470.065910:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953800 x1871641054283392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946470.065912:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054283520, portal 10 00000100:00000001:2.0:1784946470.065917:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946470.065920:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476032 : -112779607075584 : ffff996d73951500) 00000100:00000001:3.0:1784946470.065927:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946470.065931:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951500 x1871641054283520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946470.065932:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946470.065937:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1dd0. 00000100:00000200:3.0:1784946470.065943:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054283392, offset 0 00000100:00000001:2.0:1784946470.065945:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946470.065949:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946470.065954:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946470.065955:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6088. 00000100:00000200:2.0:1784946470.065960:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054283520, offset 0 00000400:00000200:3.0:1784946470.065964:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946470.065970:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946470.065981:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946470.065987:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946470.065991:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946470.065994:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946470.065997:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946470.066001:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314725:314725:256:4294967295] 192.168.202.106@tcp LPNI seq info [314721:314721:8:4294967295] 00000400:00000200:3.0:1784946470.066005:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946470.066011:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946470.066018:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946470.066022:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946470.066027:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946470.066030:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:3.0:1784946470.066034:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946470.066036:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946470.066040:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000010:3.0:1784946470.066042:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000400:00000200:2.0:1784946470.066045:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314726:314726:255:4294967295] 192.168.202.106@tcp LPNI seq info [314722:314722:7:4294967295] 00000400:00000200:2.0:1784946470.066053:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946470.066053:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784946470.066067:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784946470.066068:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946470.066074:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784946470.066082:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946470.066088:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b300. 00000100:00000001:3.0:1784946470.066091:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784946470.066093:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946470.066100:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:3.0:1784946470.066104:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946470.066105:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946470.066109:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305257647 00000100:00000001:2.0:1784946470.066111:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946470.066117:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16730 usecs (17 jiffies) 00000100:00000010:3.0:1784946470.066117:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3224e0. 00000400:00000200:2.0:1784946470.066124:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946470.066126:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946470.066127:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305256977 00000100:00000001:3.0:1784946470.066146:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305257647 00000100:00000001:2.0:1784946470.066147:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305257647 00000100:00000010:3.0:1784946470.066153:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322ba0. 00000100:00000001:3.0:1784946470.066158:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1784946470.066162:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946470.066162:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305256977 00000100:00000001:3.0:1784946470.066163:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946470.066169:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305257647 00000800:00000010:1.0:1784946470.066170:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beab00. 00000100:00000001:3.0:1784946470.066170:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946470.066177:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946470.066177:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946470.066181:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946470.066183:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946470.066183:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946470.066191:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946470.066191:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946470.066194:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946470.066196:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946470.066198:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784946470.066199:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1dd0 00000100:00000001:2.0:1784946470.066202:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946470.066203:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1784946470.066205:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1dd0. 00000100:00000001:2.0:1784946470.066206:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946470.066207:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946470.066211:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784946470.066212:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946470.066212:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946470.066216:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946470.066218:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946470.066219:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953800 x1871641054283392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946470.066220:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946470.066225:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946470.066241:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946470.066246:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953800 x1871641054283392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946486 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946470.066253:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946470.066255:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946470.066320:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946470.066323:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b300. 00000400:00000200:1.0:1784946470.066326:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946470.066329:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946470.066332:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6088 00000400:00000010:1.0:1784946470.066334:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6088. 00000100:00000001:1.0:1784946470.066338:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946470.066341:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951500 x1871641054283520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946470.066349:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946470.066352:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951500 x1871641054283520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946486 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946470.066358:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946470.066359:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946470.068513:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946470.068540:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946470.068543:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946470.068545:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946470.068550:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946470.068555:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946470.068561:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946470.068564:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946470.068568:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946470.068572:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64300680 00000400:00000200:0.0:1784946470.068576:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946470.068580:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce5a1 [1] + 224 00000800:00000001:0.0:1784946470.068585:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946470.068590:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946470.068593:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946470.068596:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946470.068601:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946470.068607:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953800 x1871641054283392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946486 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946470.068616:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953800 x1871641054283392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946486 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946470.068632:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946470.068638:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784946470.068659:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946470.068663:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784946470.068668:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784946470.068670:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784946470.068670:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1784946470.068675:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:3.0:1784946470.068675:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946470.068681:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1e58 00000800:00000001:0.0:1784946470.068682:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946470.068686:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:3.0:1784946470.068686:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1e58. 00000800:00000001:0.0:1784946470.068690:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946470.068691:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946470.068696:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:3.0:1784946470.068699:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953800 x1871641054283392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946486 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946470.068706:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946470.068716:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:3.0:1784946470.068721:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953800 x1871641054283392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946486 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946470.068722:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946470.068730:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946470.068737:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64300700 00000100:00000001:3.0:1784946470.068740:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784946470.068743:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946470.068745:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946470.068750:0:2355:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:0.0:1784946470.068751:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce5a9 [1] + 224 00000800:00000001:0.0:1784946470.068756:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946470.068760:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946470.068762:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946470.068766:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946470.068768:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946470.068772:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951500 x1871641054283520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946486 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946470.068779:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951500 x1871641054283520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946486 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946470.068796:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946470.068800:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946470.068802:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946470.068829:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946470.068832:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946470.068835:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946470.068837:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946470.068839:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946470.068843:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6440 00000400:00000010:2.0:1784946470.068845:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6440. 00000100:00000001:2.0:1784946470.068848:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946470.068857:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951500 x1871641054283520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946486 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946470.068867:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951500 x1871641054283520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946486 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946470.068874:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946470.068877:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784946470.068877:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946470.068880:0:2354:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784946470.068882:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1784946470.068883:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946470.068886:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946470.068887:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946470.068891:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946470.068892:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946470.068896:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946470.068900:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=122 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946470.068903:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=122 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946470.068906:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=122 v=5 (1 1 1 1) 00000100:00001000:2.0:1784946470.068909:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=42 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946470.068911:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946470.068914:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946470.068915:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946470.068918:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946470.068919:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946470.068922:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946470.068924:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946470.068927:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946470.068928:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946470.068934:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784946470.068938:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953800 x1871641054283392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946486 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946470.068939:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946470.068944:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946470.068947:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946470.068954:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784946470.068957:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951500 x1871641054283520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946486 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946470.068958:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946470.068961:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946470.068969:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953800 x1871641054283392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946486 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946470.068971:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946470.068977:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946470.068980:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784946470.068986:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054283392:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784946470.068991:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951500 x1871641054283520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946486 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946470.068993:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946470.068998:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946470.069004:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953800 x1871641054283392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946486 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946470.069009:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054283520:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946470.069017:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784946470.069019:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784946470.069020:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784946470.069025:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1784946470.069025:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61900400. 02000000:00000001:3.0:1784946470.069031:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1784946470.069033:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951500 x1871641054283520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946486 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784946470.069034:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946470.069037:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946470.069042:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946470.069045:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bc00. 00000100:00000001:2.0:1784946470.069047:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946470.069051:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1784946470.069051:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:2.0:1784946470.069054:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:3.0:1784946470.069055:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946470.069059:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953800. 02000000:00000001:2.0:1784946470.069061:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946470.069064:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784946470.069064:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946470.069067:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1784946470.069068:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946470.069071:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784946470.069073:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784946470.069077:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1784946470.069078:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b100. 00000100:00000001:3.0:1784946470.069081:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946470.069083:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784946470.069085:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784946470.069087:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784946470.069089:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784946470.069102:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951500. 00000100:00000001:2.0:1784946470.069106:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946470.069107:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946470.069109:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946470.069113:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946470.069115:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946470.069117:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946470.069119:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946470.385612:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946470.385617:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946470.385670:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946470.385674:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946470.385677:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946470.769624:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305257647, at 4305257664 00000100:00000010:1.0:1784946470.769641:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322ba0. 00000100:00000040:0.0:1784946470.769714:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305257647, at 4305257664 00000100:00000010:0.0:1784946470.769719:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3224e0. 00010000:00000001:1.0:1784946471.409628:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946471.409636:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946471.409639:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946471.409641:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946471.409646:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946471.409648:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946471.409650:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946471.409652:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946471.409716:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946471.409721:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946471.409724:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946472.433603:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946472.433608:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946472.433656:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946472.433659:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946472.433661:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946473.457615:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946473.457622:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946473.457682:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946473.457686:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946473.457689:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946474.481597:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946474.481601:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946474.481652:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946474.481654:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946474.481657:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946475.185627:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946475.185638:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946475.185649:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951500. 00000020:00000040:2.0:1784946475.185655:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946475.185660:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946475.185663:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946475.185668:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946475.185675:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b100. 00000100:00000001:2.0:1784946475.185682:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946475.185691:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951500 x1871641054283648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946475.185703:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946475.185707:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946475.185714:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fb9ec] to pc [ptlrpcd_01_01+1] req@ffff996d73951500 x1871641054283648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946475.185741:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946475.185744:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946475.185748:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946475.185750:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952680. 00000020:00000040:2.0:1784946475.185752:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946475.185755:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946475.185756:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946475.185758:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946475.185762:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784946475.185764:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946475.185769:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73952680 x1871641054283776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946475.185773:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946475.185778:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946475.185780:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784946475.185783:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1784946475.185786:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951500 x1871641054283648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946475.185787:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946475.185796:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f291fbe] to pc [ptlrpcd_01_00+0] req@ffff996d73952680 x1871641054283776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946475.185797:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946475.185800:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946475.185805:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946475.185808:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946475.185811:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946475.185812:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946475.185817:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1784946475.185818:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054283648:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784946475.185825:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784946475.185825:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784946475.185830:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784946475.185831:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946475.185835:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946475.185836:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784946475.185837:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784946475.185843:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10599) 02000000:00000010:3.0:1784946475.185843:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61900400. 02000000:00000001:3.0:1784946475.185848:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946475.185855:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946475.185856:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1784946475.185858:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784946475.185860:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946475.185863:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1784946475.185864:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1e58. 00000100:00000040:2.0:1784946475.185869:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952680 x1871641054283776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946475.185872:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054283648, portal 25 00000100:00000001:3.0:1784946475.185877:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946475.185880:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476032 : -112779607075584 : ffff996d73951500) 00000100:00000001:2.0:1784946475.185882:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946475.185885:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946475.185887:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951500 x1871641054283648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946475.185889:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946475.185892:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946475.185898:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946475.185898:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946475.185902:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00100000:2.0:1784946475.185905:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054283776:192.168.202.106@tcp:400:kworker.0 00000400:00000010:3.0:1784946475.185906:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f14c8. 00000100:00000200:3.0:1784946475.185910:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054283648, offset 0 00000100:00000001:2.0:1784946475.185913:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946475.185917:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1784946475.185918:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 02000000:00000001:2.0:1784946475.185921:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946475.185924:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784946475.185927:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000010:2.0:1784946475.185928:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946475.185931:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946475.185936:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946475.185938:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000010:2.0:1784946475.185941:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000200:3.0:1784946475.185945:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1784946475.185947:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6440. 00000400:00000200:3.0:1784946475.185951:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000200:2.0:1784946475.185952:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054283776, portal 10 00000100:00000001:2.0:1784946475.185956:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1784946475.185957:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784946475.185958:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102480512 : -112779607071104 : ffff996d73952680) 00000400:00000200:3.0:1784946475.185963:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000040:2.0:1784946475.185969:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952680 x1871641054283776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946475.185970:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314727:314727:256:4294967295] 192.168.202.106@tcp LPNI seq info [314723:314723:8:4294967295] 00000400:00000200:3.0:1784946475.185984:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946475.185986:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946475.185991:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946475.185995:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6110. 00000100:00000200:2.0:1784946475.185999:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054283776, offset 0 00000400:00000200:3.0:1784946475.186005:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946475.186014:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946475.186020:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946475.186021:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea700. 00000400:00000200:2.0:1784946475.186026:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946475.186033:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:3.0:1784946475.186033:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946475.186040:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946475.186044:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:3.0:1784946475.186047:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784946475.186049:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1784946475.186054:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784946475.186055:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946475.186069:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314728:314728:255:4294967295] 192.168.202.106@tcp LPNI seq info [314724:314724:7:4294967295] 00000400:00000200:2.0:1784946475.186074:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946475.186081:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946475.186082:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784946475.186091:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946475.186092:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784946475.186096:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305262767 00000800:00000010:2.0:1784946475.186098:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b800. 00000800:00000200:2.0:1784946475.186104:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000010:3.0:1784946475.186104:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322c00. 00000800:00000200:2.0:1784946475.186112:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:3.0:1784946475.186115:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1784946475.186116:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946475.186121:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946475.186125:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16728 usecs (17 jiffies) 00000400:00000200:2.0:1784946475.186128:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946475.186130:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305262767 00000100:00000001:2.0:1784946475.186131:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305262097 00000100:00000010:3.0:1784946475.186135:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322d80. 00000100:00000001:2.0:1784946475.186136:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305262767 00000100:00000001:3.0:1784946475.186139:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946475.186141:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305262097 00000100:00000001:3.0:1784946475.186143:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946475.186145:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305262767 00000100:00000001:3.0:1784946475.186146:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946475.186151:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946475.186152:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946475.186153:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946475.186156:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946475.186160:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946475.186161:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946475.186162:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946475.186164:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946475.186167:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946475.186168:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946475.186169:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946475.186170:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946475.186173:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946475.186174:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946475.186180:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946475.186182:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946475.186184:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946475.186187:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946475.186253:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946475.186257:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea700. 00000400:00000200:1.0:1784946475.186262:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946475.186266:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946475.186270:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f14c8 00000400:00000010:1.0:1784946475.186271:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f14c8. 00000100:00000001:1.0:1784946475.186274:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946475.186277:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951500 x1871641054283648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946475.186284:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946475.186286:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951500 x1871641054283648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946491 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946475.186291:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946475.186292:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946475.186340:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946475.186342:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b800. 00000400:00000200:1.0:1784946475.186344:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946475.186345:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946475.186347:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6110 00000400:00000010:1.0:1784946475.186348:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6110. 00000100:00000001:1.0:1784946475.186350:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946475.186353:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952680 x1871641054283776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946475.186357:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946475.186359:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952680 x1871641054283776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946491 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946475.186362:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946475.186363:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946475.188100:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946475.188111:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946475.188113:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946475.188114:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946475.188118:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946475.188121:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946475.188127:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946475.188131:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946475.188134:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946475.188138:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64300800 00000400:00000200:0.0:1784946475.188142:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946475.188146:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce5b9 [1] + 224 00000800:00000001:0.0:1784946475.188152:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946475.188156:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946475.188159:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946475.188162:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946475.188166:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946475.188171:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952680 x1871641054283776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946491 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946475.188181:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952680 x1871641054283776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946491 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946475.188194:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946475.188200:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946475.188203:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946475.188204:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946475.188205:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946475.188207:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946475.188210:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946475.188213:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946475.188215:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946475.188218:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946475.188221:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64300780 00000400:00000200:0.0:1784946475.188223:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946475.188227:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce5b1 [1] + 224 00000100:00000001:2.0:1784946475.188227:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946475.188231:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784946475.188232:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946475.188238:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784946475.188238:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946475.188242:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784946475.188243:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946475.188248:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000010:2.0:1784946475.188248:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946475.188255:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6440 00000400:00000010:2.0:1784946475.188257:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6440. 00000100:00000001:0.0:1784946475.188261:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946475.188261:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946475.188268:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951500 x1871641054283648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946491 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946475.188269:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952680 x1871641054283776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946491 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946475.188287:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951500 x1871641054283648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946491 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946475.188292:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952680 x1871641054283776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946491 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946475.188319:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946475.188324:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946475.188327:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946475.188329:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946475.188334:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946475.188337:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946475.188340:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946475.188343:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946475.188346:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946475.188346:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946475.188350:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784946475.188351:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784946475.188355:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946475.188358:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946475.188359:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000100:00001000:2.0:1784946475.188360:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=127 v=5 (5 5 5 5) 00000400:00000200:3.0:1784946475.188363:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1e58 00000400:00000010:3.0:1784946475.188366:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1e58. 00000100:00001000:2.0:1784946475.188367:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=47 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946475.188368:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946475.188384:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1784946475.188386:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951500 x1871641054283648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946491 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946475.188387:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946475.188393:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946475.188398:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784946475.188398:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951500 x1871641054283648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946491 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946475.188404:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784946475.188405:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1784946475.188408:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946475.188409:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946475.188411:0:2355:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784946475.188414:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1784946475.188414:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946475.188418:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946475.188418:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946475.188419:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946475.188423:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946475.188425:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=127 v=5 (5 5 5 5) 00000100:00000040:2.0:1784946475.188429:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952680 x1871641054283776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946491 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784946475.188429:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=127 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946475.188435:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946475.188437:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946475.188441:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946475.188443:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946475.188448:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946475.188448:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946475.188452:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951500 x1871641054283648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946491 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946475.188454:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946475.188457:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946475.188460:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946475.188462:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946475.188463:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946475.188466:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952680 x1871641054283776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946491 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946475.188469:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951500 x1871641054283648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946491 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946475.188495:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054283648:192.168.202.106@tcp:400:kworker.0 00000100:00100000:2.0:1784946475.188498:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054283776:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946475.188500:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946475.188503:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784946475.188508:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946475.188509:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951500 x1871641054283648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946491 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946475.188514:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784946475.188537:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946475.188541:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1784946475.188545:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952680 x1871641054283776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946491 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784946475.188546:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61900400. 02000000:00000001:3.0:1784946475.188552:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946475.188555:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784946475.188557:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000040:3.0:1784946475.188559:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 02000000:00000001:2.0:1784946475.188560:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1784946475.188564:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946475.188565:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000010:3.0:1784946475.188568:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b100. 02000000:00000001:2.0:1784946475.188570:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946475.188573:0:2354:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:3.0:1784946475.188573:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:2.0:1784946475.188577:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 02000000:00000001:3.0:1784946475.188577:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946475.188580:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951500. 00000020:00000001:2.0:1784946475.188582:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784946475.188584:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000010:2.0:1784946475.188586:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 00000100:00000001:3.0:1784946475.188587:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946475.188590:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784946475.188591:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946475.188594:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784946475.188594:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946475.188596:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784946475.188598:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952680. 00000100:00000001:3.0:1784946475.188599:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946475.188603:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946475.188604:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946475.188607:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946475.188609:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946475.188614:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946475.188615:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946475.188617:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946475.188619:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946475.505629:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946475.505634:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946475.505694:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946475.505705:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946475.505709:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946475.889582:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305262767, at 4305262784 00000100:00000040:0.0:1784946475.889587:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305262767, at 4305262784 00000100:00000010:0.0:1784946475.889597:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322c00. 00000100:00000010:1.0:1784946475.889599:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322d80. 00010000:00000001:1.0:1784946476.529583:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946476.529589:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946476.529638:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946476.529641:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946476.529643:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946477.553627:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946477.553633:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946477.553697:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946477.553700:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946477.553702:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946478.577636:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946478.577642:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946478.577709:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946478.577712:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946478.577715:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946479.601638:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946479.601645:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946479.601745:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946479.601748:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946479.601752:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784946479.985612:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784946479.985621:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784946479.985625:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:0.0:1784946479.985778:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784946479.985782:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784946479.985794:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946479.985800:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946479.985803:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946480.305649:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946480.305658:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946480.305669:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8bb80. 00000020:00000040:1.0:1784946480.305674:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946480.305678:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946480.305681:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946480.305686:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946480.305693:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad300. 00000100:00000001:1.0:1784946480.305699:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946480.305710:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d8bb80 x1871641054283904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946480.305719:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946480.305723:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946480.305729:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b021a1ec] to pc [ptlrpcd_00_01+1] req@ffff996d44d8bb80 x1871641054283904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946480.305764:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946480.305767:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946480.305770:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946480.305773:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8b800. 00000020:00000040:1.0:1784946480.305775:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946480.305777:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946480.305779:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946480.305780:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946480.305783:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad700. 00000100:00000001:1.0:1784946480.305786:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946480.305790:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d8b800 x1871641054284032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946480.305797:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946480.305800:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946480.305803:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784946480.305804:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adb34ecc] to pc [ptlrpcd_00_00+0] req@ffff996d44d8b800 x1871641054284032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946480.305809:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946480.305813:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784946480.305815:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946480.305819:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784946480.305824:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8bb80 x1871641054283904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946480.305824:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946480.305829:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946480.305836:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1784946480.305843:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1784946480.305843:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10604) 00000100:00000001:0.0:1784946480.305846:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946480.305852:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946480.305855:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946480.305859:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946480.305863:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054283904:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946480.305867:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784946480.305872:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784946480.305873:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946480.305877:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946480.305877:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946480.305880:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1784946480.305882:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946480.305888:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b000. 00000100:00000040:1.0:1784946480.305888:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8b800 x1871641054284032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946480.305894:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946480.305901:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946480.305904:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946480.305905:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:1.0:1784946480.305908:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1784946480.305911:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652ff78. 02000000:00000001:1.0:1784946480.305912:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946480.305916:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784946480.305920:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f220. 00000100:00100000:1.0:1784946480.305920:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054284032:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946480.305926:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1784946480.305930:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054283904, portal 25 02000000:00000001:1.0:1784946480.305930:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946480.305933:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946480.305935:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1784946480.305936:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784946480.305938:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318380416 : -112780391171200 : ffff996d44d8bb80) 02000000:00000010:1.0:1784946480.305942:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ac000. 02000000:00000001:1.0:1784946480.305946:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946480.305948:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8bb80 x1871641054283904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946480.305953:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946480.305959:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d3c8. 00000100:00000001:0.0:1784946480.305962:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1784946480.305965:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294220. 00000100:00000040:0.0:1784946480.305967:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000200:1.0:1784946480.305972:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054284032, portal 10 00000400:00000010:0.0:1784946480.305973:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fbb0. 00000100:00000001:1.0:1784946480.305978:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1784946480.305979:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054283904, offset 0 00000100:00000001:1.0:1784946480.305980:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318379520 : -112780391172096 : ffff996d44d8b800) 00000400:00000200:0.0:1784946480.305988:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:1.0:1784946480.305992:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8b800 x1871641054284032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946480.306001:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946480.306001:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946480.306006:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946480.306010:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294b28. 00000400:00000200:0.0:1784946480.306011:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000200:1.0:1784946480.306014:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054284032, offset 0 00000400:00000200:0.0:1784946480.306019:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946480.306023:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946480.306027:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946480.306031:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946480.306034:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946480.306037:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314729:314729:256:4294967295] 192.168.202.106@tcp LPNI seq info [314725:314725:8:4294967295] 00000400:00000200:0.0:1784946480.306041:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946480.306048:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:1.0:1784946480.306057:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:0.0:1784946480.306058:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784946480.306066:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4400. 00000400:00000200:1.0:1784946480.306067:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946480.306072:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784946480.306077:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784946480.306077:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946480.306082:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946480.306086:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:0.0:1784946480.306090:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:1.0:1784946480.306093:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314730:314730:255:4294967295] 192.168.202.106@tcp LPNI seq info [314726:314726:7:4294967295] 00000800:00000200:0.0:1784946480.306097:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784946480.306102:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946480.306111:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:0.0:1784946480.306113:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946480.306118:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946480.306122:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:1.0:1784946480.306125:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad900. 00000100:00000001:0.0:1784946480.306127:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305267887 00000100:00000010:0.0:1784946480.306134:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373de0. 00000800:00000200:1.0:1784946480.306134:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784946480.306141:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:0.0:1784946480.306143:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1784946480.306145:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946480.306150:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305267887 00000100:00000001:1.0:1784946480.306151:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784946480.306157:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373ea0. 00000100:00000040:1.0:1784946480.306158:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16728 usecs (17 jiffies) 00000100:00000001:0.0:1784946480.306163:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1784946480.306165:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946480.306169:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946480.306172:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946480.306175:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946480.306177:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305267217 00000100:00000001:0.0:1784946480.306179:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946480.306181:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305267887 00000100:00000001:1.0:1784946480.306185:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305267217 00000100:00000001:1.0:1784946480.306187:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305267887 00000100:00000001:0.0:1784946480.306188:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946480.306190:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946480.306191:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946480.306193:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946480.306195:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946480.306198:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946480.306198:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946480.306201:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946480.306202:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946480.306205:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946480.306209:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946480.306212:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946480.306215:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946480.306217:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946480.306219:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946480.306221:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946480.306247:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946480.306251:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4400. 00000400:00000200:0.0:1784946480.306256:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946480.306261:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946480.306266:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fbb0 00000400:00000010:0.0:1784946480.306268:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fbb0. 00000100:00000001:0.0:1784946480.306272:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946480.306276:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8bb80 x1871641054283904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946480.306285:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946480.306287:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8bb80 x1871641054283904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946496 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946480.306298:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946480.306300:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946480.306372:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946480.306375:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad900. 00000400:00000200:0.0:1784946480.306380:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946480.306383:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946480.306386:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294b28 00000400:00000010:0.0:1784946480.306388:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294b28. 00000100:00000001:0.0:1784946480.306391:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946480.306394:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8b800 x1871641054284032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946480.306400:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946480.306403:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8b800 x1871641054284032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946496 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946480.306408:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946480.306410:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946480.307762:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946480.307779:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946480.307781:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946480.307782:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946480.307786:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946480.307792:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946480.307796:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946480.307809:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946480.307812:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946480.307815:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64300880 00000400:00000200:0.0:1784946480.307818:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946480.307821:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce5c1 [1] + 224 00000800:00000001:0.0:1784946480.307826:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946480.307846:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946480.307847:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946480.307850:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946480.307853:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946480.307857:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8bb80 x1871641054283904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946496 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946480.307869:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8bb80 x1871641054283904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946480.307881:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946480.307886:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946480.307894:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946480.307905:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946480.307908:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946480.307912:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946480.307915:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946480.307917:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:1.0:1784946480.307919:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946480.307925:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946480.307927:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946480.307929:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652ff78. 00000400:00000200:0.0:1784946480.307933:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946480.307935:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f220 00000400:00000010:1.0:1784946480.307939:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f220. 00000400:00000200:0.0:1784946480.307942:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946480.307944:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946480.307946:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:1.0:1784946480.307953:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8bb80 x1871641054283904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946480.307959:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64300900 00000400:00000200:0.0:1784946480.307966:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946480.307971:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce5c9 [1] + 224 00000800:00000001:0.0:1784946480.307975:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784946480.307975:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8bb80 x1871641054283904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946496 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946480.307981:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946480.307986:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946480.307989:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946480.307991:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784946480.307993:0:2353:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:0.0:1784946480.307996:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 02000000:00000001:1.0:1784946480.307998:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946480.307999:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946480.308002:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1784946480.308004:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8b800 x1871641054284032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946496 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946480.308007:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946480.308012:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946480.308020:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=132 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946480.308024:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=132 v=5 (1 1 1 1) 00000100:00000040:0.0:1784946480.308025:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8b800 x1871641054284032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946480.308031:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946480.308034:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946480.308037:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946480.308040:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946480.308041:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946480.308043:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946480.308045:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946480.308048:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946480.308051:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8bb80 x1871641054283904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946496 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946480.308060:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946480.308062:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946480.308063:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946480.308065:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946480.308067:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784946480.308068:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946480.308071:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946480.308073:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d3c8. 00000100:00000040:1.0:1784946480.308074:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8bb80 x1871641054283904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946496 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946480.308076:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294220 00000100:00100000:1.0:1784946480.308086:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054283904:192.168.202.106@tcp:400:kworker.0 00000400:00000010:0.0:1784946480.308088:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294220. 00000100:00000001:0.0:1784946480.308093:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946480.308095:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946480.308098:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1784946480.308100:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8b800 x1871641054284032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946480.308105:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8bb80 x1871641054283904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946496 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946480.308118:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946480.308120:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946480.308123:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b000. 02000000:00000001:1.0:1784946480.308126:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:0.0:1784946480.308130:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8b800 x1871641054284032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946496 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784946480.308130:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946480.308133:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784946480.308139:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946480.308142:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad300. 02000000:00000001:1.0:1784946480.308152:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784946480.308153:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1784946480.308154:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1784946480.308157:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1784946480.308158:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8bb80. 00000100:00000001:0.0:1784946480.308161:0:2352:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784946480.308163:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1784946480.308164:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946480.308166:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946480.308167:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946480.308170:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946480.308174:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946480.308177:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946480.308179:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946480.308181:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946480.308182:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946480.308185:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946480.308189:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=132 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946480.308192:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=52 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946480.308195:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946480.308197:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946480.308199:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946480.308202:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946480.308204:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784946480.308227:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784946480.308230:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784946480.308231:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946480.308235:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8b800 x1871641054284032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946496 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946480.308252:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946480.308253:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946480.308255:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946480.308258:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8b800 x1871641054284032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946496 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946480.308282:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054284032:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946480.308286:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946480.308287:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946480.308290:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8b800 x1871641054284032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946496 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946480.308296:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946480.308306:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946480.308309:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ac000. 02000000:00000001:0.0:1784946480.308312:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946480.308314:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946480.308315:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784946480.308317:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946480.308318:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad700. 02000000:00000001:0.0:1784946480.308321:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946480.308323:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946480.308324:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8b800. 00000100:00000001:0.0:1784946480.308327:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946480.308348:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946480.308350:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946480.308354:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946480.308355:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946480.308357:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946480.308359:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946480.625631:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946480.625637:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946480.625730:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946480.625740:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946480.625743:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946481.009613:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305267887, at 4305267904 00000100:00000040:1.0:1784946481.009613:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305267887, at 4305267904 00000100:00000010:0.0:1784946481.009629:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373de0. 00000100:00000010:1.0:1784946481.009634:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373ea0. 00010000:00000001:1.0:1784946481.649636:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946481.649644:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946481.649646:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946481.649649:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946481.649654:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946481.649667:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946481.649669:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946481.649671:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946481.649849:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946481.649853:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946481.649856:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946482.673633:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946482.673639:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946482.673702:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946482.673705:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946482.673707:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946483.697637:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946483.697644:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946483.697701:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946483.697705:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946483.697709:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946484.721640:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946484.721646:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946484.721700:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946484.721703:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946484.721705:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946485.428838:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946485.428847:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946485.428856:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328b480. 00000020:00000040:0.0:1784946485.428861:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946485.428866:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946485.428869:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946485.428874:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946485.428882:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4400. 00000100:00000001:0.0:1784946485.428888:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946485.428899:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d4328b480 x1871641054284160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946485.428910:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946485.428914:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946485.428921:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dc29689] to pc [ptlrpcd_00_01+1] req@ffff996d4328b480 x1871641054284160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946485.428956:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946485.428960:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946485.428964:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946485.428967:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328b800. 00000020:00000040:0.0:1784946485.428970:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946485.428972:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946485.428974:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946485.428976:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946485.428979:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1784946485.428980:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4f00. 00000100:00000001:0.0:1784946485.428985:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946485.428985:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946485.428990:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946485.428993:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d4328b800 x1871641054284288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1784946485.429000:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328b480 x1871641054284160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946485.429003:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946485.429007:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946485.429016:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024ad7aec] to pc [ptlrpcd_00_00+0] req@ffff996d4328b800 x1871641054284288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946485.429017:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946485.429020:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946485.429026:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784946485.429029:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946485.429030:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784946485.429034:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784946485.429036:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946485.429041:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1784946485.429045:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054284160:192.168.202.106@tcp:400:kworker.0 00000100:00000040:0.0:1784946485.429046:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784946485.429053:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784946485.429055:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1784946485.429059:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10610) 02000000:00000001:1.0:1784946485.429063:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946485.429066:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946485.429070:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784946485.429073:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1784946485.429075:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738aca00. 00000100:00000001:0.0:1784946485.429077:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946485.429080:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1784946485.429080:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946485.429087:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328b800 x1871641054284288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946485.429090:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946485.429096:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2db58. 00000100:00000001:0.0:1784946485.429098:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946485.429101:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946485.429104:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1784946485.429106:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294088. 02000000:00000001:0.0:1784946485.429107:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946485.429112:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946485.429116:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054284288:192.168.202.106@tcp:400:kworker.0 00000100:00000200:1.0:1784946485.429116:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054284160, portal 25 00000100:00000001:1.0:1784946485.429121:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946485.429123:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784946485.429124:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290067072 : -112780419484544 : ffff996d4328b480) 02000000:00000001:0.0:1784946485.429126:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946485.429129:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946485.429133:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1784946485.429134:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328b480 x1871641054284160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784946485.429138:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394a200. 02000000:00000001:0.0:1784946485.429143:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946485.429149:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784946485.429151:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:1.0:1784946485.429155:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946485.429156:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f370. 00000400:00000010:1.0:1784946485.429160:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2947f8. 00000400:00000010:0.0:1784946485.429163:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fbb0. 00000100:00000200:1.0:1784946485.429164:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054284160, offset 0 00000100:00000200:0.0:1784946485.429168:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054284288, portal 10 00000100:00000001:0.0:1784946485.429171:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946485.429173:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290067968 : -112780419483648 : ffff996d4328b800) 00000100:00000040:0.0:1784946485.429180:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328b800 x1871641054284288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946485.429187:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784946485.429189:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946485.429191:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f5d8. 00000100:00000200:0.0:1784946485.429194:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054284288, offset 0 00000400:00000200:0.0:1784946485.429199:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946485.429207:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946485.429213:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946485.429218:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946485.429221:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946485.429225:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946485.429227:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946485.429232:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314731:314731:256:4294967295] 192.168.202.106@tcp LPNI seq info [314727:314727:8:4294967295] 00000400:00000200:0.0:1784946485.429236:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946485.429246:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946485.429252:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784946485.429256:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4700. 00000800:00000200:0.0:1784946485.429263:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784946485.429270:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784946485.429273:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946485.429285:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946485.429312:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16727 usecs (17 jiffies) 00000400:00000200:0.0:1784946485.429316:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946485.429326:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305272340 00000100:00000010:0.0:1784946485.429331:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373de0. 00000100:00000001:0.0:1784946485.429337:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784946485.429342:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305272340 00000100:00000010:0.0:1784946485.429345:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373d80. 00000100:00000001:0.0:1784946485.429348:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784946485.429351:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946485.429354:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946485.429356:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946485.429359:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946485.429365:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946485.429367:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946485.429369:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946485.429371:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946485.429372:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946485.429374:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946485.429464:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946485.429469:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:0.0:1784946485.429471:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1784946485.429475:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000010:0.0:1784946485.429477:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4700. 00000400:00000200:1.0:1784946485.429481:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946485.429483:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946485.429486:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946485.429492:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946485.429493:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946485.429498:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946485.429502:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314732:314732:255:4294967295] 192.168.202.106@tcp LPNI seq info [314728:314728:7:4294967295] 00000400:00000200:1.0:1784946485.429506:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946485.429512:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:0.0:1784946485.429542:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f5d8 00000400:00000010:0.0:1784946485.429545:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f5d8. 00000100:00000001:0.0:1784946485.429549:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946485.429555:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328b800 x1871641054284288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784946485.429559:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946485.429567:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad300. 00000100:00000001:0.0:1784946485.429570:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946485.429578:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328b800 x1871641054284288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946501 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784946485.429578:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784946485.429589:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:0.0:1784946485.429591:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946485.429594:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946485.429595:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784946485.429615:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946485.429620:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946485.429623:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305273011 00000100:00000001:1.0:1784946485.429629:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305272340 00000100:00000001:1.0:1784946485.429633:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305273011 00000100:00000001:1.0:1784946485.429637:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305272340 00000800:00000200:0.0:1784946485.429638:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784946485.429640:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1784946485.429643:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad300. 00000100:00000001:1.0:1784946485.429644:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946485.429649:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946485.429651:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784946485.429652:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946485.429659:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784946485.429660:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946485.429662:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784946485.429665:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2947f8 00000100:00000001:1.0:1784946485.429667:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1784946485.429669:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2947f8. 00000100:00000001:1.0:1784946485.429670:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946485.429674:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946485.429675:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784946485.429678:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784946485.429682:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328b480 x1871641054284160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946485.429690:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946485.429692:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328b480 x1871641054284160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946501 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946485.429699:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946485.429701:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946485.432666:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946485.432677:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946485.432680:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946485.432682:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946485.432686:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946485.432690:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946485.432696:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946485.432700:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946485.432705:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946485.432708:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64300a00 00000400:00000200:0.0:1784946485.432713:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946485.432718:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce5f1 [1] + 224 00000800:00000001:0.0:1784946485.432723:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946485.432726:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946485.432729:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946485.432733:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946485.432739:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946485.432745:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328b800 x1871641054284288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946501 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946485.432755:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328b800 x1871641054284288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946485.432782:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946485.432790:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946485.432794:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946485.432796:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946485.432798:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946485.432801:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946485.432807:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946485.432811:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946485.432815:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946485.432816:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946485.432819:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946485.432822:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946485.432826:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64300980 00000400:00000001:1.0:1784946485.432830:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784946485.432831:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:1.0:1784946485.432835:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946485.432839:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f370. 00000400:00000200:1.0:1784946485.432844:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fbb0 00000400:00000010:1.0:1784946485.432846:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fbb0. 00000100:00000001:1.0:1784946485.432849:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946485.432853:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce5e1 [1] + 224 00000800:00000001:0.0:1784946485.432858:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784946485.432861:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328b800 x1871641054284288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946485.432864:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946485.432868:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946485.432875:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946485.432880:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946485.432882:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328b800 x1871641054284288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946501 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946485.432886:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328b480 x1871641054284160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946501 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946485.432904:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784946485.432907:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328b480 x1871641054284160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946485.432908:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946485.432913:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946485.432916:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946485.432918:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946485.432920:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946485.432924:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946485.432931:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=137 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946485.432935:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=57 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946485.432937:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946485.432939:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946485.432941:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946485.432945:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946485.432947:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784946485.432950:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946485.432952:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946485.432953:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946485.432958:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328b800 x1871641054284288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946501 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946485.432965:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946485.432968:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946485.432969:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946485.432973:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328b800 x1871641054284288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946501 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946485.432994:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054284288:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946485.432999:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946485.433000:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946485.433001:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946485.433006:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328b800 x1871641054284288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946501 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946485.433007:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946485.433013:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946485.433015:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946485.433019:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946485.433022:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394a200. 02000000:00000001:1.0:1784946485.433026:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946485.433029:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946485.433031:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946485.433033:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946485.433036:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4f00. 00000100:00000001:0.0:1784946485.433038:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784946485.433039:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784946485.433042:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784946485.433043:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946485.433046:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328b800. 00000400:00000001:0.0:1784946485.433047:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946485.433051:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1784946485.433051:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946485.433054:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784946485.433055:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2db58. 00000100:00000001:1.0:1784946485.433058:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946485.433061:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294088 00000400:00000010:0.0:1784946485.433065:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294088. 00000100:00000001:1.0:1784946485.433065:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946485.433068:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946485.433069:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946485.433072:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946485.433075:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784946485.433077:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328b480 x1871641054284160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946485.433087:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328b480 x1871641054284160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946501 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946485.433094:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946485.433096:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946485.433098:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946485.433100:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946485.433101:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946485.433103:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946485.433105:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946485.433108:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=137 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946485.433112:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=137 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946485.433115:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946485.433116:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946485.433118:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946485.433120:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946485.433122:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946485.433125:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328b480 x1871641054284160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946501 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946485.433133:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946485.433135:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946485.433136:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946485.433140:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328b480 x1871641054284160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946501 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946485.433147:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054284160:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946485.433151:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946485.433153:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946485.433156:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328b480 x1871641054284160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946501 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946485.433161:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946485.433163:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946485.433165:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738aca00. 02000000:00000001:0.0:1784946485.433167:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946485.433168:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946485.433170:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784946485.433172:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946485.433173:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4400. 02000000:00000001:0.0:1784946485.433175:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946485.433177:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946485.433178:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328b480. 00000100:00000001:0.0:1784946485.433180:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946485.433182:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946485.433183:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946485.433187:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946485.433188:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946485.433190:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946485.433192:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946485.745608:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946485.745614:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946485.745662:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946485.745665:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946485.745669:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946486.129625:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305273011, at 4305273024 00000100:00000040:0.0:1784946486.129630:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305273011, at 4305273024 00000100:00000010:0.0:1784946486.129638:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373de0. 00000100:00000010:1.0:1784946486.129640:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373d80. 00010000:00000001:1.0:1784946486.769630:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946486.769636:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946486.769710:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946486.769714:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946486.769718:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946487.793600:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946487.793618:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946487.793677:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946487.793680:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946487.793683:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946488.817637:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946488.817643:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946488.817713:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946488.817716:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946488.817720:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946489.841636:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946489.841643:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946489.841697:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946489.841702:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946489.841705:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946490.545646:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946490.545654:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946490.545659:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952680. 00000020:00000040:2.0:1784946490.545664:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946490.545667:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946490.545670:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946490.545675:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946490.545682:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784946490.545689:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946490.545701:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73952680 x1871641054284416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946490.545711:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946490.545715:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946490.545721:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f291fbe] to pc [ptlrpcd_01_01+1] req@ffff996d73952680 x1871641054284416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946490.545744:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946490.545747:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946490.545750:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946490.545752:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950000. 00000020:00000040:2.0:1784946490.545755:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946490.545757:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946490.545759:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946490.545760:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946490.545764:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784946490.545767:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946490.545771:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950000 x1871641054284544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946490.545777:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946490.545779:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946490.545783:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac249ac8] to pc [ptlrpcd_01_00+0] req@ffff996d73950000 x1871641054284544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946490.545790:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946490.545792:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946490.545795:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946490.545797:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946490.545800:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946490.545803:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10615) 00000100:00000001:2.0:1784946490.545815:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946490.545818:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946490.545821:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946490.545825:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950000 x1871641054284544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946490.545832:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946490.545834:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946490.545838:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946490.545840:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946490.545842:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946490.545846:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054284544:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946490.545849:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946490.545854:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946490.545857:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946490.545859:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946490.545863:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946490.545865:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946490.545869:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946490.545872:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946490.545873:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946490.545880:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952680 x1871641054284416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946490.545888:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946490.545889:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946490.545892:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946490.545895:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946490.545897:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946490.545901:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054284416:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946490.545910:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946490.545912:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946490.545914:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946490.545916:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946490.545920:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61900000. 02000000:00000001:3.0:1784946490.545922:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946490.545926:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946490.545928:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946490.545930:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:2.0:1784946490.545931:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784946490.545937:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6440. 00000400:00000010:3.0:1784946490.545937:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1e58. 00000100:00000200:3.0:1784946490.545942:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054284416, portal 25 00000100:00000200:2.0:1784946490.545943:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054284544, portal 10 00000100:00000001:2.0:1784946490.545945:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946490.545945:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946490.545948:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102470656 : -112779607080960 : ffff996d73950000) 00000100:00000001:3.0:1784946490.545948:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102480512 : -112779607071104 : ffff996d73952680) 00000100:00000040:2.0:1784946490.545956:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950000 x1871641054284544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946490.545956:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952680 x1871641054284416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946490.545964:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784946490.545964:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946490.545968:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000040:3.0:1784946490.545968:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946490.545971:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6000. 00000100:00000200:2.0:1784946490.545974:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054284544, offset 0 00000400:00000200:2.0:1784946490.545980:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946490.545989:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946490.545995:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946490.546000:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946490.546004:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946490.546006:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946490.546009:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946490.546013:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314733:314733:256:4294967295] 192.168.202.106@tcp LPNI seq info [314729:314729:8:4294967295] 00000400:00000200:2.0:1784946490.546016:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946490.546025:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946490.546031:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946490.546032:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1ee0. 00000100:00000200:3.0:1784946490.546034:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054284416, offset 0 00000800:00000010:2.0:1784946490.546036:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b700. 00000400:00000200:3.0:1784946490.546038:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946490.546041:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946490.546042:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784946490.546044:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946490.546046:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784946490.546048:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:3.0:1784946490.546049:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946490.546051:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1784946490.546052:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784946490.546053:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946490.546055:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314734:314734:255:4294967295] 192.168.202.106@tcp LPNI seq info [314730:314730:7:4294967295] 00000400:00000200:3.0:1784946490.546059:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946490.546064:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:2.0:1784946490.546065:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784946490.546068:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000040:2.0:1784946490.546069:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16727 usecs (17 jiffies) 00000400:00000200:2.0:1784946490.546072:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:3.0:1784946490.546072:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000100:00000001:2.0:1784946490.546076:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305277457 00000800:00000200:3.0:1784946490.546076:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000010:2.0:1784946490.546080:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cc00. 00000800:00000200:3.0:1784946490.546080:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946490.546082:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946490.546085:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946490.546086:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000400:00000200:3.0:1784946490.546088:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946490.546090:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305277457 00000100:00000001:3.0:1784946490.546090:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305278127 00000100:00000010:2.0:1784946490.546093:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668ca80. 00000100:00000001:3.0:1784946490.546093:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305277457 00000100:00000001:2.0:1784946490.546096:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946490.546096:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305278127 00000100:00000001:2.0:1784946490.546103:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946490.546106:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946490.546109:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946490.546112:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946490.546112:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784946490.546118:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b700. 00000100:00000001:2.0:1784946490.546120:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946490.546123:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784946490.546124:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946490.546126:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946490.546129:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946490.546133:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946490.546134:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946490.546139:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946490.546142:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6000 00000400:00000010:0.0:1784946490.546146:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6000. 00000100:00000001:0.0:1784946490.546151:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946490.546157:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950000 x1871641054284544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946490.546167:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946490.546170:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950000 x1871641054284544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946506 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946490.546177:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946490.546179:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946490.546215:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946490.546217:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea800. 00000400:00000200:0.0:1784946490.546224:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946490.546227:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946490.546230:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1ee0 00000400:00000010:0.0:1784946490.546232:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1ee0. 00000100:00000001:0.0:1784946490.546234:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946490.546238:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952680 x1871641054284416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946490.546269:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946490.546273:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952680 x1871641054284416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946506 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946490.546279:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946490.546281:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946490.549685:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946490.549700:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946490.549702:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305277457 00000800:00000001:0.0:1784946490.549705:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946490.549708:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946490.549715:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784946490.549716:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946490.549721:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946490.549727:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:3.0:1784946490.549727:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946490.549732:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946490.549745:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946490.549750:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946490.549751:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946490.549754:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946490.549757:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946490.549758:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946490.549760:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946490.549762:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946490.549764:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946490.549769:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64300b00 00000400:00000200:0.0:1784946490.549774:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946490.549780:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce601 [1] + 224 00000800:00000001:0.0:1784946490.549786:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946490.549790:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946490.549792:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946490.549796:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946490.549800:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946490.549811:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950000 x1871641054284544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946506 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946490.549821:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950000 x1871641054284544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946490.549833:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946490.549839:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946490.549842:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946490.549844:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946490.549847:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946490.549850:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946490.549855:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:2.0:1784946490.549857:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946490.549866:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946490.549871:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946490.549871:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946490.549875:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946490.549879:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64300a80 00000400:00000001:2.0:1784946490.549879:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946490.549883:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784946490.549886:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946490.549887:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946490.549892:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6440 00000400:00000010:2.0:1784946490.549894:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6440. 00000100:00000001:2.0:1784946490.549898:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946490.549901:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce609 [1] + 224 00000100:00000200:2.0:1784946490.549906:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950000 x1871641054284544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946490.549907:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946490.549913:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946490.549917:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1784946490.549919:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950000 x1871641054284544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946506 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946490.549923:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946490.549931:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946490.549934:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946490.549935:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946490.549938:0:2354:0:(client.c:1580:after_reply()) Process entered 00000100:00000200:0.0:1784946490.549942:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952680 x1871641054284416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946506 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946490.549943:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946490.549946:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946490.549950:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946490.549956:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946490.549958:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952680 x1871641054284416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784946490.549964:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=142 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946490.549969:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=62 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946490.549972:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946490.549973:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946490.549976:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946490.549977:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1784946490.549980:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784946490.549981:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784946490.549986:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946490.549991:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946490.549993:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946490.549995:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946490.549997:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946490.550003:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950000 x1871641054284544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946506 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946490.550006:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946490.550009:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946490.550015:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1784946490.550015:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946490.550018:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784946490.550020:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1784946490.550022:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784946490.550023:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784946490.550029:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1e58 00000100:00000040:2.0:1784946490.550030:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950000 x1871641054284544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946506 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784946490.550032:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1e58. 00000100:00000001:3.0:1784946490.550037:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946490.550046:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952680 x1871641054284416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946490.550047:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054284544:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946490.550056:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946490.550060:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1784946490.550066:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952680 x1871641054284416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946506 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946490.550067:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950000 x1871641054284544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946506 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946490.550083:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946490.550086:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946490.550087:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784946490.550089:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946490.550091:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1784946490.550091:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946490.550093:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946490.550095:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946490.550096:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:3.0:1784946490.550097:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946490.550103:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1784946490.550103:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=142 v=5 (5 5 5 5) 00000020:00000001:2.0:1784946490.550107:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000100:00001000:3.0:1784946490.550107:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=142 v=5 (1 1 1 1) 00000020:00000040:2.0:1784946490.550111:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946490.550111:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946490.550114:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946490.550117:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:3.0:1784946490.550117:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946490.550119:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946490.550121:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946490.550122:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 00000100:00000040:3.0:1784946490.550125:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952680 x1871641054284416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946506 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946490.550127:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946490.550130:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946490.550134:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950000. 00000100:00000001:3.0:1784946490.550134:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946490.550136:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946490.550139:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946490.550140:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1784946490.550143:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952680 x1871641054284416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946506 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946490.550144:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946490.550148:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784946490.550154:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054284416:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946490.550155:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946490.550159:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946490.550160:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946490.550163:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946490.550164:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784946490.550168:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946490.550169:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952680 x1871641054284416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946506 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946490.550175:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946490.550176:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946490.550177:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61900000. 02000000:00000001:3.0:1784946490.550180:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946490.550180:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946490.550181:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946490.550183:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946490.550184:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 02000000:00000001:3.0:1784946490.550185:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946490.550186:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946490.550187:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952680. 00000100:00000001:3.0:1784946490.550189:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946490.550190:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946490.550191:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946490.550194:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946490.550195:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946490.550196:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946490.550197:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946490.865610:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946490.865617:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946490.865664:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946490.865666:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946490.865669:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946491.249614:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305278127, at 4305278144 00000100:00000040:1.0:1784946491.249614:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305278127, at 4305278144 00000100:00000010:1.0:1784946491.249629:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668ca80. 00000100:00000010:0.0:1784946491.249631:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cc00. 00010000:00000001:1.0:1784946491.889633:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946491.889641:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946491.889643:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946491.889646:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946491.889650:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946491.889653:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946491.889655:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946491.889657:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946491.889715:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946491.889719:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946491.889722:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946492.913634:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946492.913640:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946492.913697:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946492.913700:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946492.913702:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946493.937632:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946493.937638:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946493.937739:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946493.937743:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946493.937746:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946494.961622:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946494.961626:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946494.961681:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946494.961706:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946494.961710:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946495.665622:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946495.665632:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946495.665642:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950000. 00000020:00000040:2.0:1784946495.665648:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946495.665651:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946495.665655:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946495.665660:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946495.665668:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784946495.665674:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946495.665684:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950000 x1871641054284672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946495.665695:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946495.665699:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946495.665705:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac249ac8] to pc [ptlrpcd_01_01+1] req@ffff996d73950000 x1871641054284672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946495.665737:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946495.665740:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946495.665744:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946495.665747:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950a80. 00000020:00000040:2.0:1784946495.665750:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946495.665753:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946495.665755:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946495.665757:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946495.665758:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1784946495.665760:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b500. 00000100:00000001:3.0:1784946495.665762:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946495.665764:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946495.665765:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946495.665771:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950a80 x1871641054284800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1784946495.665773:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950000 x1871641054284672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946495.665783:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946495.665787:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946495.665789:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946495.665791:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946495.665793:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011f70e2a] to pc [ptlrpcd_01_00+0] req@ffff996d73950a80 x1871641054284800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946495.665795:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946495.665798:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946495.665803:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946495.665804:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946495.665805:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946495.665809:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1784946495.665811:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054284672:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784946495.665813:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946495.665821:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784946495.665821:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784946495.665827:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10620) 02000000:00000001:3.0:1784946495.665829:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946495.665833:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946495.665836:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784946495.665841:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1784946495.665842:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61900400. 00000100:00000001:2.0:1784946495.665845:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784946495.665846:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946495.665848:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946495.665855:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950a80 x1871641054284800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946495.665857:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946495.665865:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1784946495.665865:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784946495.665866:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946495.665870:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946495.665872:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946495.665873:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784946495.665875:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1e58. 00000100:00100000:2.0:1784946495.665876:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054284800:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946495.665881:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946495.665884:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946495.665885:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946495.665886:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946495.665889:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946495.665890:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784946495.665893:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054284672, portal 25 00000400:00000200:2.0:1784946495.665894:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946495.665899:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1784946495.665900:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000100:00000001:3.0:1784946495.665901:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102470656 : -112779607080960 : ffff996d73950000) 00000400:00000010:2.0:1784946495.665908:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6440. 00000100:00000040:3.0:1784946495.665911:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950000 x1871641054284672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946495.665914:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054284800, portal 10 00000100:00000001:2.0:1784946495.665918:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946495.665921:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102473344 : -112779607078272 : ffff996d73950a80) 00000100:00000001:3.0:1784946495.665928:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946495.665933:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950a80 x1871641054284800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946495.665934:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946495.665939:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1330. 00000100:00000001:2.0:1784946495.665943:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1784946495.665946:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054284672, offset 0 00000100:00000040:2.0:1784946495.665947:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946495.665951:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6dd0. 00000100:00000200:2.0:1784946495.665954:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054284800, offset 0 00000400:00000200:3.0:1784946495.665959:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946495.665967:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946495.665971:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946495.665978:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946495.665984:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946495.665988:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946495.665991:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946495.665994:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946495.665998:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314735:314735:256:4294967295] 192.168.202.106@tcp LPNI seq info [314731:314731:8:4294967295] 00000400:00000200:3.0:1784946495.666002:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946495.666008:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946495.666015:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946495.666017:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946495.666023:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784946495.666028:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946495.666029:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946495.666034:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1784946495.666035:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beaf00. 00000400:00000200:2.0:1784946495.666036:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946495.666041:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314736:314736:255:4294967295] 192.168.202.106@tcp LPNI seq info [314732:314732:7:4294967295] 00000800:00000200:3.0:1784946495.666047:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946495.666050:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946495.666060:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784946495.666064:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946495.666067:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beaf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784946495.666072:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946495.666077:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b000. 00000800:00000200:2.0:1784946495.666082:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:3.0:1784946495.666084:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784946495.666088:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:3.0:1784946495.666090:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946495.666092:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946495.666093:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305283247 00000100:00000001:2.0:1784946495.666098:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784946495.666100:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322720. 00000100:00000040:2.0:1784946495.666104:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16727 usecs (17 jiffies) 00000100:00000001:3.0:1784946495.666107:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1784946495.666111:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946495.666115:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305282577 00000100:00000001:3.0:1784946495.666116:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305283247 00000100:00000001:2.0:1784946495.666118:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305283247 00000100:00000010:3.0:1784946495.666122:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322ae0. 00000100:00000001:2.0:1784946495.666123:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305282577 00000100:00000001:3.0:1784946495.666128:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946495.666134:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305283247 00000100:00000001:3.0:1784946495.666135:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946495.666140:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946495.666140:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946495.666144:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946495.666145:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946495.666146:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946495.666147:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946495.666150:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784946495.666154:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beaf00. 00000100:00000001:2.0:1784946495.666154:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946495.666156:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946495.666158:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946495.666158:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946495.666162:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946495.666162:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946495.666163:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946495.666165:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946495.666166:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946495.666169:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946495.666170:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946495.666174:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946495.666174:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946495.666175:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946495.666181:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946495.666192:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1330 00000400:00000010:0.0:1784946495.666195:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1330. 00000100:00000001:0.0:1784946495.666201:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946495.666219:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950000 x1871641054284672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946495.666232:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946495.666236:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950000 x1871641054284672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946511 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946495.666243:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946495.666244:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946495.666309:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946495.666312:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b000. 00000400:00000200:0.0:1784946495.666315:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946495.666319:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946495.666321:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6dd0 00000400:00000010:0.0:1784946495.666323:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6dd0. 00000100:00000001:0.0:1784946495.666326:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946495.666329:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950a80 x1871641054284800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946495.666336:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946495.666338:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950a80 x1871641054284800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946511 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946495.666344:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946495.666345:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946495.668190:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946495.668217:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946495.668221:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946495.668223:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946495.668230:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946495.668236:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946495.668243:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946495.668247:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946495.668251:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946495.668255:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64300b80 00000400:00000200:0.0:1784946495.668259:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946495.668264:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce611 [1] + 224 00000800:00000001:0.0:1784946495.668269:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946495.668272:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946495.668274:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946495.668278:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946495.668284:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946495.668291:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950000 x1871641054284672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946495.668299:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950000 x1871641054284672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946495.668311:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946495.668318:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946495.668320:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946495.668321:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946495.668322:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946495.668325:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946495.668327:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946495.668330:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946495.668332:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946495.668335:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946495.668337:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64300c00 00000400:00000200:0.0:1784946495.668339:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946495.668343:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce619 [1] + 224 00000800:00000001:0.0:1784946495.668346:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784946495.668348:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784946495.668350:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946495.668353:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946495.668354:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946495.668358:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946495.668360:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946495.668363:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950a80 x1871641054284800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784946495.668364:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946495.668368:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1784946495.668372:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950a80 x1871641054284800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784946495.668374:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946495.668382:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1e58 00000400:00000010:3.0:1784946495.668385:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1e58. 00000100:00000001:0.0:1784946495.668389:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946495.668390:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784946495.668396:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784946495.668398:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950000 x1871641054284672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946495.668401:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784946495.668414:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950000 x1871641054284672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946495.668422:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946495.668425:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946495.668430:0:2355:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784946495.668435:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784946495.668435:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946495.668443:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946495.668444:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946495.668452:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946495.668457:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784946495.668458:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946495.668460:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946495.668464:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000100:00001000:3.0:1784946495.668465:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=147 v=5 (5 5 5 5) 00000400:00000200:2.0:1784946495.668472:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6440 00000100:00001000:3.0:1784946495.668474:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=147 v=5 (1 1 1 1) 00000400:00000010:2.0:1784946495.668477:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6440. 00000100:00000001:3.0:1784946495.668481:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946495.668485:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946495.668486:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946495.668492:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946495.668495:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784946495.668498:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950a80 x1871641054284800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946495.668500:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784946495.668545:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950a80 x1871641054284800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946495.668550:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950000 x1871641054284672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946495.668556:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946495.668560:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946495.668569:0:2354:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784946495.668569:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946495.668576:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946495.668578:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946495.668584:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946495.668585:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946495.668589:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946495.668594:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946495.668598:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950000 x1871641054284672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946511 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784946495.668604:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=147 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946495.668617:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=67 v=5 (1 1 1 1) 00000100:00100000:3.0:1784946495.668624:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054284672:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946495.668625:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946495.668631:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946495.668639:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784946495.668642:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784946495.668643:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946495.668648:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784946495.668651:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946495.668654:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946495.668657:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1784946495.668657:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950000 x1871641054284672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946511 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946495.668661:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946495.668675:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950a80 x1871641054284800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946495.668678:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946495.668684:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784946495.668689:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1784946495.668691:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61900400. 00000100:00000001:2.0:1784946495.668693:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946495.668698:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784946495.668700:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1784946495.668706:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950a80 x1871641054284800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946511 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784946495.668706:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946495.668712:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946495.668719:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946495.668724:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 02000000:00000001:3.0:1784946495.668732:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:2.0:1784946495.668736:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054284800:192.168.202.106@tcp:400:kworker.0 02000000:00000001:3.0:1784946495.668736:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946495.668741:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950000. 00000100:00000001:3.0:1784946495.668750:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946495.668751:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946495.668753:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946495.668758:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784946495.668759:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946495.668767:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950a80 x1871641054284800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946511 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946495.668770:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946495.668774:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946495.668782:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946495.668785:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784946495.668787:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946495.668789:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946495.668793:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946495.668797:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946495.668800:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946495.668802:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946495.668804:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946495.668807:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b500. 02000000:00000001:2.0:1784946495.668810:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946495.668812:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946495.668814:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950a80. 00000100:00000001:2.0:1784946495.668817:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946495.668819:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946495.668821:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946495.668825:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946495.668827:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946495.668829:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946495.668831:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946495.985634:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946495.985640:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946495.985709:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946495.985713:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946495.985716:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946496.369612:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305283247, at 4305283264 00000100:00000040:1.0:1784946496.369612:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305283247, at 4305283264 00000100:00000010:0.0:1784946496.369626:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322720. 00000100:00000010:1.0:1784946496.369627:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322ae0. 00010000:00000001:1.0:1784946497.009713:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946497.009719:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946497.009799:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946497.009803:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946497.009806:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946498.033617:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946498.033621:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946498.033671:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946498.033674:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946498.033676:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946499.057684:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946499.057690:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946499.057761:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946499.057765:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946499.057769:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946500.081710:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946500.081717:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946500.081791:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946500.081795:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946500.081799:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946500.785632:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946500.785639:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946500.785647:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950a80. 00000020:00000040:2.0:1784946500.785651:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946500.785655:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946500.785657:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946500.785661:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946500.785667:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b500. 00000100:00000001:2.0:1784946500.785672:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946500.785680:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950a80 x1871641054284928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946500.785687:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946500.785690:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946500.785694:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011f70e2a] to pc [ptlrpcd_01_01+1] req@ffff996d73950a80 x1871641054284928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946500.785717:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946500.785718:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946500.785721:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946500.785722:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952300. 00000020:00000040:2.0:1784946500.785724:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946500.785726:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946500.785726:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946500.785728:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946500.785731:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784946500.785733:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946500.785736:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73952300 x1871641054285056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946500.785740:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946500.785741:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946500.785744:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b6164b6] to pc [ptlrpcd_01_00+0] req@ffff996d73952300 x1871641054285056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946500.785750:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946500.785752:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946500.785754:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784946500.785756:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784946500.785757:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946500.785761:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784946500.785762:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784946500.785764:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10625) 00000100:00000001:3.0:1784946500.785766:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784946500.785777:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784946500.785778:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950a80 x1871641054284928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946500.785780:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946500.785782:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784946500.785790:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946500.785795:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946500.785797:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952300 x1871641054285056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946500.785801:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946500.785804:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946500.785810:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946500.785811:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946500.785814:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946500.785817:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054284928:192.168.202.106@tcp:400:kworker.0 02000000:00000001:2.0:1784946500.785819:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946500.785823:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946500.785824:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946500.785828:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946500.785831:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1784946500.785834:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054285056:192.168.202.106@tcp:400:kworker.0 02000000:00000001:3.0:1784946500.785835:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946500.785839:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784946500.785841:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946500.785846:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946500.785847:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946500.785849:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946500.785853:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61901200. 02000000:00000010:2.0:1784946500.785854:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:3.0:1784946500.785859:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946500.785860:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946500.785873:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946500.785873:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946500.785881:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:2.0:1784946500.785882:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784946500.785894:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6440. 00000400:00000010:3.0:1784946500.785894:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1e58. 00000100:00000200:2.0:1784946500.785902:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054285056, portal 10 00000100:00000200:3.0:1784946500.785902:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054284928, portal 25 00000100:00000001:2.0:1784946500.785906:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946500.785908:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102479616 : -112779607072000 : ffff996d73952300) 00000100:00000001:3.0:1784946500.785908:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946500.785911:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102473344 : -112779607078272 : ffff996d73950a80) 00000100:00000040:2.0:1784946500.785916:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952300 x1871641054285056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946500.785920:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950a80 x1871641054284928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946500.785929:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946500.785935:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946500.785939:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6cc0. 00000100:00000200:2.0:1784946500.785944:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054285056, offset 0 00000100:00000001:3.0:1784946500.785947:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784946500.785953:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:3.0:1784946500.785954:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946500.785958:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f16e8. 00000400:00000200:2.0:1784946500.785961:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:3.0:1784946500.785962:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054284928, offset 0 00000400:00000200:3.0:1784946500.785969:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946500.785972:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946500.785978:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946500.785983:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946500.785986:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946500.785989:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946500.785992:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314737:314737:256:4294967295] 192.168.202.106@tcp LPNI seq info [314733:314733:8:4294967295] 00000400:00000200:2.0:1784946500.785997:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946500.786003:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946500.786012:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784946500.786012:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946500.786018:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784946500.786023:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946500.786023:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946500.786029:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000010:2.0:1784946500.786031:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b000. 00000400:00000200:3.0:1784946500.786032:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946500.786037:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314738:314738:255:4294967295] 192.168.202.106@tcp LPNI seq info [314734:314734:7:4294967295] 00000800:00000200:2.0:1784946500.786042:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784946500.786046:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946500.786051:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946500.786055:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784946500.786059:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946500.786065:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946500.786070:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000100:00000001:2.0:1784946500.786074:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784946500.786075:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000040:2.0:1784946500.786082:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16726 usecs (17 jiffies) 00000800:00000200:3.0:1784946500.786083:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946500.786089:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784946500.786090:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946500.786094:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946500.786096:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305287697 00000400:00000200:3.0:1784946500.786101:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000010:2.0:1784946500.786104:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cb40. 00000100:00000001:3.0:1784946500.786105:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305288367 00000100:00000001:2.0:1784946500.786113:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946500.786120:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305287697 00000100:00000010:2.0:1784946500.786124:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c420. 00000100:00000001:3.0:1784946500.786125:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305287697 00000800:00000200:0.0:1784946500.786129:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946500.786130:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946500.786132:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305288367 00000800:00000010:0.0:1784946500.786134:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b000. 00000400:00000200:0.0:1784946500.786140:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946500.786144:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784946500.786146:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946500.786146:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305287697 00000100:00000001:2.0:1784946500.786150:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946500.786153:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6cc0 00000100:00000001:3.0:1784946500.786154:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946500.786155:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784946500.786156:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6cc0. 00000100:00000001:3.0:1784946500.786158:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946500.786172:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946500.786174:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946500.786176:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946500.786178:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784946500.786183:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946500.786184:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1784946500.786185:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952300 x1871641054285056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946500.786188:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946500.786188:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946500.786195:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946500.786196:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946500.786199:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784946500.786199:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946500.786200:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946500.786204:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946500.786205:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952300 x1871641054285056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946516 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946500.786205:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946500.786209:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946500.786211:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946500.786220:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946500.786221:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946500.786273:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946500.786275:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000400:00000200:0.0:1784946500.786277:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946500.786279:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946500.786280:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f16e8 00000400:00000010:0.0:1784946500.786282:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f16e8. 00000100:00000001:0.0:1784946500.786283:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946500.786285:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950a80 x1871641054284928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946500.786290:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946500.786291:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950a80 x1871641054284928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946516 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946500.786295:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946500.786297:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946500.787985:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946500.788005:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946500.788008:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946500.788012:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946500.788016:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946500.788021:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946500.788025:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946500.788028:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946500.788032:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946500.788036:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64300c80 00000400:00000200:0.0:1784946500.788039:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946500.788042:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce629 [1] + 224 00000800:00000001:0.0:1784946500.788046:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946500.788048:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946500.788050:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946500.788052:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946500.788055:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946500.788059:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950a80 x1871641054284928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946500.788066:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950a80 x1871641054284928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946500.788081:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946500.788088:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946500.788091:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946500.788093:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946500.788096:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946500.788099:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946500.788106:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:3.0:1784946500.788106:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946500.788110:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946500.788114:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784946500.788117:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784946500.788119:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784946500.788120:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784946500.788125:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946500.788125:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:0.0:1784946500.788130:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64300d00 00000400:00000200:3.0:1784946500.788132:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1e58 00000400:00000200:0.0:1784946500.788134:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946500.788137:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1e58. 00000100:00000001:3.0:1784946500.788141:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946500.788146:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce621 [1] + 224 00000100:00000200:3.0:1784946500.788148:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950a80 x1871641054284928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946500.788150:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946500.788156:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784946500.788172:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950a80 x1871641054284928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946500.788173:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946500.788180:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946500.788186:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946500.788190:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1784946500.788191:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952300 x1871641054285056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946500.788193:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946500.788199:0:2355:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:0.0:1784946500.788203:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952300 x1871641054285056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946500.788204:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946500.788208:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946500.788212:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946500.788216:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1784946500.788216:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946500.788221:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1784946500.788222:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=152 v=5 (5 5 5 5) 00000800:00000001:0.0:1784946500.788224:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784946500.788229:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=152 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946500.788233:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946500.788235:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946500.788238:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946500.788241:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946500.788244:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946500.788245:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946500.788248:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784946500.788250:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950a80 x1871641054284928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784946500.788252:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946500.788254:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946500.788257:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946500.788262:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6440 00000100:00000001:3.0:1784946500.788266:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784946500.788267:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6440. 00000100:00000001:2.0:1784946500.788271:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946500.788272:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946500.788276:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784946500.788277:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952300 x1871641054285056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946500.788285:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950a80 x1871641054284928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946516 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946500.788290:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952300 x1871641054285056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946500.788303:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1784946500.788304:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054284928:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946500.788305:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946500.788310:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946500.788312:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946500.788312:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946500.788313:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946500.788315:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946500.788317:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1784946500.788318:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946500.788324:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=152 v=5 (5 5 5 5) 00000100:00000040:3.0:1784946500.788324:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950a80 x1871641054284928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946516 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784946500.788330:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=72 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946500.788335:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946500.788337:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946500.788341:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784946500.788341:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946500.788345:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1784946500.788346:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946500.788350:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000010:3.0:1784946500.788350:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61901200. 00000100:00000040:2.0:1784946500.788351:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946500.788355:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946500.788356:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946500.788357:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1784946500.788361:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952300 x1871641054285056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784946500.788361:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946500.788365:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946500.788370:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784946500.788371:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946500.788374:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946500.788375:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784946500.788375:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b500. 02000000:00000001:3.0:1784946500.788381:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1784946500.788382:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952300 x1871641054285056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946516 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946500.788385:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946500.788389:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950a80. 00000100:00100000:2.0:1784946500.788391:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054285056:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946500.788394:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946500.788396:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946500.788397:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946500.788398:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784946500.788401:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946500.788403:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952300 x1871641054285056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946516 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946500.788408:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784946500.788408:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946500.788411:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946500.788412:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946500.788414:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 00000100:00000001:3.0:1784946500.788416:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784946500.788417:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784946500.788419:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946500.788420:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946500.788423:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946500.788425:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946500.788426:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 02000000:00000001:2.0:1784946500.788428:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946500.788430:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946500.788431:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952300. 00000100:00000001:2.0:1784946500.788433:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946500.788434:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946500.788435:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946500.788437:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946500.788438:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946500.788440:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946500.788441:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946501.105625:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946501.105630:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946501.105691:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946501.105695:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946501.105697:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946501.489585:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305288367, at 4305288384 00000100:00000010:1.0:1784946501.489599:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c420. 00000100:00000040:0.0:1784946501.491613:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305288367, at 4305288386 00000100:00000010:0.0:1784946501.491621:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cb40. 00010000:00000001:1.0:1784946502.129625:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946502.129632:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946502.129634:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946502.129636:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946502.129639:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946502.129641:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946502.129643:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946502.129644:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946502.129696:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946502.129699:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946502.129708:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946503.153606:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946503.153613:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946503.153668:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946503.153672:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946503.153676:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946504.177589:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946504.177596:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946504.177653:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946504.177656:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946504.177660:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946505.201607:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946505.201613:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946505.201673:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946505.201677:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946505.201680:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784946505.905651:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946505.905659:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946505.905667:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776680. 00000020:00000040:3.0:1784946505.905672:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946505.905675:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946505.905677:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946505.905681:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946505.905687:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bead00. 00000100:00000001:3.0:1784946505.905692:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946505.905700:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73776680 x1871641054285184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946505.905707:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946505.905710:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946505.905715:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d19f977b] to pc [ptlrpcd_01_01+1] req@ffff996d73776680 x1871641054285184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946505.905735:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946505.905739:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946505.905742:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946505.905744:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776a00. 00000020:00000040:3.0:1784946505.905747:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946505.905749:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946505.905750:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946505.905752:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946505.905757:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea000. 00000100:00000001:2.0:1784946505.905758:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946505.905760:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946505.905762:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1784946505.905764:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946505.905764:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73776a00 x1871641054285312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946505.905770:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946505.905771:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946505.905772:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946505.905773:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946505.905774:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946505.905776:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784946505.905776:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017ccca3c] to pc [ptlrpcd_01_00+0] req@ffff996d73776a00 x1871641054285312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946505.905778:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946505.905784:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776680 x1871641054285184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946505.905784:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946505.905786:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784946505.905790:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784946505.905791:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946505.905793:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946505.905793:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784946505.905795:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784946505.905797:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946505.905799:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784946505.905799:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10630) 02000000:00000001:2.0:1784946505.905801:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946505.905805:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054285184:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946505.905808:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946505.905814:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946505.905816:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946505.905819:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946505.905823:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 00000100:00000001:3.0:1784946505.905824:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784946505.905825:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946505.905825:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1784946505.905827:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946505.905830:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1784946505.905832:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946505.905832:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946505.905833:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946505.905834:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1784946505.905835:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000100:00000001:3.0:1784946505.905836:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946505.905839:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776a00 x1871641054285312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784946505.905842:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6440. 00000100:00000001:3.0:1784946505.905845:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946505.905847:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784946505.905848:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054285184, portal 25 02000000:00000001:3.0:1784946505.905849:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784946505.905850:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1784946505.905850:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946505.905852:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100530816 : -112779609020800 : ffff996d73776680) 02000000:00000001:3.0:1784946505.905852:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946505.905855:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054285312:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784946505.905857:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776680 x1871641054285184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946505.905858:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946505.905860:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946505.905861:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946505.905863:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784946505.905864:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946505.905866:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000010:3.0:1784946505.905866:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61901600. 02000000:00000001:3.0:1784946505.905868:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784946505.905869:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6bb0. 00000400:00000200:3.0:1784946505.905871:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:2.0:1784946505.905872:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054285184, offset 0 00000400:00000010:3.0:1784946505.905873:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000200:2.0:1784946505.905877:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946505.905877:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1e58. 00000100:00000200:3.0:1784946505.905879:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054285312, portal 10 00000100:00000001:3.0:1784946505.905881:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946505.905882:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100531712 : -112779609019904 : ffff996d73776a00) 00000400:00000200:2.0:1784946505.905884:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784946505.905887:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776a00 x1871641054285312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784946505.905890:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:3.0:1784946505.905893:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784946505.905895:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1784946505.905895:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946505.905897:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f15d8. 00000400:00000200:2.0:1784946505.905898:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000200:3.0:1784946505.905899:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054285312, offset 0 00000400:00000200:2.0:1784946505.905902:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946505.905903:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946505.905905:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946505.905908:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314739:314739:256:4294967295] 192.168.202.106@tcp LPNI seq info [314735:314735:8:4294967295] 00000400:00000200:2.0:1784946505.905912:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946505.905916:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946505.905919:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946505.905921:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946505.905923:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784946505.905923:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946505.905926:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946505.905927:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:2.0:1784946505.905928:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946505.905930:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314740:314740:255:4294967295] 192.168.202.106@tcp LPNI seq info [314736:314736:7:4294967295] 00000800:00000010:2.0:1784946505.905933:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bd00. 00000400:00000200:3.0:1784946505.905934:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946505.905939:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784946505.905939:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946505.905943:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946505.905946:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beaf00. 00000800:00000200:2.0:1784946505.905947:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946505.905949:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946505.905951:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784946505.905953:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946505.905955:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beaf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946505.905965:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946505.905969:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946505.905971:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305293487 00000100:00000001:3.0:1784946505.905971:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946505.905974:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16726 usecs (17 jiffies) 00000100:00000010:2.0:1784946505.905976:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c7e0. 00000400:00000200:3.0:1784946505.905977:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946505.905978:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305292817 00000100:00000001:2.0:1784946505.905981:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946505.905990:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305293487 00000100:00000001:3.0:1784946505.905991:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305293487 00000100:00000010:2.0:1784946505.905993:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cae0. 00000100:00000001:3.0:1784946505.905993:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305292817 00000100:00000001:2.0:1784946505.905996:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946505.905999:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305293487 00000100:00000001:2.0:1784946505.906000:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946505.906003:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946505.906003:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946505.906005:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946505.906006:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946505.906007:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946505.906009:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946505.906009:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946505.906011:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946505.906012:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946505.906013:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946505.906015:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946505.906033:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946505.906039:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bd00. 00000400:00000200:0.0:1784946505.906045:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946505.906049:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946505.906053:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6bb0 00000400:00000010:0.0:1784946505.906054:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6bb0. 00000100:00000001:0.0:1784946505.906058:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946505.906061:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73776680 x1871641054285184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946505.906068:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946505.906071:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73776680 x1871641054285184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946521 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946505.906079:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946505.906080:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946505.906149:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946505.906152:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beaf00. 00000400:00000200:0.0:1784946505.906154:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946505.906156:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946505.906158:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f15d8 00000400:00000010:0.0:1784946505.906159:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f15d8. 00000100:00000001:0.0:1784946505.906161:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946505.906164:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73776a00 x1871641054285312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946505.906169:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946505.906170:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73776a00 x1871641054285312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946521 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946505.906174:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946505.906175:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946505.907505:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946505.907541:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946505.907544:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946505.907546:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946505.907550:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946505.907555:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946505.907559:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946505.907561:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946505.907565:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946505.907569:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64300e00 00000400:00000200:0.0:1784946505.907573:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946505.907578:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce639 [1] + 224 00000800:00000001:0.0:1784946505.907583:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946505.907586:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946505.907589:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946505.907592:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946505.907596:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946505.907601:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73776a00 x1871641054285312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946505.907610:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73776a00 x1871641054285312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946505.907621:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946505.907626:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946505.907629:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946505.907630:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946505.907631:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946505.907635:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946505.907637:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946505.907641:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946505.907643:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946505.907645:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946505.907648:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64300d80 00000100:00000001:3.0:1784946505.907650:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946505.907651:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946505.907654:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946505.907658:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce631 [1] + 224 00000800:00000001:0.0:1784946505.907664:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784946505.907667:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946505.907669:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1784946505.907670:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784946505.907672:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:0.0:1784946505.907674:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784946505.907676:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1e58 00000400:00000010:3.0:1784946505.907681:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1e58. 00000400:00000200:0.0:1784946505.907682:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946505.907686:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946505.907688:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946505.907693:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776a00 x1871641054285312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946505.907696:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73776680 x1871641054285184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946505.907718:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73776680 x1871641054285184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946505.907722:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776a00 x1871641054285312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946521 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946505.907733:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946505.907734:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946505.907737:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946505.907740:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784946505.907741:0:2355:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:0.0:1784946505.907744:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784946505.907752:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946505.907756:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946505.907759:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946505.907762:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946505.907770:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1784946505.907770:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=7 v=5 (5 5 5 5) 00000100:00000001:2.0:1784946505.907774:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1784946505.907776:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=77 v=5 (1 1 1 1) 00000400:00000001:2.0:1784946505.907779:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784946505.907781:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000001:2.0:1784946505.907783:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784946505.907784:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784946505.907787:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00010000:00000001:3.0:1784946505.907789:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1784946505.907793:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6440 00010000:00000001:3.0:1784946505.907794:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784946505.907797:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6440. 00000100:00000001:3.0:1784946505.907798:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784946505.907801:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946505.907802:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946505.907804:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946505.907808:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776a00 x1871641054285312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946521 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946505.907811:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946505.907819:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776680 x1871641054285184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946505.907820:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946505.907824:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946505.907826:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946505.907833:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776a00 x1871641054285312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946521 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946505.907840:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776680 x1871641054285184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946521 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946505.907842:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054285312:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946505.907849:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946505.907852:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946505.907857:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776a00 x1871641054285312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946521 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946505.907858:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946505.907862:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946505.907867:0:2354:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784946505.907867:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946505.907871:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1784946505.907871:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946505.907874:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61901600. 00000100:00000001:2.0:1784946505.907875:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946505.907879:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946505.907879:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1784946505.907882:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946505.907883:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946505.907885:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00001000:2.0:1784946505.907888:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=7 v=5 (5 5 5 5) 00000020:00000001:3.0:1784946505.907888:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946505.907890:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea000. 02000000:00000001:3.0:1784946505.907894:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:2.0:1784946505.907896:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=7 v=5 (1 1 1 1) 02000000:00000001:3.0:1784946505.907897:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946505.907900:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776a00. 00000100:00000001:2.0:1784946505.907902:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946505.907903:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946505.907905:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946505.907905:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784946505.907909:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784946505.907909:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784946505.907914:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946505.907914:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946505.907917:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946505.907918:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946505.907919:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946505.907923:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946505.907927:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776680 x1871641054285184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946521 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946505.907934:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946505.907936:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946505.907938:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946505.907941:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776680 x1871641054285184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946521 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946505.907948:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054285184:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946505.907952:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946505.907954:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946505.907964:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776680 x1871641054285184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946521 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946505.907970:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946505.907971:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946505.907973:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946505.907976:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946505.907977:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946505.907978:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784946505.907980:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946505.907982:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bead00. 02000000:00000001:2.0:1784946505.907984:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946505.907986:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946505.907987:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776680. 00000100:00000001:2.0:1784946505.907990:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946505.907991:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946505.907992:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946505.907996:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946505.907997:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946505.907999:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946505.908000:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946506.225630:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946506.225636:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946506.225724:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946506.225727:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946506.225729:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946506.609616:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305293487, at 4305293504 00000100:00000040:1.0:1784946506.609616:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305293487, at 4305293504 00000100:00000010:1.0:1784946506.609629:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cae0. 00000100:00000010:0.0:1784946506.609632:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c7e0. 00010000:00000001:1.0:1784946507.249626:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946507.249632:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946507.249741:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946507.249745:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946507.249748:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946508.273635:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946508.273641:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946508.273722:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946508.273726:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946508.273729:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946509.297607:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946509.297611:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946509.297669:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946509.297673:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946509.297677:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946510.321616:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946510.321622:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946510.321682:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946510.321686:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946510.321690:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946511.025696:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946511.025710:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946511.025724:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8bb80. 00000020:00000040:1.0:1784946511.025730:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946511.025735:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946511.025739:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946511.025744:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946511.025864:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad500. 00000100:00000001:1.0:1784946511.025880:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946511.025893:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d8bb80 x1871641054285440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946511.025905:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946511.025909:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946511.025917:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b021a1ec] to pc [ptlrpcd_00_01+1] req@ffff996d44d8bb80 x1871641054285440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946511.025953:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946511.025956:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946511.025959:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946511.025965:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d89880. 00000020:00000040:1.0:1784946511.025968:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946511.025971:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946511.025973:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946511.025977:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946511.025997:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946511.026002:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1784946511.026003:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad300. 00000100:00000001:0.0:1784946511.026005:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784946511.026009:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946511.026015:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8bb80 x1871641054285440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946511.026019:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d89880 x1871641054285568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946511.026031:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946511.026033:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946511.026038:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1784946511.026039:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946511.026042:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946511.026043:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946511.026045:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946511.026050:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054285440:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946511.026054:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1784946511.026054:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec0422bb] to pc [ptlrpcd_00_00+0] req@ffff996d44d89880 x1871641054285568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946511.026060:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946511.026062:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946511.026066:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946511.026071:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b400. 00000100:00000001:1.0:1784946511.026072:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946511.026073:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946511.026097:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946511.026101:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652fc08. 00000100:00000040:1.0:1784946511.026102:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946511.026108:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1784946511.026111:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f5d8. 00000100:00000040:1.0:1784946511.026111:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946511.026117:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:0.0:1784946511.026120:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054285440, portal 25 00000100:00000040:1.0:1784946511.026123:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10635) 00000100:00000001:0.0:1784946511.026124:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946511.026127:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318380416 : -112780391171200 : ffff996d44d8bb80) 00000100:00000040:0.0:1784946511.026136:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8bb80 x1871641054285440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946511.026143:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784946511.026144:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946511.026147:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784946511.026148:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946511.026150:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1784946511.026152:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f660. 00000100:00000200:0.0:1784946511.026157:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054285440, offset 0 00000100:00000040:1.0:1784946511.026158:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d89880 x1871641054285568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946511.026168:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946511.026173:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946511.026175:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946511.026178:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1784946511.026181:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:1.0:1784946511.026182:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946511.026186:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946511.026191:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054285568:192.168.202.106@tcp:400:kworker.0 00000400:00000200:0.0:1784946511.026192:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:1.0:1784946511.026199:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1784946511.026201:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1784946511.026203:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946511.026206:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946511.026207:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 02000000:00000001:1.0:1784946511.026209:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1784946511.026213:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 02000000:00000010:1.0:1784946511.026214:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ac800. 00000400:00000200:0.0:1784946511.026218:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 02000000:00000001:1.0:1784946511.026219:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946511.026225:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314741:314741:256:4294967295] 192.168.202.106@tcp LPNI seq info [314737:314737:8:4294967295] 00000400:00000200:1.0:1784946511.026227:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946511.026232:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d210. 00000400:00000200:0.0:1784946511.026236:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946511.026239:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2943b8. 00000100:00000200:1.0:1784946511.026243:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054285568, portal 10 00000100:00000001:1.0:1784946511.026247:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946511.026250:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318371456 : -112780391180160 : ffff996d44d89880) 00000400:00000200:0.0:1784946511.026252:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000040:1.0:1784946511.026259:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d89880 x1871641054285568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784946511.026262:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946511.026272:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946511.026276:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946511.026279:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294d48. 00000100:00000200:1.0:1784946511.026281:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054285568, offset 0 00000800:00000010:0.0:1784946511.026283:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4400. 00000400:00000200:1.0:1784946511.026288:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000800:00000200:0.0:1784946511.026292:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784946511.026296:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:0.0:1784946511.026300:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:1.0:1784946511.026304:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:0.0:1784946511.026306:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784946511.026310:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946511.026314:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:0.0:1784946511.026316:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946511.026318:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946511.026321:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946511.026323:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314742:314742:255:4294967295] 192.168.202.106@tcp LPNI seq info [314738:314738:7:4294967295] 00000400:00000200:1.0:1784946511.026330:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946511.026336:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946511.026342:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305298607 00000400:00000200:1.0:1784946511.026343:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000010:0.0:1784946511.026351:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373de0. 00000800:00000200:1.0:1784946511.026351:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946511.026356:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad700. 00000100:00000001:0.0:1784946511.026360:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1784946511.026364:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:0.0:1784946511.026370:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305298607 00000800:00000200:1.0:1784946511.026370:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946511.026374:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad700 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1784946511.026377:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373d80. 00000100:00000001:1.0:1784946511.026378:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946511.026384:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1784946511.026385:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16725 usecs (17 jiffies) 00000400:00000200:1.0:1784946511.026390:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946511.026392:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305297937 00000100:00000001:1.0:1784946511.026394:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305298607 00000100:00000001:0.0:1784946511.026396:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946511.026396:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305297937 00000100:00000001:1.0:1784946511.026400:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305298607 00000100:00000001:1.0:1784946511.026402:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946511.026403:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946511.026407:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946511.026407:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946511.026410:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946511.026412:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946511.026416:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946511.026418:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946511.026421:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946511.026422:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946511.026425:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946511.026426:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946511.026430:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946511.026430:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946511.026433:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946511.026434:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946511.026437:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946511.026439:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946511.026442:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946511.026495:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946511.026499:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4400. 00000400:00000200:0.0:1784946511.026546:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946511.026552:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946511.026558:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f660 00000400:00000010:0.0:1784946511.026560:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f660. 00000100:00000001:0.0:1784946511.026564:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946511.026567:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8bb80 x1871641054285440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946511.026574:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946511.026576:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8bb80 x1871641054285440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946527 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946511.026581:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946511.026582:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946511.026638:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946511.026641:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad700. 00000400:00000200:0.0:1784946511.026646:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946511.026649:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946511.026652:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294d48 00000400:00000010:0.0:1784946511.026654:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294d48. 00000100:00000001:0.0:1784946511.026657:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946511.026660:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d89880 x1871641054285568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946511.026667:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946511.026670:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d89880 x1871641054285568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946527 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946511.026676:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946511.026678:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946511.028236:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946511.028255:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946511.028259:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946511.028262:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946511.028270:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946511.028278:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946511.028286:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946511.028292:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946511.028298:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946511.028303:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64300e80 00000400:00000200:0.0:1784946511.028309:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946511.028316:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce641 [1] + 224 00000800:00000001:0.0:1784946511.028324:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946511.028328:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946511.028332:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946511.028336:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946511.028344:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946511.028353:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8bb80 x1871641054285440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946527 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946511.028364:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8bb80 x1871641054285440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946511.028382:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946511.028391:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946511.028395:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946511.028397:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946511.028399:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946511.028409:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946511.028413:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946511.028418:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946511.028422:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946511.028426:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946511.028429:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64300f00 00000400:00000200:0.0:1784946511.028434:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946511.028435:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946511.028440:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946511.028445:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce651 [1] + 224 00000800:00000001:0.0:1784946511.028450:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1784946511.028452:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946511.028456:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1784946511.028457:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946511.028460:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1784946511.028460:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652fc08. 00000400:00000200:0.0:1784946511.028471:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946511.028473:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f5d8 00000400:00000010:1.0:1784946511.028477:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f5d8. 00000100:00000001:1.0:1784946511.028482:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946511.028483:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946511.028490:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8bb80 x1871641054285440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946511.028493:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89880 x1871641054285568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946527 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946511.028557:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8bb80 x1871641054285440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946527 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946511.028559:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89880 x1871641054285568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946511.028592:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946511.028595:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946511.028597:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946511.028600:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946511.028603:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946511.028604:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946511.028609:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946511.028613:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946511.028614:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:1.0:1784946511.028619:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=13 v=5 (5 5 5 5) 00000800:00000001:0.0:1784946511.028622:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1784946511.028627:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=13 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946511.028632:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946511.028634:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946511.028637:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946511.028640:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946511.028641:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946511.028644:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946511.028647:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784946511.028653:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8bb80 x1871641054285440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946527 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784946511.028654:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946511.028658:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946511.028661:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d210. 00000400:00000200:0.0:1784946511.028668:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2943b8 00000400:00000010:0.0:1784946511.028676:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2943b8. 00000100:00000001:1.0:1784946511.028680:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946511.028683:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946511.028685:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946511.028689:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784946511.028695:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d89880 x1871641054285568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946511.028701:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8bb80 x1871641054285440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946527 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946511.028728:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d89880 x1871641054285568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946527 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946511.028732:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054285440:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946511.028747:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946511.028754:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784946511.028757:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946511.028764:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946511.028765:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8bb80 x1871641054285440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946527 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946511.028776:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946511.028783:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946511.028785:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784946511.028787:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1784946511.028789:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784946511.028792:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946511.028794:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784946511.028797:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946511.028800:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946511.028804:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946511.028806:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00001000:0.0:1784946511.028809:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=13 v=5 (5 5 5 5) 00000020:00000001:1.0:1784946511.028809:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946511.028814:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad500. 00000100:00001000:0.0:1784946511.028818:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=83 v=5 (1 1 1 1) 02000000:00000001:1.0:1784946511.028821:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784946511.028824:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1784946511.028825:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1784946511.028828:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784946511.028830:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8bb80. 00010000:00000001:0.0:1784946511.028834:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784946511.028836:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946511.028839:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784946511.028841:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946511.028841:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946511.028851:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784946511.028852:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1784946511.028855:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946511.028856:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946511.028862:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946511.028863:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946511.028867:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784946511.028871:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946511.028878:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d89880 x1871641054285568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946527 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946511.028887:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946511.028890:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946511.028892:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946511.028896:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89880 x1871641054285568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946527 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946511.028913:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054285568:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946511.028918:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946511.028924:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946511.028927:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89880 x1871641054285568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946527 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946511.028934:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946511.028936:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946511.028939:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ac800. 02000000:00000001:0.0:1784946511.028943:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946511.028945:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946511.028947:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784946511.028949:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946511.028951:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad300. 02000000:00000001:0.0:1784946511.028956:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946511.028958:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946511.028959:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89880. 00000100:00000001:0.0:1784946511.028963:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946511.028965:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946511.028967:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946511.028973:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946511.028974:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946511.028977:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946511.028979:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946511.345627:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946511.345634:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946511.345700:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946511.345704:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946511.345707:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946511.729622:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305298607, at 4305298624 00000100:00000040:1.0:1784946511.729622:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305298607, at 4305298624 00000100:00000010:1.0:1784946511.729637:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373d80. 00000100:00000010:0.0:1784946511.729641:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373de0. 00010000:00000001:1.0:1784946512.369645:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946512.369653:0:191250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946512.369655:0:191250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946512.369658:0:191250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946512.369663:0:191250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946512.369665:0:191250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946512.369666:0:191250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946512.369669:0:191250:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946512.369785:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946512.369788:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946512.369791:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946513.393605:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946513.393611:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946513.393664:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946513.393668:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946513.393672:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946514.417636:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946514.417642:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946514.417695:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946514.417699:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946514.417702:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946515.441609:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946515.441614:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946515.441659:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946515.441664:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946515.441667:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946516.145625:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946516.145633:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946516.145643:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952300. 00000020:00000040:2.0:1784946516.145648:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946516.145652:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946516.145655:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946516.145661:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946516.145667:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784946516.145674:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946516.145683:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73952300 x1871641054285696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946516.145693:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946516.145697:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946516.145703:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b6164b6] to pc [ptlrpcd_01_01+1] req@ffff996d73952300 x1871641054285696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946516.145731:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946516.145733:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946516.145737:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946516.145740:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952a00. 00000020:00000040:2.0:1784946516.145742:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946516.145744:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946516.145745:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946516.145747:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946516.145750:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784946516.145753:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946516.145756:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73952a00 x1871641054285824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946516.145763:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946516.145765:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946516.145769:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce3dc249] to pc [ptlrpcd_01_00+0] req@ffff996d73952a00 x1871641054285824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946516.145777:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946516.145779:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946516.145783:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946516.145786:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946516.145789:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946516.145794:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10640) 00000100:00000001:2.0:1784946516.145807:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946516.145809:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946516.145811:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946516.145814:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946516.145815:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784946516.145817:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946516.145822:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952a00 x1871641054285824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946516.145826:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952300 x1871641054285696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946516.145838:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946516.145840:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946516.145844:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946516.145846:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946516.145850:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946516.145856:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054285824:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946516.145858:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946516.145861:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784946516.145862:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946516.145866:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946516.145867:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946516.145869:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946516.145870:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946516.145872:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1784946516.145875:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946516.145876:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946516.145880:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946516.145881:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054285696:192.168.202.106@tcp:400:kworker.0 00000400:00000200:2.0:1784946516.145887:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946516.145887:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1784946516.145891:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 02000000:00000001:3.0:1784946516.145891:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946516.145894:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784946516.145897:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6440. 02000000:00000001:3.0:1784946516.145897:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946516.145903:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61900000. 00000100:00000200:2.0:1784946516.145904:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054285824, portal 10 00000100:00000001:2.0:1784946516.145906:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946516.145907:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102481408 : -112779607070208 : ffff996d73952a00) 02000000:00000001:3.0:1784946516.145914:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946516.145916:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952a00 x1871641054285824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946516.145927:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946516.145929:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946516.145933:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946516.145933:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:2.0:1784946516.145938:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6f68. 00000400:00000010:3.0:1784946516.145942:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1e58. 00000100:00000200:2.0:1784946516.145943:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054285824, offset 0 00000100:00000200:3.0:1784946516.145948:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054285696, portal 25 00000100:00000001:3.0:1784946516.145952:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1784946516.145954:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784946516.145955:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102479616 : -112779607072000 : ffff996d73952300) 00000100:00000040:3.0:1784946516.145964:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952300 x1871641054285696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784946516.145965:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946516.145975:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:3.0:1784946516.145976:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784946516.145979:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1784946516.145983:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946516.145985:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000010:3.0:1784946516.145988:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1990. 00000400:00000200:2.0:1784946516.145990:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946516.145994:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000200:3.0:1784946516.145994:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054285696, offset 0 00000400:00000200:2.0:1784946516.145998:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314743:314743:256:4294967295] 192.168.202.106@tcp LPNI seq info [314739:314739:8:4294967295] 00000400:00000200:2.0:1784946516.146002:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946516.146006:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946516.146014:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946516.146015:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784946516.146022:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:2.0:1784946516.146026:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946516.146029:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1784946516.146045:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b100. 00000800:00000200:2.0:1784946516.146054:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784946516.146059:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:2.0:1784946516.146064:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:3.0:1784946516.146067:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1784946516.146071:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784946516.146072:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946516.146078:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314744:314744:255:4294967295] 192.168.202.106@tcp LPNI seq info [314740:314740:7:4294967295] 00000400:00000200:3.0:1784946516.146083:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946516.146090:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946516.146092:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000040:2.0:1784946516.146097:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16725 usecs (17 jiffies) 00000800:00000200:3.0:1784946516.146100:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946516.146105:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:3.0:1784946516.146107:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000100:00000001:2.0:1784946516.146109:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305303057 00000800:00000200:3.0:1784946516.146115:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000010:2.0:1784946516.146118:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cc60. 00000800:00000200:3.0:1784946516.146123:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:2.0:1784946516.146127:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000800:00000200:3.0:1784946516.146127:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946516.146133:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946516.146134:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305303057 00000400:00000200:3.0:1784946516.146139:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000010:2.0:1784946516.146142:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c600. 00000100:00000001:3.0:1784946516.146143:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305303727 00000100:00000001:2.0:1784946516.146147:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946516.146151:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305303057 00000100:00000001:3.0:1784946516.146157:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305303727 00000800:00000200:0.0:1784946516.146161:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946516.146164:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946516.146165:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305303057 00000800:00000010:0.0:1784946516.146168:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b100. 00000100:00000001:2.0:1784946516.146170:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946516.146171:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946516.146176:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946516.146176:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946516.146177:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946516.146179:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946516.146183:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946516.146184:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946516.146188:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946516.146193:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946516.146193:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784946516.146195:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6f68 00000100:00000001:2.0:1784946516.146197:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946516.146198:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1784946516.146200:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6f68. 00000100:00000001:2.0:1784946516.146203:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946516.146204:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946516.146206:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946516.146208:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784946516.146208:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946516.146210:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946516.146211:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946516.146214:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784946516.146217:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952a00 x1871641054285824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946516.146222:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946516.146232:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946516.146238:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952a00 x1871641054285824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946532 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946516.146246:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946516.146248:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946516.146308:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946516.146311:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000400:00000200:0.0:1784946516.146315:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946516.146318:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946516.146322:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1990 00000400:00000010:0.0:1784946516.146323:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1990. 00000100:00000001:0.0:1784946516.146326:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946516.146330:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952300 x1871641054285696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946516.146338:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946516.146341:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952300 x1871641054285696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946532 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946516.146347:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946516.146349:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946516.147613:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946516.147625:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946516.147629:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946516.147631:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946516.147635:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946516.147639:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946516.147645:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946516.147649:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946516.147654:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946516.147658:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64301000 00000400:00000200:0.0:1784946516.147662:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946516.147667:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce661 [1] + 224 00000800:00000001:0.0:1784946516.147673:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946516.147677:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946516.147680:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946516.147684:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946516.147695:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946516.147701:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952a00 x1871641054285824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946516.147712:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952a00 x1871641054285824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946516.147725:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946516.147731:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946516.147734:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946516.147735:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946516.147736:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946516.147739:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946516.147741:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946516.147744:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946516.147746:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946516.147749:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946516.147751:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64300f80 00000400:00000200:0.0:1784946516.147753:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946516.147756:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce669 [1] + 224 00000800:00000001:0.0:1784946516.147759:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784946516.147761:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784946516.147763:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946516.147765:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946516.147766:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946516.147770:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000001:2.0:1784946516.147774:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946516.147778:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946516.147780:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946516.147784:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6440 00000400:00000010:2.0:1784946516.147786:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6440. 00000100:00000001:2.0:1784946516.147790:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946516.147791:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946516.147797:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952300 x1871641054285696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946516.147798:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952a00 x1871641054285824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946516.147811:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952300 x1871641054285696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946516.147824:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952a00 x1871641054285824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946516.147827:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946516.147830:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946516.147833:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946516.147840:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946516.147843:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946516.147846:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946516.147849:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946516.147852:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946516.147855:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946516.147858:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946516.147865:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1784946516.147866:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=18 v=5 (5 5 5 5) 00000100:00000001:3.0:1784946516.147869:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1784946516.147873:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=88 v=5 (1 1 1 1) 00000400:00000001:3.0:1784946516.147875:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784946516.147877:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000001:3.0:1784946516.147879:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784946516.147880:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784946516.147883:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00010000:00000001:2.0:1784946516.147884:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946516.147890:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946516.147890:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1e58 00000100:00000001:2.0:1784946516.147895:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000010:3.0:1784946516.147896:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1e58. 00000100:00000040:2.0:1784946516.147899:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946516.147900:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946516.147904:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946516.147906:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784946516.147909:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952300 x1871641054285696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946516.147915:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952a00 x1871641054285824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946516.147922:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952300 x1871641054285696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946516.147936:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946516.147937:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946516.147939:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946516.147943:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946516.147943:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946516.147944:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946516.147948:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946516.147953:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1784946516.147955:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952a00 x1871641054285824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946532 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946516.147955:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946516.147959:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946516.147963:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=18 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946516.147968:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=18 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946516.147975:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946516.147976:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946516.147978:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1784946516.147979:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054285824:192.168.202.106@tcp:400:kworker.0 00010000:00000001:3.0:1784946516.147980:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946516.147983:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946516.147989:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952300 x1871641054285696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946516.147990:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946516.147996:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784946516.147999:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946516.148003:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1784946516.148004:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952a00 x1871641054285824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946532 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946516.148006:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946516.148014:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946516.148016:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946516.148020:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 00000100:00000040:3.0:1784946516.148023:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952300 x1871641054285696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946532 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946516.148025:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946516.148028:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946516.148031:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946516.148048:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00100000:3.0:1784946516.148048:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054285696:192.168.202.106@tcp:400:kworker.0 02000000:00000010:2.0:1784946516.148052:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 00000100:00000001:3.0:1784946516.148056:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784946516.148057:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784946516.148060:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1784946516.148061:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946516.148065:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952a00. 00000100:00000040:3.0:1784946516.148066:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952300 x1871641054285696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946532 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946516.148071:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946516.148074:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946516.148077:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784946516.148079:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784946516.148081:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784946516.148085:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1784946516.148085:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61900000. 00000100:00000001:2.0:1784946516.148089:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946516.148090:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784946516.148092:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1784946516.148092:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784946516.148095:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784946516.148096:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946516.148100:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946516.148102:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 02000000:00000001:3.0:1784946516.148105:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946516.148107:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946516.148108:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952300. 00000100:00000001:3.0:1784946516.148112:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946516.148114:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946516.148115:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946516.148119:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946516.148121:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946516.148123:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946516.148125:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946516.465605:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946516.465611:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946516.465662:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946516.465666:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946516.465670:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946516.849619:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305303727, at 4305303744 00000100:00000040:1.0:1784946516.849619:0:191250:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305303727, at 4305303744 00000100:00000010:1.0:1784946516.849632:0:191250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c600. 00000100:00000010:0.0:1784946516.849635:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cc60. 00010000:00000001:1.0:1784946517.489632:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946517.489638:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946517.489695:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946517.489699:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946517.489703:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784946517.873631:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784946517.873637:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784946517.873640:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1784946517.873808:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784946517.873814:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946517.873825:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946517.873829:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946517.873832:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784946518.513641:0:191250:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946518.513647:0:191250:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946518.513706:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946518.513710:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946518.513713:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946519.538185:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946519.538191:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946519.538247:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946519.538251:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946519.538255:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946520.561642:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946520.561649:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946520.561708:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946520.561712:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946520.561716:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946521.265634:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946521.265644:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946521.265654:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8bb80. 00000020:00000040:1.0:1784946521.265660:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946521.265665:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946521.265667:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946521.265673:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946521.265680:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad500. 00000100:00000001:1.0:1784946521.265686:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946521.265697:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d8bb80 x1871641054285952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946521.265707:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946521.265711:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946521.265718:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b021a1ec] to pc [ptlrpcd_00_01+1] req@ffff996d44d8bb80 x1871641054285952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946521.265746:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946521.265749:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946521.265752:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946521.265755:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8b100. 00000020:00000040:1.0:1784946521.265758:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946521.265761:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946521.265763:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946521.265765:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946521.265769:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad900. 00000100:00000001:0.0:1784946521.265772:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946521.265772:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946521.265776:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946521.265780:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946521.265780:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d8b100 x1871641054286080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1784946521.265788:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8bb80 x1871641054285952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946521.265794:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946521.265799:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946521.265799:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946521.265802:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946521.265807:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1784946521.265807:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000025d4945] to pc [ptlrpcd_00_00+0] req@ffff996d44d8b100 x1871641054286080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946521.265810:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946521.265815:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946521.265821:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054285952:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946521.265827:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784946521.265829:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946521.265831:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946521.265834:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946521.265834:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784946521.265838:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1784946521.265841:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:0.0:1784946521.265843:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394ba00. 02000000:00000001:0.0:1784946521.265846:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946521.265846:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946521.265852:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1784946521.265855:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946521.265859:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f3c8. 00000100:00000040:1.0:1784946521.265859:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10645) 00000400:00000010:0.0:1784946521.265867:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f660. 00000100:00000200:0.0:1784946521.265873:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054285952, portal 25 00000100:00000001:0.0:1784946521.265874:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946521.265876:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318380416 : -112780391171200 : ffff996d44d8bb80) 00000100:00000040:0.0:1784946521.265880:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8bb80 x1871641054285952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946521.265885:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784946521.265887:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946521.265889:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fcc0. 00000100:00000200:0.0:1784946521.265891:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054285952, offset 0 00000100:00000001:1.0:1784946521.265893:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946521.265897:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946521.265898:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946521.265901:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1784946521.265907:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:1.0:1784946521.265908:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8b100 x1871641054286080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946521.265915:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946521.265922:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784946521.265922:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946521.265925:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946521.265927:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 02000000:00000001:1.0:1784946521.265931:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1784946521.265932:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1784946521.265935:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784946521.265936:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 02000000:00000001:1.0:1784946521.265940:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946521.265941:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314745:314745:256:4294967295] 192.168.202.106@tcp LPNI seq info [314741:314741:8:4294967295] 00000100:00100000:1.0:1784946521.265947:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054286080:192.168.202.106@tcp:400:kworker.0 00000400:00000200:0.0:1784946521.265948:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946521.265954:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946521.265957:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1784946521.265959:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 02000000:00000001:1.0:1784946521.265961:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946521.265965:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 02000000:00000001:1.0:1784946521.265966:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:0.0:1784946521.265969:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4400. 02000000:00000010:1.0:1784946521.265972:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ac800. 00000800:00000200:0.0:1784946521.265978:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 02000000:00000001:1.0:1784946521.265978:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946521.265986:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:0.0:1784946521.266002:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000010:1.0:1784946521.266006:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2dd68. 00000800:00000200:0.0:1784946521.266008:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4400 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1784946521.266014:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294a18. 00000100:00000200:1.0:1784946521.266019:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054286080, portal 10 00000100:00000001:0.0:1784946521.266020:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946521.266024:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1784946521.266026:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946521.266027:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318377728 : -112780391173888 : ffff996d44d8b100) 00000100:00000001:0.0:1784946521.266031:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305308847 00000100:00000010:0.0:1784946521.266036:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373de0. 00000100:00000040:1.0:1784946521.266038:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8b100 x1871641054286080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946521.266042:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784946521.266048:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784946521.266049:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305308847 00000100:00000040:1.0:1784946521.266054:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000010:0.0:1784946521.266055:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373ea0. 00000100:00000001:0.0:1784946521.266059:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000400:00000010:1.0:1784946521.266059:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294770. 00000100:00000001:0.0:1784946521.266062:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1784946521.266064:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054286080, offset 0 00000100:00000001:0.0:1784946521.266065:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946521.266072:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946521.266073:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784946521.266075:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946521.266080:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946521.266082:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946521.266085:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784946521.266086:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:0.0:1784946521.266087:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946521.266089:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946521.266092:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946521.266093:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784946521.266094:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946521.266098:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946521.266101:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946521.266104:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946521.266107:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314746:314746:255:4294967295] 192.168.202.106@tcp LPNI seq info [314742:314742:7:4294967295] 00000400:00000200:1.0:1784946521.266111:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946521.266118:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946521.266123:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946521.266128:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83adc00. 00000800:00000200:1.0:1784946521.266132:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784946521.266137:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946521.266140:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83adc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946521.266143:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946521.266146:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16723 usecs (17 jiffies) 00000400:00000200:1.0:1784946521.266149:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946521.266150:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305308177 00000100:00000001:1.0:1784946521.266152:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305308847 00000100:00000001:1.0:1784946521.266154:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305308177 00000100:00000001:1.0:1784946521.266155:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305308847 00000100:00000001:1.0:1784946521.266156:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946521.266157:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946521.266159:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946521.266160:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946521.266163:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946521.266164:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946521.266165:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946521.266167:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946521.266167:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946521.266169:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946521.266178:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946521.266181:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4400. 00000400:00000200:0.0:1784946521.266185:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946521.266190:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946521.266194:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fcc0 00000400:00000010:0.0:1784946521.266195:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fcc0. 00000100:00000001:0.0:1784946521.266198:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946521.266201:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8bb80 x1871641054285952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946521.266207:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946521.266209:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8bb80 x1871641054285952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946521.266213:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946521.266214:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946521.266224:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946521.266226:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83adc00. 00000400:00000200:0.0:1784946521.266230:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946521.266232:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946521.266233:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294770 00000400:00000010:0.0:1784946521.266234:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294770. 00000100:00000001:0.0:1784946521.266235:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946521.266238:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8b100 x1871641054286080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946521.266242:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946521.266243:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8b100 x1871641054286080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946521.266247:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946521.266248:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946521.267538:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946521.267548:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946521.267552:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946521.267554:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946521.267558:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946521.267562:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946521.267569:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946521.267573:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946521.267576:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946521.267579:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64301080 00000400:00000200:0.0:1784946521.267582:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946521.267586:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce671 [1] + 224 00000800:00000001:0.0:1784946521.267591:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946521.267601:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946521.267603:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946521.267606:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946521.267609:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946521.267615:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8bb80 x1871641054285952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946521.267625:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8bb80 x1871641054285952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946521.267643:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946521.267650:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946521.267653:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946521.267655:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946521.267658:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946521.267661:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946521.267665:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946521.267670:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946521.267674:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946521.267676:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946521.267678:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946521.267681:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946521.267684:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64301100 00000400:00000001:1.0:1784946521.267688:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784946521.267689:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:1.0:1784946521.267693:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946521.267696:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f3c8. 00000400:00000200:1.0:1784946521.267701:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f660 00000400:00000010:1.0:1784946521.267703:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f660. 00000100:00000001:1.0:1784946521.267706:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946521.267711:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce681 [1] + 224 00000100:00000200:1.0:1784946521.267712:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8bb80 x1871641054285952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946521.267720:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784946521.267728:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8bb80 x1871641054285952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946521.267735:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946521.267737:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946521.267739:0:2353:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:0.0:1784946521.267742:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784946521.267742:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946521.267745:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1784946521.267746:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784946521.267748:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946521.267753:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946521.267754:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946521.267759:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1784946521.267761:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=23 v=5 (5 5 5 5) 00000100:00000200:0.0:1784946521.267766:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8b100 x1871641054286080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784946521.267768:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=23 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946521.267775:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946521.267778:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946521.267784:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1784946521.267786:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8b100 x1871641054286080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784946521.267787:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946521.267791:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946521.267799:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8bb80 x1871641054285952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946521.267804:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946521.267806:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946521.267807:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946521.267808:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946521.267813:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784946521.267815:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8bb80 x1871641054285952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946537 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946521.267817:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946521.267826:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946521.267829:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784946521.267832:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946521.267834:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946521.267837:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2dd68. 00000100:00100000:1.0:1784946521.267837:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054285952:192.168.202.106@tcp:400:kworker.0 00000400:00000200:0.0:1784946521.267841:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294a18 00000400:00000010:0.0:1784946521.267844:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294a18. 00000100:00000001:0.0:1784946521.267847:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946521.267847:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946521.267852:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1784946521.267853:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8b100 x1871641054286080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946521.267859:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8bb80 x1871641054285952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946537 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946521.267864:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8b100 x1871641054286080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946521.267873:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946521.267876:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946521.267880:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394ba00. 02000000:00000001:1.0:1784946521.267884:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946521.267888:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946521.267891:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946521.267892:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1784946521.267894:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784946521.267896:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1784946521.267899:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad500. 00000100:00000001:0.0:1784946521.267900:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946521.267904:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946521.267905:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1784946521.267906:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784946521.267907:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946521.267909:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946521.267911:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8bb80. 02000000:00000001:0.0:1784946521.267912:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946521.267914:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946521.267917:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946521.267918:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784946521.267921:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=23 v=5 (5 5 5 5) 00000100:00000001:1.0:1784946521.267923:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:0.0:1784946521.267926:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=93 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946521.267926:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946521.267931:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946521.267933:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946521.267935:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946521.267935:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946521.267940:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946521.267944:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946521.267946:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784946521.267949:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784946521.267951:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784946521.267952:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946521.267957:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8b100 x1871641054286080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946521.267968:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946521.267969:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946521.267971:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946521.267973:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8b100 x1871641054286080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946537 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946521.267980:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054286080:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946521.268002:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946521.268004:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946521.268007:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8b100 x1871641054286080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946537 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946521.268012:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946521.268014:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946521.268016:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ac800. 02000000:00000001:0.0:1784946521.268019:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946521.268020:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946521.268021:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784946521.268022:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946521.268024:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad900. 02000000:00000001:0.0:1784946521.268027:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946521.268028:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946521.268029:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8b100. 00000100:00000001:0.0:1784946521.268031:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946521.268032:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946521.268034:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946521.268037:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946521.268038:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946521.268040:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946521.268041:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946521.585633:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946521.585641:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946521.585643:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946521.585646:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946521.585650:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946521.585652:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946521.585654:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946521.585656:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946521.585762:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946521.585764:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946521.585766:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946521.969626:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305308847, at 4305308864 00000100:00000040:1.0:1784946521.969626:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305308847, at 4305308864 00000100:00000010:1.0:1784946521.969647:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373ea0. 00000100:00000010:0.0:1784946521.969649:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373de0. 00010000:00000001:1.0:1784946522.609629:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946522.609636:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946522.609689:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946522.609693:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946522.609695:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946523.633633:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946523.633641:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946523.633697:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946523.633701:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946523.633705:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946524.657583:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946524.657587:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946524.657638:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946524.657640:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946524.657643:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946525.681618:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946525.681623:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946525.681679:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946525.681681:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946525.681684:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946526.385620:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946526.385632:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946526.385640:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8bb80. 00000020:00000040:1.0:1784946526.385646:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946526.385650:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946526.385654:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946526.385670:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946526.385679:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad500. 00000100:00000001:1.0:1784946526.385686:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946526.385698:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d8bb80 x1871641054286208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946526.385709:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946526.385714:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946526.385721:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b021a1ec] to pc [ptlrpcd_00_01+1] req@ffff996d44d8bb80 x1871641054286208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946526.385751:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946526.385758:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946526.385761:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946526.385765:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8b480. 00000020:00000040:1.0:1784946526.385768:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946526.385770:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946526.385772:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946526.385774:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946526.385778:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad400. 00000100:00000001:1.0:1784946526.385781:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946526.385787:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d8b480 x1871641054286336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946526.385794:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946526.385796:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946526.385801:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d314a927] to pc [ptlrpcd_00_00+0] req@ffff996d44d8b480 x1871641054286336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946526.385810:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946526.385812:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946526.385816:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946526.385818:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946526.385821:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946526.385825:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10650) 00000100:00000001:1.0:1784946526.385836:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946526.385839:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946526.385841:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946526.385846:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8bb80 x1871641054286208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946526.385854:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946526.385856:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946526.385859:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946526.385862:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946526.385864:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946526.385868:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054286208:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946526.385872:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946526.385877:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946526.385879:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946526.385882:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946526.385886:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ade00. 02000000:00000001:1.0:1784946526.385888:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946526.385901:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946526.385906:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2da50. 00000400:00000010:1.0:1784946526.385912:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294bb0. 00000100:00000200:1.0:1784946526.385918:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054286208, portal 25 00000100:00000001:1.0:1784946526.385920:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946526.385922:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318380416 : -112780391171200 : ffff996d44d8bb80) 00000100:00000040:1.0:1784946526.385927:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8bb80 x1871641054286208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946526.385934:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946526.385937:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946526.385940:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294aa0. 00000100:00000200:1.0:1784946526.385944:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054286208, offset 0 00000400:00000200:1.0:1784946526.385963:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946526.385971:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946526.385979:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946526.385985:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946526.385989:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946526.385994:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946526.385997:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946526.386000:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314747:314747:256:4294967295] 192.168.202.106@tcp LPNI seq info [314743:314743:8:4294967295] 00000400:00000200:1.0:1784946526.386005:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946526.386016:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946526.386023:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946526.386028:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ade00. 00000800:00000200:1.0:1784946526.386035:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784946526.386042:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946526.386047:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ade00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946526.386059:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946526.386064:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946526.386067:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305313967 00000100:00000010:1.0:1784946526.386072:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f300. 00000100:00000001:1.0:1784946526.386080:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784946526.386086:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305313967 00000100:00000010:1.0:1784946526.386090:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f840. 00000100:00000001:1.0:1784946526.386093:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784946526.386097:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946526.386099:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946526.386102:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946526.386105:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946526.386114:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946526.386116:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946526.386118:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946526.386120:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946526.386122:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946526.386125:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1784946526.386127:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946526.386130:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946526.386131:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946526.386134:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946526.386135:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946526.386137:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946526.386142:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8b480 x1871641054286336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946526.386149:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946526.386151:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946526.386153:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1784946526.386154:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1784946526.386155:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946526.386159:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784946526.386160:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ade00. 00000100:00100000:1.0:1784946526.386164:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054286336:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946526.386168:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1784946526.386169:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1784946526.386171:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946526.386174:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946526.386177:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1784946526.386178:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 02000000:00000010:1.0:1784946526.386181:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ada00. 02000000:00000001:1.0:1784946526.386184:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946526.386185:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294aa0 00000400:00000010:0.0:1784946526.386189:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294aa0. 00000400:00000200:1.0:1784946526.386189:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946526.386195:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1784946526.386195:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d7e8. 00000400:00000010:1.0:1784946526.386202:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294dd0. 00000100:00000200:0.0:1784946526.386203:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8bb80 x1871641054286208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946526.386208:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054286336, portal 10 00000100:00000001:1.0:1784946526.386213:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946526.386215:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318378624 : -112780391172992 : ffff996d44d8b480) 00000100:00000001:0.0:1784946526.386220:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946526.386225:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8b480 x1871641054286336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946526.386227:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8bb80 x1871641054286208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946526.386248:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784946526.386250:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946526.386254:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1784946526.386254:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946526.386259:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294c38. 00000100:00000200:1.0:1784946526.386262:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054286336, offset 0 00000400:00000200:1.0:1784946526.386267:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784946526.386269:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946526.386273:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946526.386273:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946526.386280:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946526.386284:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946526.386287:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946526.386290:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946526.386293:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946526.386297:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314748:314748:256:4294967295] 192.168.202.106@tcp LPNI seq info [314744:314744:8:4294967295] 00000400:00000200:1.0:1784946526.386301:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946526.386308:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946526.386313:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946526.386317:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad100. 00000800:00000200:1.0:1784946526.386320:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784946526.386324:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946526.386327:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946526.386342:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946526.386346:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16723 usecs (17 jiffies) 00000400:00000200:1.0:1784946526.386350:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946526.386352:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305313297 00000100:00000001:1.0:1784946526.386355:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305313967 00000100:00000001:1.0:1784946526.386358:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305313297 00000100:00000001:1.0:1784946526.386370:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305313967 00000100:00000001:1.0:1784946526.386373:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946526.386375:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946526.386378:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946526.386381:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946526.387408:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946526.387415:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946526.387418:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946526.387420:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946526.387425:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946526.387430:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946526.387436:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946526.387440:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946526.387444:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946526.387448:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64301180 00000400:00000200:1.0:1784946526.387452:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946526.387457:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce691 [1] + 224 00000800:00000001:1.0:1784946526.387463:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946526.387468:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946526.387470:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946526.387474:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946526.387479:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946526.387484:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8bb80 x1871641054286208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946526.387494:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8bb80 x1871641054286208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946526.387507:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1784946526.387564:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946526.387568:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad100. 00000400:00000200:1.0:1784946526.387572:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946526.387576:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946526.387578:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294c38 00000400:00000010:1.0:1784946526.387580:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294c38. 00000100:00000001:1.0:1784946526.387583:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946526.387586:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8b480 x1871641054286336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946526.387594:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946526.387598:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8b480 x1871641054286336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946526.387604:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946526.387606:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946526.387610:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946526.387612:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946526.387621:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946526.387623:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946526.387627:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946526.387629:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946526.387631:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2da50. 00000400:00000200:1.0:1784946526.387634:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294bb0 00000400:00000010:1.0:1784946526.387636:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294bb0. 00000100:00000001:1.0:1784946526.387638:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946526.387642:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8bb80 x1871641054286208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946526.387651:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8bb80 x1871641054286208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946526.387657:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946526.387659:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946526.387662:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946526.387664:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946526.387666:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946526.387668:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946526.387671:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946526.387677:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=28 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946526.387681:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=28 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946526.387685:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946526.387687:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946526.387689:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946526.387692:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946526.387694:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946526.387699:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8bb80 x1871641054286208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946526.387707:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946526.387710:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946526.387712:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946526.387716:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8bb80 x1871641054286208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946542 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946526.387725:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054286208:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946526.387729:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946526.387731:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946526.387734:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8bb80 x1871641054286208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946542 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946526.387742:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946526.387745:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946526.387748:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ade00. 02000000:00000001:1.0:1784946526.387751:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946526.387753:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946526.387755:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784946526.387758:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946526.387760:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad500. 02000000:00000001:1.0:1784946526.387764:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946526.387765:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946526.387767:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8bb80. 00000100:00000001:1.0:1784946526.387770:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946526.387772:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946526.387774:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946526.387775:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946526.387777:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946526.387779:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946526.387781:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946526.388976:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946526.388983:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946526.388986:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946526.388988:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946526.388992:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946526.388997:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946526.389002:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946526.389005:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946526.389009:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946526.389012:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64301200 00000400:00000200:1.0:1784946526.389016:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946526.389020:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce6a1 [1] + 224 00000800:00000001:1.0:1784946526.389025:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946526.389029:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946526.389032:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946526.389035:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946526.389039:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946526.389043:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8b480 x1871641054286336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946526.389051:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8b480 x1871641054286336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946526.389063:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946526.389076:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946526.389079:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946526.389086:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946526.389088:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946526.389091:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946526.389092:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946526.389094:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d7e8. 00000400:00000200:1.0:1784946526.389097:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294dd0 00000400:00000010:1.0:1784946526.389099:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294dd0. 00000100:00000001:1.0:1784946526.389102:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946526.389105:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8b480 x1871641054286336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946526.389113:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8b480 x1871641054286336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946526.389119:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946526.389120:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946526.389122:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946526.389124:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946526.389126:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946526.389128:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946526.389130:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946526.389136:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=28 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946526.389139:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=98 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946526.389142:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946526.389143:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946526.389145:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946526.389147:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946526.389150:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784946526.389152:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946526.389154:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946526.389155:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946526.389160:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8b480 x1871641054286336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946526.389167:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946526.389169:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946526.389171:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946526.389174:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8b480 x1871641054286336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946542 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946526.389182:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054286336:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946526.389185:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946526.389187:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946526.389190:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8b480 x1871641054286336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946542 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946526.389196:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946526.389197:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946526.389200:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ada00. 02000000:00000001:1.0:1784946526.389202:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946526.389204:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946526.389205:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946526.389213:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946526.389215:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad400. 02000000:00000001:1.0:1784946526.389218:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946526.389219:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946526.389221:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8b480. 00000100:00000001:1.0:1784946526.389223:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946526.389224:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946526.389226:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946526.389231:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946526.389232:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946526.389234:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946526.389236:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946526.705580:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946526.705586:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946526.705643:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946526.705647:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946526.705651:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946527.089624:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305313967, at 4305313984 00000100:00000010:1.0:1784946527.089645:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f840. 00000100:00000040:0.0:1784946527.089722:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305313967, at 4305313984 00000100:00000010:0.0:1784946527.089728:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f300. 00010000:00000001:1.0:1784946527.729629:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946527.729636:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946527.729699:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946527.729703:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946527.729707:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946528.753639:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946528.753646:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946528.753712:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946528.753716:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946528.753719:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946529.777626:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946529.777633:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946529.777697:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946529.777701:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946529.777704:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946530.801596:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946530.801601:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946530.801660:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946530.801664:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946530.801668:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946531.510550:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946531.510559:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946531.510568:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952a00. 00000020:00000040:2.0:1784946531.510573:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946531.510577:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946531.510580:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946531.510585:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946531.510593:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784946531.510600:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946531.510611:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73952a00 x1871641054286464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946531.510622:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946531.510625:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946531.510630:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce3dc249] to pc [ptlrpcd_01_01+1] req@ffff996d73952a00 x1871641054286464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946531.510661:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946531.510663:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946531.510665:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946531.510667:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951180. 00000020:00000040:2.0:1784946531.510669:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946531.510671:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946531.510672:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946531.510673:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946531.510675:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784946531.510677:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946531.510680:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951180 x1871641054286592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946531.510685:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946531.510686:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946531.510689:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047f3cd37] to pc [ptlrpcd_01_00+0] req@ffff996d73951180 x1871641054286592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946531.510694:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946531.510696:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946531.510699:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946531.510701:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946531.510703:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784946531.510704:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946531.510710:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10656) 00000100:00000001:3.0:1784946531.510710:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946531.510715:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784946531.510723:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784946531.510724:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952a00 x1871641054286464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946531.510727:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946531.510729:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946531.510734:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951180 x1871641054286592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946531.510742:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946531.510745:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946531.510750:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784946531.510751:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784946531.510753:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946531.510754:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946531.510757:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946531.510759:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946531.510761:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1784946531.510763:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054286464:192.168.202.106@tcp:400:kworker.0 02000000:00000001:2.0:1784946531.510764:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946531.510770:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1784946531.510771:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054286592:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946531.510774:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946531.510778:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946531.510778:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946531.510780:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946531.510781:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946531.510784:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1784946531.510785:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946531.510789:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000010:3.0:1784946531.510790:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61900200. 02000000:00000001:2.0:1784946531.510792:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946531.510794:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946531.510802:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946531.510803:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946531.510810:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:3.0:1784946531.510810:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784946531.510820:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1e58. 00000400:00000010:2.0:1784946531.510822:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6440. 00000100:00000200:3.0:1784946531.510826:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054286464, portal 25 00000100:00000200:2.0:1784946531.510828:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054286592, portal 10 00000100:00000001:3.0:1784946531.510829:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946531.510833:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946531.510836:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102481408 : -112779607070208 : ffff996d73952a00) 00000100:00000001:2.0:1784946531.510837:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102475136 : -112779607076480 : ffff996d73951180) 00000100:00000040:3.0:1784946531.510843:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952a00 x1871641054286464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946531.510849:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951180 x1871641054286592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946531.510851:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946531.510858:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946531.510862:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1880. 00000100:00000001:2.0:1784946531.510864:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1784946531.510866:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054286464, offset 0 00000100:00000040:2.0:1784946531.510870:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946531.510874:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946531.510877:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6e58. 00000100:00000200:2.0:1784946531.510881:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054286592, offset 0 00000400:00000200:2.0:1784946531.510887:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946531.510890:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946531.510899:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946531.510931:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946531.510936:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946531.510940:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946531.510943:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946531.510948:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314749:314749:256:4294967295] 192.168.202.106@tcp LPNI seq info [314745:314745:8:4294967295] 00000400:00000200:3.0:1784946531.510952:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946531.510959:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946531.510968:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946531.510969:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946531.510973:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946531.510978:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:3.0:1784946531.510981:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946531.510984:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946531.510989:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000010:3.0:1784946531.510989:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000400:00000200:2.0:1784946531.510996:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314750:314750:255:4294967295] 192.168.202.106@tcp LPNI seq info [314746:314746:7:4294967295] 00000800:00000200:3.0:1784946531.511002:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946531.511006:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946531.511015:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784946531.511020:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946531.511022:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784946531.511028:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946531.511034:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bc00. 00000100:00000001:3.0:1784946531.511038:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784946531.511039:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784946531.511046:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946531.511048:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:3.0:1784946531.511051:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305319092 00000800:00000200:2.0:1784946531.511053:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1784946531.511058:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322900. 00000100:00000001:2.0:1784946531.511059:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946531.511066:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16722 usecs (17 jiffies) 00000100:00000001:3.0:1784946531.511067:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1784946531.511072:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946531.511075:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305318422 00000100:00000001:3.0:1784946531.511088:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305319092 00000100:00000001:2.0:1784946531.511089:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305319092 00000100:00000001:2.0:1784946531.511091:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305318422 00000100:00000010:2.0:1784946531.511096:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c9c0. 00000100:00000001:2.0:1784946531.511100:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946531.511107:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946531.511110:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946531.511113:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946531.511113:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946531.511118:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784946531.511120:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea800. 00000100:00000001:2.0:1784946531.511127:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784946531.511128:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946531.511130:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946531.511135:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946531.511138:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946531.511139:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946531.511141:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946531.511145:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946531.511146:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1880 00000400:00000010:1.0:1784946531.511150:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1880. 00000100:00000001:1.0:1784946531.511155:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946531.511161:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952a00 x1871641054286464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946531.511171:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784946531.511173:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305318422 00000100:00000040:1.0:1784946531.511176:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952a00 x1871641054286464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946547 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946531.511180:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946531.511185:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946531.511192:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946531.511192:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946531.511196:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946531.511197:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784946531.511202:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946531.511205:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946531.511208:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946531.511209:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946531.511211:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946531.511213:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946531.511264:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946531.511267:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bc00. 00000400:00000200:1.0:1784946531.511270:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946531.511273:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946531.511276:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6e58 00000400:00000010:1.0:1784946531.511278:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6e58. 00000100:00000001:1.0:1784946531.511281:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946531.511285:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951180 x1871641054286592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946531.511292:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946531.511295:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951180 x1871641054286592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946547 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946531.511301:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946531.511302:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946531.514476:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946531.514488:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946531.514492:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946531.514494:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946531.514502:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946531.514508:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946531.514680:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946531.514684:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946531.514690:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946531.514694:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64301300 00000400:00000200:0.0:1784946531.514699:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946531.514705:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce6b9 [1] + 224 00000800:00000001:0.0:1784946531.514712:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946531.514717:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946531.514719:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946531.514723:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946531.514730:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946531.514738:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951180 x1871641054286592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946547 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946531.514749:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951180 x1871641054286592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946531.514771:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946531.514779:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946531.514783:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946531.514785:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946531.514787:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946531.514789:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946531.514793:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946531.514797:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946531.514800:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946531.514804:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946531.514808:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64301280 00000400:00000200:0.0:1784946531.514811:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946531.514817:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce6b1 [1] + 224 00000100:00000001:2.0:1784946531.514818:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946531.514823:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784946531.514824:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784946531.514832:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784946531.514833:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784946531.514836:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784946531.514838:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1784946531.514841:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:0.0:1784946531.514844:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:2.0:1784946531.514847:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6440 00000400:00000010:2.0:1784946531.514851:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6440. 00000100:00000001:2.0:1784946531.514856:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946531.514857:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946531.514864:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952a00 x1871641054286464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946547 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946531.514864:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951180 x1871641054286592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946531.514889:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951180 x1871641054286592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946547 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946531.514897:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952a00 x1871641054286464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946531.514901:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946531.514915:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946531.514920:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946531.514923:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946531.514926:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946531.514927:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946531.514929:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946531.514933:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946531.514936:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946531.514942:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784946531.514942:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=33 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946531.514950:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=103 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946531.514953:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946531.514955:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946531.514958:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946531.514961:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946531.514965:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784946531.514965:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784946531.514968:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946531.514970:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946531.514972:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946531.514975:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784946531.514976:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946531.514979:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1784946531.514981:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951180 x1871641054286592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946547 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784946531.514982:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946531.514989:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1e58 00000100:00000001:2.0:1784946531.514993:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1784946531.514994:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1e58. 00000100:00000001:2.0:1784946531.514998:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946531.515000:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946531.515001:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784946531.515009:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952a00 x1871641054286464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946531.515010:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951180 x1871641054286592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946547 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946531.515040:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054286592:192.168.202.106@tcp:400:kworker.0 00000100:00000200:3.0:1784946531.515045:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952a00 x1871641054286464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946547 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946531.515047:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946531.515052:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946531.515059:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951180 x1871641054286592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946547 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946531.515059:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946531.515063:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946531.515067:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946531.515071:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946531.515072:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946531.515075:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946531.515078:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946531.515082:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784946531.515083:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1784946531.515084:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784946531.515087:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784946531.515088:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 02000000:00000001:3.0:1784946531.515093:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946531.515094:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946531.515098:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 00000100:00001000:3.0:1784946531.515100:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=33 v=5 (5 5 5 5) 02000000:00000001:2.0:1784946531.515102:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946531.515106:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:3.0:1784946531.515107:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=33 v=5 (1 1 1 1) 00000100:00000010:2.0:1784946531.515109:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951180. 00000100:00000001:3.0:1784946531.515112:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946531.515115:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946531.515116:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946531.515118:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784946531.515121:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784946531.515122:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784946531.515125:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946531.515130:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946531.515130:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946531.515133:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946531.515138:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952a00 x1871641054286464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946547 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946531.515139:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946531.515143:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946531.515148:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946531.515150:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946531.515151:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946531.515153:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952a00 x1871641054286464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946547 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946531.515159:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054286464:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946531.515162:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946531.515163:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946531.515165:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952a00 x1871641054286464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946547 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946531.515169:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946531.515170:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946531.515172:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61900200. 02000000:00000001:3.0:1784946531.515174:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946531.515175:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946531.515176:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946531.515177:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946531.515178:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 02000000:00000001:3.0:1784946531.515180:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946531.515181:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946531.515182:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952a00. 00000100:00000001:3.0:1784946531.515183:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946531.515184:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946531.515185:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946531.515188:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946531.515189:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946531.515191:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946531.515192:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946531.826817:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946531.826823:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946531.826825:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946531.826827:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946531.826830:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946531.826832:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946531.826833:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946531.826835:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946531.826918:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946531.826922:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946531.826928:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946532.209621:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305319092, at 4305319104 00000100:00000040:1.0:1784946532.209621:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305319092, at 4305319104 00000100:00000010:1.0:1784946532.209634:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c9c0. 00000100:00000010:0.0:1784946532.209636:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322900. 00010000:00000001:1.0:1784946532.850436:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946532.850442:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946532.850539:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946532.850543:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946532.850546:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946533.873635:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946533.873640:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946533.873700:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946533.873704:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946533.873708:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946534.897618:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946534.897625:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946534.897698:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946534.897701:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946534.897704:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946535.921605:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946535.921610:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946535.921663:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946535.921666:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946535.921670:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784946536.625640:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946536.625647:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946536.625656:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776a00. 00000020:00000040:3.0:1784946536.625661:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946536.625664:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946536.625666:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946536.625670:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946536.625677:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea700. 00000100:00000001:3.0:1784946536.625683:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946536.625695:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73776a00 x1871641054286720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946536.625705:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946536.625709:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946536.625715:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017ccca3c] to pc [ptlrpcd_01_01+1] req@ffff996d73776a00 x1871641054286720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946536.625739:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946536.625740:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946536.625743:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946536.625746:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776680. 00000020:00000040:3.0:1784946536.625748:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946536.625750:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946536.625751:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946536.625753:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946536.625756:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beab00. 00000100:00000001:3.0:1784946536.625759:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946536.625760:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784946536.625763:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73776680 x1871641054286848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1784946536.625765:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1784946536.625770:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946536.625771:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946536.625775:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946536.625777:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d19f977b] to pc [ptlrpcd_01_00+0] req@ffff996d73776680 x1871641054286848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946536.625779:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946536.625783:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946536.625785:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946536.625787:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784946536.625788:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946536.625793:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784946536.625793:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784946536.625798:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946536.625798:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784946536.625802:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784946536.625805:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10661) 00000100:00000040:2.0:1784946536.625808:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776680 x1871641054286848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946536.625818:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946536.625820:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946536.625824:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946536.625827:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946536.625830:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946536.625833:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1784946536.625835:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054286848:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946536.625836:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946536.625843:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946536.625848:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946536.625851:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946536.625853:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946536.625858:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946536.625860:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946536.625892:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946536.625897:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784946536.625903:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6440. 00000100:00000200:2.0:1784946536.625909:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054286848, portal 10 00000100:00000001:2.0:1784946536.625911:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946536.625913:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100530816 : -112779609020800 : ffff996d73776680) 00000100:00000040:2.0:1784946536.625920:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776680 x1871641054286848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946536.625927:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946536.625929:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946536.625931:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6a18. 00000100:00000200:2.0:1784946536.625935:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054286848, offset 0 00000400:00000200:2.0:1784946536.625941:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946536.625948:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946536.625954:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946536.625959:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946536.625963:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946536.625967:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946536.625970:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946536.625974:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314751:314751:256:4294967295] 192.168.202.106@tcp LPNI seq info [314747:314747:8:4294967295] 00000400:00000200:2.0:1784946536.625978:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946536.625988:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946536.625993:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946536.625999:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b800. 00000800:00000200:2.0:1784946536.626005:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946536.626012:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946536.626016:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946536.626029:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946536.626034:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16722 usecs (17 jiffies) 00000400:00000200:2.0:1784946536.626037:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946536.626040:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305323537 00000100:00000010:2.0:1784946536.626045:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c840. 00000100:00000001:2.0:1784946536.626051:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946536.626063:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305323537 00000100:00000010:2.0:1784946536.626067:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c5a0. 00000100:00000001:2.0:1784946536.626070:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946536.626073:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946536.626074:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946536.626077:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946536.626080:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776a00 x1871641054286720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946536.626086:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946536.626088:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946536.626094:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946536.626097:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946536.626099:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946536.626103:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054286720:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946536.626106:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946536.626110:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946536.626112:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946536.626113:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946536.626117:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0800. 02000000:00000001:2.0:1784946536.626119:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946536.626122:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946536.626126:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784946536.626130:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6e58. 00000100:00000200:2.0:1784946536.626133:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054286720, portal 25 00000100:00000001:2.0:1784946536.626135:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946536.626136:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100531712 : -112779609019904 : ffff996d73776a00) 00000100:00000040:2.0:1784946536.626141:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776a00 x1871641054286720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946536.626147:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946536.626149:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946536.626153:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6f68. 00000100:00000200:2.0:1784946536.626155:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054286720, offset 0 00000800:00000200:1.0:1784946536.626159:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784946536.626161:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946536.626165:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b800. 00000400:00000200:2.0:1784946536.626168:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946536.626173:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784946536.626175:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946536.626180:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946536.626183:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:2.0:1784946536.626187:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946536.626191:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946536.626192:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6a18 00000400:00000200:2.0:1784946536.626196:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000010:1.0:1784946536.626197:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6a18. 00000400:00000200:2.0:1784946536.626203:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314752:314752:255:4294967295] 192.168.202.106@tcp LPNI seq info [314748:314748:7:4294967295] 00000100:00000001:1.0:1784946536.626204:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784946536.626211:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:1.0:1784946536.626213:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73776680 x1871641054286848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784946536.626225:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:1.0:1784946536.626232:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1784946536.626234:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946536.626239:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b300. 00000100:00000040:1.0:1784946536.626240:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73776680 x1871641054286848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946552 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784946536.626248:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:1.0:1784946536.626254:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784946536.626256:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:1.0:1784946536.626258:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1784946536.626261:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946536.626265:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946536.626269:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946536.626271:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305324207 00000800:00000200:1.0:1784946536.626276:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946536.626277:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305323537 00000800:00000010:1.0:1784946536.626280:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b300. 00000100:00000001:2.0:1784946536.626282:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305324207 00000400:00000200:1.0:1784946536.626286:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946536.626287:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305323537 00000400:00000200:1.0:1784946536.626293:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946536.626294:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784946536.626299:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6f68 00000100:00000001:2.0:1784946536.626299:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946536.626303:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6f68. 00000100:00000001:2.0:1784946536.626304:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946536.626307:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784946536.626309:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784946536.626314:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73776a00 x1871641054286720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946536.626315:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946536.626318:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946536.626324:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946536.626326:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946536.626328:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784946536.626330:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946536.626334:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946536.626335:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73776a00 x1871641054286720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946552 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946536.626344:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946536.626346:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946536.627535:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946536.627545:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946536.627547:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946536.627550:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946536.627555:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946536.627561:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946536.627567:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946536.627570:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946536.627575:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946536.627579:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64301400 00000400:00000200:0.0:1784946536.627583:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946536.627588:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce6c1 [1] + 224 00000800:00000001:0.0:1784946536.627593:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946536.627597:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946536.627599:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946536.627602:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946536.627606:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946536.627611:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73776680 x1871641054286848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946536.627620:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73776680 x1871641054286848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946536.627637:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946536.627644:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946536.627648:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946536.627650:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946536.627653:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946536.627656:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946536.627661:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:2.0:1784946536.627663:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946536.627666:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946536.627670:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946536.627672:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946536.627674:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:0.0:1784946536.627678:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946536.627679:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6440 00000400:00000010:2.0:1784946536.627683:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6440. 00000400:00000200:0.0:1784946536.627687:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946536.627689:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946536.627693:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:2.0:1784946536.627696:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776680 x1871641054286848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946536.627701:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64301380 00000400:00000200:0.0:1784946536.627708:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946536.627716:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce6c9 [1] + 224 00000100:00000200:2.0:1784946536.627717:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776680 x1871641054286848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946536.627723:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784946536.627728:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946536.627731:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946536.627732:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946536.627734:0:2354:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:0.0:1784946536.627738:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784946536.627738:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946536.627741:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946536.627745:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946536.627746:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 02000000:00000001:2.0:1784946536.627749:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946536.627752:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946536.627758:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73776a00 x1871641054286720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784946536.627758:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=38 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946536.627766:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=108 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946536.627774:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1784946536.627777:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73776a00 x1871641054286720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946536.627777:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946536.627781:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946536.627785:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946536.627790:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1784946536.627792:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1784946536.627793:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946536.627796:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000800:00000001:0.0:1784946536.627798:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784946536.627799:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946536.627804:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946536.627807:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776680 x1871641054286848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946552 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946536.627815:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946536.627819:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946536.627821:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946536.627824:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776680 x1871641054286848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946552 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946536.627832:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054286848:192.168.202.106@tcp:400:kworker.0 00000400:00000001:2.0:1784946536.627837:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946536.627838:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946536.627839:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784946536.627842:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6e58 00000400:00000010:2.0:1784946536.627843:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6e58. 00000100:00000001:2.0:1784946536.627845:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946536.627848:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776a00 x1871641054286720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946536.627855:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776a00 x1871641054286720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946536.627872:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946536.627875:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946536.627877:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946536.627878:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946536.627879:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946536.627881:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946536.627883:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946536.627885:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=38 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946536.627888:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=38 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946536.627890:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946536.627891:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946536.627893:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946536.627894:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946536.627896:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946536.627900:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776a00 x1871641054286720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946552 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946536.627905:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946536.627907:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946536.627908:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946536.627911:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776a00 x1871641054286720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946552 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946536.627918:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054286720:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946536.627921:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946536.627923:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946536.627926:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776680 x1871641054286848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946552 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946536.627931:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946536.627933:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946536.627935:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946536.627939:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946536.627940:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946536.627942:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946536.627944:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946536.627946:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beab00. 02000000:00000001:2.0:1784946536.627949:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946536.627950:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946536.627952:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776680. 00000100:00000001:2.0:1784946536.627955:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946536.627956:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946536.627958:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946536.627960:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776a00 x1871641054286720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946552 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946536.627970:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946536.627971:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946536.627973:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0800. 02000000:00000001:2.0:1784946536.627975:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946536.627976:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946536.627977:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784946536.627978:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946536.627980:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea700. 02000000:00000001:2.0:1784946536.627981:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946536.627982:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946536.627984:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776a00. 00000100:00000001:2.0:1784946536.627986:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946536.627987:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946536.627988:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946536.627993:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946536.627994:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946536.627995:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946536.627997:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946536.945635:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946536.945640:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946536.945709:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946536.945713:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946536.945717:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946537.329713:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305324207, at 4305324224 00000100:00000010:0.0:1784946537.329727:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c840. 00000100:00000040:1.0:1784946537.330981:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305324207, at 4305324225 00000100:00000010:1.0:1784946537.330989:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c5a0. 00010000:00000001:1.0:1784946537.969636:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946537.969640:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946537.969707:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946537.969711:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946537.969714:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946538.993644:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946538.993649:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946538.993702:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946538.993706:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946538.993708:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946540.017610:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946540.017615:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946540.017687:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946540.017690:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946540.017693:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946541.044997:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946541.045003:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946541.045877:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946541.045881:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946541.045884:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946541.745643:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946541.745655:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946541.745666:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8b480. 00000020:00000040:1.0:1784946541.745671:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946541.745674:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946541.745677:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946541.745682:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946541.745690:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad400. 00000100:00000001:1.0:1784946541.745696:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946541.745705:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d8b480 x1871641054286976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946541.745715:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946541.745719:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946541.745725:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d314a927] to pc [ptlrpcd_00_01+1] req@ffff996d44d8b480 x1871641054286976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946541.745762:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946541.745764:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946541.745767:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946541.745769:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8bb80. 00000020:00000040:1.0:1784946541.745771:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946541.745772:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946541.745774:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946541.745775:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946541.745778:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad500. 00000100:00000001:1.0:1784946541.745782:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946541.745787:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d8bb80 x1871641054287104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946541.745795:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946541.745797:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946541.745798:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946541.745804:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784946541.745805:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b021a1ec] to pc [ptlrpcd_00_00+0] req@ffff996d44d8bb80 x1871641054287104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946541.745808:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946541.745830:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8b480 x1871641054286976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946541.745840:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946541.745842:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946541.745844:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946541.745846:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1784946541.745849:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784946541.745851:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946541.745857:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946541.745858:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946541.745862:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1784946541.745865:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054286976:192.168.202.106@tcp:400:kworker.0 00000100:00000040:1.0:1784946541.745865:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946541.745872:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10666) 00000100:00000001:0.0:1784946541.745880:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784946541.745888:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784946541.745890:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784946541.745891:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784946541.745894:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946541.745894:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1784946541.745899:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1784946541.745902:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8bb80 x1871641054287104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784946541.745906:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394a800. 02000000:00000001:0.0:1784946541.745911:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946541.745916:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946541.745918:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946541.745923:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:1.0:1784946541.745926:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1784946541.745929:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f8f0. 02000000:00000001:1.0:1784946541.745930:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946541.745935:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784946541.745939:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fcc0. 00000100:00100000:1.0:1784946541.745939:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054287104:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946541.745945:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1784946541.745949:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054286976, portal 25 02000000:00000001:1.0:1784946541.745949:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946541.745952:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946541.745953:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1784946541.745956:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784946541.745958:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318378624 : -112780391172992 : ffff996d44d8b480) 02000000:00000010:1.0:1784946541.745962:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ada00. 00000100:00000040:0.0:1784946541.745967:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8b480 x1871641054286976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784946541.745967:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946541.745975:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946541.745980:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d7e8. 00000100:00000001:0.0:1784946541.745986:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1784946541.745986:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294dd0. 00000100:00000200:1.0:1784946541.745990:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054287104, portal 10 00000100:00000040:0.0:1784946541.745992:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946541.745993:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946541.745995:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318380416 : -112780391171200 : ffff996d44d8bb80) 00000100:00000040:1.0:1784946541.746004:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8bb80 x1871641054287104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784946541.746006:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fa18. 00000100:00000001:1.0:1784946541.746014:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1784946541.746015:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054286976, offset 0 00000100:00000040:1.0:1784946541.746020:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946541.746025:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294bb0. 00000400:00000200:0.0:1784946541.746026:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000200:1.0:1784946541.746032:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054287104, offset 0 00000400:00000200:0.0:1784946541.746037:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946541.746042:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946541.746047:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946541.746053:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946541.746057:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946541.746060:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946541.746063:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946541.746067:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314753:314753:256:4294967295] 192.168.202.106@tcp LPNI seq info [314749:314749:8:4294967295] 00000400:00000200:0.0:1784946541.746071:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946541.746078:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:1.0:1784946541.746085:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:0.0:1784946541.746087:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946541.746092:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000010:0.0:1784946541.746094:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4400. 00000400:00000200:1.0:1784946541.746097:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946541.746103:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:0.0:1784946541.746104:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784946541.746108:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946541.746112:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:0.0:1784946541.746117:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:1.0:1784946541.746121:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314754:314754:255:4294967295] 192.168.202.106@tcp LPNI seq info [314750:314750:7:4294967295] 00000800:00000200:0.0:1784946541.746125:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784946541.746130:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946541.746138:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:0.0:1784946541.746141:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946541.746142:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946541.746149:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad100. 00000400:00000200:0.0:1784946541.746150:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784946541.746155:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:0.0:1784946541.746156:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305329327 00000100:00000010:0.0:1784946541.746165:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373de0. 00000800:00000200:1.0:1784946541.746165:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946541.746171:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946541.746173:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784946541.746175:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946541.746181:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305329327 00000100:00000040:1.0:1784946541.746181:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16721 usecs (17 jiffies) 00000400:00000200:1.0:1784946541.746186:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000010:0.0:1784946541.746187:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373720. 00000100:00000001:1.0:1784946541.746190:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305328657 00000100:00000001:0.0:1784946541.746192:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784946541.746194:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305329327 00000100:00000001:0.0:1784946541.746198:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946541.746199:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305328657 00000100:00000001:0.0:1784946541.746203:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946541.746204:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305329327 00000100:00000001:0.0:1784946541.746209:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946541.746210:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946541.746215:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946541.746216:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946541.746221:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946541.746223:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946541.746226:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946541.746227:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946541.746230:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946541.746231:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946541.746234:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946541.746236:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946541.746238:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946541.746239:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946541.746241:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946541.746242:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946541.746246:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946541.746247:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946541.746289:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946541.746293:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4400. 00000400:00000200:0.0:1784946541.746298:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946541.746303:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946541.746308:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fa18 00000400:00000010:0.0:1784946541.746310:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fa18. 00000100:00000001:0.0:1784946541.746314:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946541.746318:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8b480 x1871641054286976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946541.746327:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946541.746330:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8b480 x1871641054286976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946557 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946541.746336:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946541.746337:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946541.746396:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946541.746399:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad100. 00000400:00000200:0.0:1784946541.746404:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946541.746407:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946541.746409:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294bb0 00000400:00000010:0.0:1784946541.746411:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294bb0. 00000100:00000001:0.0:1784946541.746413:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946541.746417:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8bb80 x1871641054287104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946541.746428:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946541.746431:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8bb80 x1871641054287104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946557 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946541.746437:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946541.746438:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946541.747907:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946541.747917:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946541.747920:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946541.747921:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946541.747925:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946541.747929:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946541.747934:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946541.747937:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946541.747942:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946541.747946:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64301480 00000400:00000200:0.0:1784946541.747950:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946541.747954:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce6d1 [1] + 224 00000800:00000001:0.0:1784946541.747960:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946541.747967:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946541.747970:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946541.747974:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946541.747979:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946541.747985:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8b480 x1871641054286976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946557 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946541.747995:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8b480 x1871641054286976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946541.748021:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946541.748028:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946541.748033:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946541.748035:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946541.748037:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946541.748040:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946541.748044:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946541.748048:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946541.748050:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946541.748061:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946541.748063:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64301500 00000400:00000200:0.0:1784946541.748065:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946541.748068:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce6d9 [1] + 224 00000800:00000001:0.0:1784946541.748071:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946541.748077:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946541.748078:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946541.748081:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946541.748084:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946541.748089:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8bb80 x1871641054287104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946557 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946541.748098:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8bb80 x1871641054287104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946541.748108:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946541.748114:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946541.748117:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946541.748174:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946541.748177:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946541.748182:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946541.748183:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946541.748185:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d7e8. 00000400:00000200:1.0:1784946541.748189:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294dd0 00000400:00000010:1.0:1784946541.748190:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294dd0. 00000100:00000001:1.0:1784946541.748193:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946541.748197:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8bb80 x1871641054287104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946541.748205:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8bb80 x1871641054287104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946557 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946541.748213:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946541.748214:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946541.748216:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946541.748218:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946541.748220:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946541.748221:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946541.748223:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946541.748229:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=43 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946541.748232:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946541.748234:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946541.748235:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946541.748236:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946541.748239:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946541.748241:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784946541.748242:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946541.748243:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946541.748244:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946541.748247:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8bb80 x1871641054287104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946557 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946541.748251:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946541.748253:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946541.748254:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946541.748257:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8bb80 x1871641054287104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946557 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946541.748265:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054287104:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946541.748269:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946541.748271:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946541.748273:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8bb80 x1871641054287104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946557 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946541.748280:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946541.748282:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946541.748285:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ada00. 02000000:00000001:1.0:1784946541.748289:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946541.748290:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946541.748292:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946541.748294:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946541.748297:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad500. 02000000:00000001:1.0:1784946541.748300:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946541.748302:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946541.748303:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8bb80. 00000100:00000001:1.0:1784946541.748306:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946541.748308:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946541.748310:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946541.748314:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946541.748315:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946541.748317:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946541.748319:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946541.748326:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946541.748327:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946541.748330:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946541.748331:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946541.748333:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f8f0. 00000400:00000200:1.0:1784946541.748336:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fcc0 00000400:00000010:1.0:1784946541.748338:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fcc0. 00000100:00000001:1.0:1784946541.748341:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946541.748345:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8b480 x1871641054286976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946541.748353:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8b480 x1871641054286976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946557 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946541.748359:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946541.748361:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946541.748363:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946541.748364:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946541.748365:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946541.748367:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946541.748369:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946541.748371:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=43 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946541.748374:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=43 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946541.748377:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946541.748379:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946541.748380:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946541.748382:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946541.748384:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946541.748387:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8b480 x1871641054286976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946557 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946541.748394:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946541.748396:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946541.748398:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946541.748401:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8b480 x1871641054286976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946557 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946541.748409:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054286976:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946541.748413:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946541.748415:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946541.748418:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8b480 x1871641054286976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946557 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946541.748424:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946541.748426:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946541.748427:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394a800. 02000000:00000001:1.0:1784946541.748430:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946541.748431:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946541.748432:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784946541.748434:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946541.748436:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad400. 02000000:00000001:1.0:1784946541.748438:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946541.748439:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946541.748440:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8b480. 00000100:00000001:1.0:1784946541.748442:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946541.748443:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946541.748444:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946541.748454:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946541.748456:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946541.748458:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946541.748459:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946542.065605:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946542.065612:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946542.065614:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946542.065617:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946542.065621:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946542.065623:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946542.065625:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946542.065627:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946542.065693:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946542.065706:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946542.065710:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946542.449622:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305329327, at 4305329344 00000100:00000040:1.0:1784946542.449626:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305329327, at 4305329344 00000100:00000010:1.0:1784946542.449639:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373720. 00000100:00000010:0.0:1784946542.449641:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373de0. 00010000:00000001:1.0:1784946543.089635:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946543.089642:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946543.089701:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946543.089704:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946543.089708:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946544.113628:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946544.113634:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946544.113709:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946544.113715:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946544.113718:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946545.137622:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946545.137626:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946545.137707:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946545.137713:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946545.137718:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946546.161936:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946546.161942:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946546.161989:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946546.161993:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946546.161996:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946546.865585:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946546.865593:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946546.865601:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8b480. 00000020:00000040:1.0:1784946546.865606:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946546.865609:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946546.865611:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946546.865615:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946546.865622:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad400. 00000100:00000001:1.0:1784946546.865628:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946546.865636:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d8b480 x1871641054287232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946546.865644:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946546.865647:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946546.865651:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d314a927] to pc [ptlrpcd_00_01+1] req@ffff996d44d8b480 x1871641054287232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946546.865676:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946546.865678:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946546.865681:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946546.865682:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8bb80. 00000020:00000040:1.0:1784946546.865684:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946546.865685:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946546.865686:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946546.865687:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946546.865688:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad500. 00000100:00000001:1.0:1784946546.865690:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946546.865692:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d8bb80 x1871641054287360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946546.865697:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946546.865698:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946546.865701:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b021a1ec] to pc [ptlrpcd_00_00+0] req@ffff996d44d8bb80 x1871641054287360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946546.865707:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946546.865709:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946546.865711:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946546.865713:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946546.865714:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1784946546.865716:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784946546.865718:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10671) 00000100:00000001:0.0:1784946546.865721:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946546.865724:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784946546.865726:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946546.865729:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946546.865731:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946546.865733:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8b480 x1871641054287232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946546.865736:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8bb80 x1871641054287360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946546.865763:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946546.865767:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946546.865767:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946546.865770:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946546.865773:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946546.865774:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946546.865789:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946546.865793:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946546.865796:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1784946546.865798:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054287232:192.168.202.106@tcp:400:kworker.0 02000000:00000001:1.0:1784946546.865799:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946546.865806:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1784946546.865806:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054287360:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946546.865810:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784946546.865811:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946546.865812:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946546.865813:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946546.865815:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946546.865816:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1784946546.865818:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946546.865821:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b400. 02000000:00000010:1.0:1784946546.865822:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ada00. 02000000:00000001:0.0:1784946546.865825:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946546.865826:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946546.865834:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946546.865835:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946546.865841:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f5d8. 00000400:00000010:1.0:1784946546.865842:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d7e8. 00000400:00000010:0.0:1784946546.865850:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fa18. 00000400:00000010:1.0:1784946546.865854:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294dd0. 00000100:00000200:0.0:1784946546.865856:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054287232, portal 25 00000100:00000200:1.0:1784946546.865858:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054287360, portal 10 00000100:00000001:0.0:1784946546.865861:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946546.865861:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946546.865863:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318378624 : -112780391172992 : ffff996d44d8b480) 00000100:00000001:1.0:1784946546.865864:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318380416 : -112780391171200 : ffff996d44d8bb80) 00000100:00000040:0.0:1784946546.865878:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8b480 x1871641054287232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946546.865879:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8bb80 x1871641054287360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946546.865894:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784946546.865898:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946546.865899:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946546.865903:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294c38. 00000100:00000040:0.0:1784946546.865904:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000200:1.0:1784946546.865906:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054287360, offset 0 00000400:00000010:0.0:1784946546.865907:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f6e8. 00000100:00000200:0.0:1784946546.865910:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054287232, offset 0 00000400:00000200:1.0:1784946546.865916:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946546.865922:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946546.865925:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946546.865931:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946546.865935:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946546.865939:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946546.865942:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946546.865943:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946546.865947:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314755:314755:256:4294967295] 192.168.202.106@tcp LPNI seq info [314751:314751:8:4294967295] 00000400:00000200:1.0:1784946546.865949:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946546.865956:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:0.0:1784946546.865961:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784946546.865962:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946546.865967:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000010:1.0:1784946546.865969:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad100. 00000400:00000200:0.0:1784946546.865972:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1784946546.865976:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784946546.865978:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946546.865981:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1784946546.865986:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784946546.865988:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:1.0:1784946546.865991:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784946546.865996:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314756:314756:255:4294967295] 192.168.202.106@tcp LPNI seq info [314752:314752:7:4294967295] 00000400:00000200:0.0:1784946546.866001:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946546.866002:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946546.866007:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16721 usecs (17 jiffies) 00000400:00000200:1.0:1784946546.866013:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946546.866014:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:1.0:1784946546.866016:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305333777 00000100:00000010:1.0:1784946546.866022:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f840. 00000800:00000200:0.0:1784946546.866024:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946546.866028:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000800:00000010:0.0:1784946546.866030:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4400. 00000100:00000001:1.0:1784946546.866033:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305333777 00000800:00000200:0.0:1784946546.866038:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000010:1.0:1784946546.866039:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f6c0. 00000100:00000001:1.0:1784946546.866043:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000800:00000200:0.0:1784946546.866046:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:1.0:1784946546.866047:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784946546.866051:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946546.866051:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946546.866056:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946546.866057:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946546.866059:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946546.866063:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946546.866065:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305334447 00000100:00000001:1.0:1784946546.866067:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946546.866069:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946546.866070:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305333777 00000100:00000001:1.0:1784946546.866072:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946546.866075:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305334447 00000100:00000001:1.0:1784946546.866075:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946546.866080:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946546.866081:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305333777 00000100:00000001:1.0:1784946546.866085:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946546.866086:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946546.866090:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946546.866093:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946546.866095:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946546.866100:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946546.866101:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946546.866104:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946546.866105:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946546.866106:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946546.866109:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946546.866129:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946546.866133:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad100. 00000400:00000200:1.0:1784946546.866140:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946546.866145:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946546.866151:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294c38 00000400:00000010:1.0:1784946546.866153:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294c38. 00000100:00000001:1.0:1784946546.866157:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946546.866161:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8bb80 x1871641054287360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946546.866168:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946546.866170:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8bb80 x1871641054287360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946562 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946546.866174:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946546.866175:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946546.866231:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946546.866234:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4400. 00000400:00000200:1.0:1784946546.866237:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946546.866240:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946546.866243:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f6e8 00000400:00000010:1.0:1784946546.866245:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f6e8. 00000100:00000001:1.0:1784946546.866247:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946546.866251:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8b480 x1871641054287232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946546.866257:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946546.866260:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8b480 x1871641054287232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946562 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946546.866266:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946546.866267:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946546.867478:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946546.867486:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946546.867488:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946546.867490:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946546.867493:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946546.867497:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946546.867501:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946546.867503:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946546.867506:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946546.867509:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64301600 00000400:00000200:0.0:1784946546.867512:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946546.867529:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce6f9 [1] + 224 00000800:00000001:0.0:1784946546.867535:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946546.867541:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946546.867543:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946546.867546:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946546.867551:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946546.867556:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8bb80 x1871641054287360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946562 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946546.867564:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8bb80 x1871641054287360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946546.867582:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946546.867589:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946546.867592:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946546.867619:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946546.867622:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946546.867626:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946546.867628:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946546.867631:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d7e8. 00000400:00000200:1.0:1784946546.867635:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294dd0 00000400:00000010:1.0:1784946546.867636:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294dd0. 00000100:00000001:1.0:1784946546.867639:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946546.867645:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8bb80 x1871641054287360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946546.867660:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8bb80 x1871641054287360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946562 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946546.867667:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946546.867669:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946546.867672:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946546.867675:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946546.867677:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946546.867680:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946546.867682:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784946546.867683:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946546.867690:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946546.867694:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:1.0:1784946546.867694:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=48 v=5 (5 5 5 5) 00000800:00000001:0.0:1784946546.867698:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1784946546.867700:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=118 v=5 (1 1 1 1) 00000400:00000200:0.0:1784946546.867705:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946546.867708:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1784946546.867712:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:1.0:1784946546.867712:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946546.867717:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00010000:00000001:1.0:1784946546.867717:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946546.867723:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946546.867724:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946546.867730:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1784946546.867733:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:1.0:1784946546.867734:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946546.867738:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1784946546.867740:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64301580 00000100:00000001:1.0:1784946546.867741:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946546.867749:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:1.0:1784946546.867752:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8bb80 x1871641054287360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946562 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946546.867759:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce6f1 [1] + 224 00000100:00000001:1.0:1784946546.867762:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946546.867767:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946546.867769:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946546.867770:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784946546.867774:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8bb80 x1871641054287360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946562 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946546.867792:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946546.867797:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1784946546.867798:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054287360:192.168.202.106@tcp:400:kworker.0 00000400:00000200:0.0:1784946546.867805:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946546.867808:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946546.867810:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946546.867813:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1784946546.867818:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8b480 x1871641054287232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946562 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946546.867822:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8bb80 x1871641054287360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946562 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946546.867840:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1784946546.867841:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8b480 x1871641054287232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784946546.867843:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946546.867847:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ada00. 02000000:00000001:1.0:1784946546.867852:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946546.867855:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946546.867856:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946546.867858:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784946546.867859:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1784946546.867860:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad500. 02000000:00000001:1.0:1784946546.867865:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:0.0:1784946546.867866:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784946546.867867:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946546.867870:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8bb80. 00000800:00000001:0.0:1784946546.867871:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946546.867873:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946546.867875:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946546.867877:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946546.867881:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946546.867881:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946546.867885:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946546.867885:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946546.867889:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:0.0:1784946546.867890:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1784946546.867891:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1784946546.867894:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946546.867897:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f5d8. 00000400:00000200:0.0:1784946546.867900:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fa18 00000400:00000010:0.0:1784946546.867903:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fa18. 00000100:00000001:0.0:1784946546.867906:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946546.867910:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8b480 x1871641054287232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946546.867919:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8b480 x1871641054287232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946562 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946546.867926:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946546.867927:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946546.867929:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946546.867931:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946546.867932:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946546.867934:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946546.867935:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946546.867938:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=48 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946546.867941:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=48 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946546.867944:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946546.867945:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946546.867947:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946546.867948:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946546.867950:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946546.867954:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8b480 x1871641054287232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946562 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946546.867959:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946546.867961:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946546.867963:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946546.867965:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8b480 x1871641054287232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946562 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946546.867970:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054287232:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946546.867972:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946546.867973:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946546.867975:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8b480 x1871641054287232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946562 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946546.867979:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946546.867980:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946546.867981:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784946546.867983:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946546.867984:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946546.867985:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784946546.867986:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946546.867987:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad400. 02000000:00000001:0.0:1784946546.867989:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946546.867990:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946546.867991:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8b480. 00000100:00000001:0.0:1784946546.867993:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946546.867994:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946546.867995:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946546.867998:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946546.867999:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946546.868000:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946546.868001:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946547.185625:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946547.185632:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946547.185693:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946547.185697:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946547.185700:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946547.569590:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305334447, at 4305334464 00000100:00000040:1.0:1784946547.569590:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305334447, at 4305334464 00000100:00000010:0.0:1784946547.569602:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f840. 00000100:00000010:1.0:1784946547.569604:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f6c0. 00010000:00000001:1.0:1784946548.209612:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946548.209617:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946548.209678:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946548.209681:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946548.209685:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946549.233637:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946549.233643:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946549.233707:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946549.233711:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946549.233714:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946550.257627:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946550.257634:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946550.257696:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946550.257700:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946550.257703:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946551.281638:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946551.281644:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946551.281705:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946551.281710:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946551.281713:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784946551.985687:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946551.985699:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946551.985708:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776d80. 00000020:00000040:3.0:1784946551.985714:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946551.985719:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946551.985721:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946551.985727:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946551.985764:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea700. 00000100:00000001:3.0:1784946551.985771:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946551.985782:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73776d80 x1871641054287488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946551.985792:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946551.985797:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946551.985803:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f243ddc] to pc [ptlrpcd_01_01+1] req@ffff996d73776d80 x1871641054287488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946551.985832:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946551.985835:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946551.985838:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946551.985841:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774e00. 00000020:00000040:3.0:1784946551.985843:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946551.985846:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946551.985847:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946551.985849:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946551.985852:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beab00. 00000100:00000001:3.0:1784946551.985855:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946551.985859:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73774e00 x1871641054287616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946551.985869:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946551.985874:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946551.985875:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946551.985877:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784946551.985879:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946551.985887:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776d80 x1871641054287488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946551.985888:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdeb38fe] to pc [ptlrpcd_01_00+0] req@ffff996d73774e00 x1871641054287616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946551.985914:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946551.985916:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946551.985918:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946551.985920:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784946551.985925:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784946551.985925:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784946551.985930:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784946551.985930:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784946551.985936:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946551.985937:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1784946551.985943:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054287488:192.168.202.106@tcp:400:kworker.0 00000100:00000040:3.0:1784946551.985944:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10676) 00000100:00000001:2.0:1784946551.985951:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946551.985956:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946551.985958:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946551.985961:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946551.985966:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0800. 02000000:00000001:2.0:1784946551.985968:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946551.985974:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784946551.985978:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946551.985978:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946551.985981:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1784946551.985985:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000100:00000040:3.0:1784946551.985987:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774e00 x1871641054287616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784946551.985993:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6e58. 00000100:00000001:3.0:1784946551.985997:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946551.986000:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784946551.986002:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054287488, portal 25 02000000:00000001:3.0:1784946551.986003:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946551.986006:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946551.986007:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1784946551.986010:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946551.986011:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100532608 : -112779609019008 : ffff996d73776d80) 00000100:00100000:3.0:1784946551.986017:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054287616:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784946551.986021:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776d80 x1871641054287488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946551.986023:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946551.986026:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946551.986029:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946551.986033:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784946551.986036:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1784946551.986039:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61900400. 00000100:00000040:2.0:1784946551.986041:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000001:3.0:1784946551.986043:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784946551.986046:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6440. 00000400:00000200:3.0:1784946551.986050:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:2.0:1784946551.986053:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054287488, offset 0 00000400:00000010:3.0:1784946551.986057:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000200:2.0:1784946551.986063:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946551.986064:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1e58. 00000100:00000200:3.0:1784946551.986069:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054287616, portal 10 00000100:00000001:3.0:1784946551.986071:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946551.986073:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100524544 : -112779609027072 : ffff996d73774e00) 00000400:00000200:2.0:1784946551.986077:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784946551.986083:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774e00 x1871641054287616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784946551.986088:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:3.0:1784946551.986097:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784946551.986099:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1784946551.986103:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946551.986106:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000010:3.0:1784946551.986107:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1770. 00000400:00000200:2.0:1784946551.986112:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1784946551.986113:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054287616, offset 0 00000400:00000200:2.0:1784946551.986118:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946551.986123:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946551.986128:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314757:314757:256:4294967295] 192.168.202.106@tcp LPNI seq info [314753:314753:8:4294967295] 00000400:00000200:2.0:1784946551.986134:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946551.986143:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784946551.986146:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946551.986155:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946551.986155:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946551.986162:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1784946551.986165:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b300. 00000400:00000200:3.0:1784946551.986165:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946551.986169:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946551.986174:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:2.0:1784946551.986177:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784946551.986179:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314758:314758:255:4294967295] 192.168.202.106@tcp LPNI seq info [314754:314754:7:4294967295] 00000400:00000200:3.0:1784946551.986185:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946551.986190:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:3.0:1784946551.986197:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946551.986198:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784946551.986205:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946551.986210:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000800:00000200:3.0:1784946551.986214:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:2.0:1784946551.986227:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784946551.986232:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784946551.986237:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946551.986238:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946551.986242:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305339567 00000100:00000001:3.0:1784946551.986244:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784946551.986249:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c180. 00000100:00000040:3.0:1784946551.986249:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16720 usecs (17 jiffies) 00000400:00000200:3.0:1784946551.986256:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946551.986259:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784946551.986260:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305338897 00000100:00000001:2.0:1784946551.986268:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305339567 00000100:00000001:3.0:1784946551.986268:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305339567 00000100:00000001:3.0:1784946551.986275:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305338897 00000100:00000010:2.0:1784946551.986276:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c540. 00000100:00000001:2.0:1784946551.986281:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946551.986286:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946551.986286:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305339567 00000100:00000001:2.0:1784946551.986290:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946551.986292:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784946551.986294:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946551.986295:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946551.986296:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946551.986301:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784946551.986302:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b300. 00000100:00000001:3.0:1784946551.986302:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946551.986308:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946551.986309:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784946551.986312:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946551.986313:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946551.986314:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946551.986317:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784946551.986321:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946551.986322:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946551.986326:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946551.986328:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6440 00000100:00000001:3.0:1784946551.986328:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946551.986331:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1784946551.986333:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6440. 00000100:00000001:3.0:1784946551.986333:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946551.986334:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946551.986339:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946551.986342:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784946551.986343:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784946551.986350:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73776d80 x1871641054287488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946551.986361:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946551.986365:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73776d80 x1871641054287488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946567 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946551.986371:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946551.986373:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946551.986437:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946551.986440:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea800. 00000400:00000200:0.0:1784946551.986444:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946551.986447:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946551.986449:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1770 00000400:00000010:0.0:1784946551.986451:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1770. 00000100:00000001:0.0:1784946551.986454:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946551.986457:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73774e00 x1871641054287616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946551.986463:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946551.986466:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73774e00 x1871641054287616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946567 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946551.986472:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946551.986473:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946551.988197:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946551.988209:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946551.988213:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946551.988215:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946551.988220:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946551.988225:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946551.988231:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946551.988235:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946551.988239:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946551.988243:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64301680 00000400:00000200:0.0:1784946551.988247:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946551.988253:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce711 [1] + 224 00000800:00000001:0.0:1784946551.988258:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946551.988261:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946551.988263:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946551.988267:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946551.988272:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946551.988278:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73776d80 x1871641054287488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946567 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946551.988292:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73776d80 x1871641054287488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946551.988306:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946551.988314:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946551.988318:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946551.988319:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946551.988322:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946551.988325:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946551.988330:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946551.988335:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946551.988338:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946551.988342:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946551.988342:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946551.988347:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64301700 00000100:00000001:2.0:1784946551.988347:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946551.988353:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:2.0:1784946551.988354:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946551.988358:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946551.988360:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784946551.988365:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6e58 00000400:00000010:2.0:1784946551.988367:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6e58. 00000100:00000001:2.0:1784946551.988370:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946551.988374:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce719 [1] + 224 00000100:00000200:2.0:1784946551.988377:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776d80 x1871641054287488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946551.988380:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946551.988387:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784946551.988391:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776d80 x1871641054287488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946567 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946551.988392:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946551.988400:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946551.988407:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946551.988407:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946551.988411:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784946551.988414:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73774e00 x1871641054287616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946567 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946551.988415:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946551.988419:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946551.988423:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1784946551.988428:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73774e00 x1871641054287616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946551.988428:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946551.988433:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946551.988443:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=53 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946551.988448:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=53 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946551.988449:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946551.988453:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1784946551.988456:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784946551.988456:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946551.988460:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784946551.988462:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946551.988466:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946551.988470:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946551.988476:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776d80 x1871641054287488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946567 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946551.988484:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946551.988484:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946551.988488:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946551.988488:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946551.988493:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784946551.988494:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946551.988497:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1784946551.988499:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776d80 x1871641054287488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946567 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784946551.988501:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946551.988507:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1e58 00000400:00000010:3.0:1784946551.988511:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1e58. 00000100:00100000:2.0:1784946551.988512:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054287488:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946551.988539:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946551.988543:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774e00 x1871641054287616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946551.988555:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784946551.988556:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774e00 x1871641054287616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946567 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946551.988560:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784946551.988564:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946551.988566:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946551.988568:0:2354:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:2.0:1784946551.988569:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776d80 x1871641054287488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946567 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946551.988570:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946551.988573:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946551.988575:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946551.988579:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946551.988587:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00001000:3.0:1784946551.988587:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=53 v=5 (5 5 5 5) 02000000:00000001:2.0:1784946551.988590:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1784946551.988593:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=123 v=5 (1 1 1 1) 02000000:00000010:2.0:1784946551.988595:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0800. 00000100:00000001:3.0:1784946551.988597:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1784946551.988600:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784946551.988600:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946551.988605:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:3.0:1784946551.988605:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946551.988608:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784946551.988609:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946551.988613:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1784946551.988614:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:3.0:1784946551.988618:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 02000000:00000010:2.0:1784946551.988619:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea700. 00000100:00000001:3.0:1784946551.988622:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1784946551.988625:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946551.988627:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946551.988628:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776d80. 00000100:00000001:3.0:1784946551.988631:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946551.988636:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1784946551.988638:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774e00 x1871641054287616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946567 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946551.988639:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946551.988644:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946551.988649:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946551.988651:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946551.988652:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946551.988654:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774e00 x1871641054287616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946567 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946551.988668:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054287616:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946551.988672:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946551.988674:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946551.988676:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774e00 x1871641054287616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946567 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946551.988682:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946551.988684:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946551.988686:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61900400. 02000000:00000001:3.0:1784946551.988690:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946551.988691:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946551.988692:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784946551.988694:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946551.988696:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beab00. 02000000:00000001:3.0:1784946551.988702:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946551.988703:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946551.988705:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774e00. 00000100:00000001:3.0:1784946551.988709:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946551.988710:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946551.988717:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946551.988723:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946551.988725:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946551.988727:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946551.988728:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946551.988822:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946551.988824:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946551.988826:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946551.988827:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946552.305627:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946552.305636:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946552.305638:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946552.305641:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946552.305645:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946552.305647:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946552.305649:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946552.305651:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946552.305770:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946552.305773:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946552.305776:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946552.689616:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305339567, at 4305339584 00000100:00000040:1.0:1784946552.689616:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305339567, at 4305339584 00000100:00000010:0.0:1784946552.689628:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c180. 00000100:00000010:1.0:1784946552.689630:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c540. 00010000:00000001:1.0:1784946553.329631:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946553.329638:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946553.329693:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946553.329695:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946553.329698:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946554.353619:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946554.353623:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946554.353677:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946554.353681:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946554.353685:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946555.377632:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946555.377638:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946555.377699:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946555.377703:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946555.377718:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784946555.761610:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784946555.761617:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784946555.761622:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1784946555.761801:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784946555.761808:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784946555.761813:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946555.761818:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946555.761820:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784946556.401638:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946556.401644:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946556.401717:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946556.401721:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946556.401724:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784946557.105632:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946557.105641:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946557.105652:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774e00. 00000020:00000040:3.0:1784946557.105657:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946557.105662:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946557.105664:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946557.105669:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946557.105676:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beab00. 00000100:00000001:3.0:1784946557.105683:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946557.105704:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73774e00 x1871641054287744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946557.105714:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946557.105718:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946557.105725:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdeb38fe] to pc [ptlrpcd_01_01+1] req@ffff996d73774e00 x1871641054287744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946557.105754:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946557.105757:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946557.105761:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946557.105764:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774380. 00000020:00000040:3.0:1784946557.105767:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946557.105769:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946557.105771:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946557.105773:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946557.105777:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea000. 00000100:00000001:3.0:1784946557.105779:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946557.105784:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73774380 x1871641054287872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946557.105786:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946557.105791:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946557.105794:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784946557.105795:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946557.105799:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946557.105804:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774e00 x1871641054287744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946557.105807:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085b81382] to pc [ptlrpcd_01_00+0] req@ffff996d73774380 x1871641054287872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946557.105833:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946557.105835:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946557.105837:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946557.105839:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784946557.105842:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784946557.105845:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784946557.105847:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784946557.105850:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784946557.105851:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946557.105859:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054287744:192.168.202.106@tcp:400:kworker.0 00000100:00000040:3.0:1784946557.105859:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784946557.105867:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784946557.105867:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10681) 02000000:00000001:2.0:1784946557.105872:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946557.105876:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946557.105878:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946557.105883:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0800. 00000100:00000001:3.0:1784946557.105884:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784946557.105886:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946557.105888:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946557.105891:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784946557.105895:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784946557.105898:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774380 x1871641054287872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784946557.105901:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000100:00000001:3.0:1784946557.105908:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1784946557.105910:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6e58. 00000100:00000001:3.0:1784946557.105910:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946557.105915:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946557.105917:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1784946557.105920:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054287744, portal 25 02000000:00000001:3.0:1784946557.105920:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946557.105925:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1784946557.105926:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054287872:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946557.105928:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100524544 : -112779609027072 : ffff996d73774e00) 00000100:00000001:3.0:1784946557.105930:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946557.105934:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946557.105935:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946557.105937:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784946557.105938:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774e00 x1871641054287744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784946557.105941:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61901e00. 02000000:00000001:3.0:1784946557.105945:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946557.105952:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946557.105953:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1784946557.105955:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000040:2.0:1784946557.105959:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946557.105962:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1e58. 00000400:00000010:2.0:1784946557.105963:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6bb0. 00000100:00000200:3.0:1784946557.105966:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054287872, portal 10 00000100:00000200:2.0:1784946557.105969:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054287744, offset 0 00000100:00000001:3.0:1784946557.105969:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946557.105972:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100521856 : -112779609029760 : ffff996d73774380) 00000400:00000200:2.0:1784946557.105980:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:3.0:1784946557.105980:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774380 x1871641054287872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946557.105987:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946557.105989:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946557.105991:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1088. 00000100:00000200:3.0:1784946557.105993:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054287872, offset 0 00000400:00000200:3.0:1784946557.105996:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946557.105999:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946557.106007:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946557.106012:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946557.106016:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946557.106019:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946557.106022:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946557.106025:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314759:314759:256:4294967295] 192.168.202.106@tcp LPNI seq info [314755:314755:8:4294967295] 00000400:00000200:2.0:1784946557.106029:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946557.106034:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946557.106038:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946557.106041:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946557.106048:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946557.106050:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784946557.106054:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946557.106060:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:2.0:1784946557.106064:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946557.106068:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314760:314760:255:4294967295] 192.168.202.106@tcp LPNI seq info [314756:314756:7:4294967295] 00000800:00000010:2.0:1784946557.106072:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b800. 00000400:00000200:3.0:1784946557.106076:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946557.106081:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784946557.106089:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946557.106093:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946557.106100:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784946557.106100:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946557.106108:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000800:00000200:3.0:1784946557.106114:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:2.0:1784946557.106118:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784946557.106119:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946557.106124:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784946557.106126:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946557.106130:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946557.106131:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305344687 00000100:00000040:3.0:1784946557.106136:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16720 usecs (17 jiffies) 00000100:00000010:2.0:1784946557.106138:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c480. 00000400:00000200:3.0:1784946557.106143:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946557.106146:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305344017 00000100:00000001:2.0:1784946557.106147:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946557.106155:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305344687 00000100:00000001:3.0:1784946557.106156:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305344687 00000100:00000010:2.0:1784946557.106160:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c240. 00000100:00000001:3.0:1784946557.106161:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305344017 00000100:00000001:2.0:1784946557.106166:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946557.106171:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946557.106172:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305344687 00000800:00000200:0.0:1784946557.106174:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946557.106176:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946557.106177:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1784946557.106178:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b800. 00000100:00000001:2.0:1784946557.106180:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946557.106183:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946557.106185:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946557.106186:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946557.106189:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946557.106194:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946557.106194:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946557.106194:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946557.106198:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784946557.106202:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6bb0 00000100:00000001:2.0:1784946557.106202:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946557.106204:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1784946557.106205:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6bb0. 00000100:00000001:2.0:1784946557.106208:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946557.106209:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946557.106212:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946557.106213:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946557.106218:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784946557.106218:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946557.106220:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946557.106224:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784946557.106227:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73774e00 x1871641054287744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946557.106229:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946557.106238:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946557.106242:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73774e00 x1871641054287744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946573 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946557.106249:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946557.106251:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946557.106307:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946557.106310:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bead00. 00000400:00000200:0.0:1784946557.106312:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946557.106315:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946557.106317:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1088 00000400:00000010:0.0:1784946557.106318:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1088. 00000100:00000001:0.0:1784946557.106320:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946557.106324:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73774380 x1871641054287872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946557.106331:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946557.106334:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73774380 x1871641054287872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946573 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946557.106340:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946557.106342:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946557.107545:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946557.107553:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946557.107556:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946557.107559:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946557.107564:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946557.107569:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946557.107575:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946557.107578:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946557.107582:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946557.107586:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64301780 00000400:00000200:1.0:1784946557.107590:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946557.107595:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce721 [1] + 224 00000800:00000001:1.0:1784946557.107600:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946557.107609:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946557.107612:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946557.107615:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946557.107619:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946557.107624:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73774e00 x1871641054287744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946573 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946557.107634:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73774e00 x1871641054287744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946557.107644:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946557.107649:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946557.107652:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946557.107654:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946557.107656:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946557.107660:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946557.107664:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946557.107668:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946557.107672:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946557.107676:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946557.107676:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946557.107681:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64301800 00000100:00000001:2.0:1784946557.107681:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946557.107686:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:2.0:1784946557.107687:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946557.107690:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946557.107705:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784946557.107709:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6e58 00000400:00000010:2.0:1784946557.107711:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6e58. 00000100:00000001:2.0:1784946557.107714:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946557.107719:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce729 [1] + 224 00000100:00000200:2.0:1784946557.107720:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774e00 x1871641054287744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946557.107726:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946557.107735:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784946557.107736:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774e00 x1871641054287744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946573 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946557.107739:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946557.107748:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946557.107751:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946557.107752:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946557.107754:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784946557.107758:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73774380 x1871641054287872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946573 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946557.107759:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946557.107763:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946557.107767:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1784946557.107768:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73774380 x1871641054287872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946557.107770:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946557.107775:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946557.107781:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=59 v=5 (5 5 5 5) 00000100:00000001:1.0:1784946557.107783:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1784946557.107785:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=59 v=5 (1 1 1 1) 00000800:00000001:1.0:1784946557.107789:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784946557.107790:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946557.107794:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946557.107795:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784946557.107797:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946557.107801:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946557.107804:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946557.107809:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946557.107812:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784946557.107815:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774e00 x1871641054287744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946573 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784946557.107816:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946557.107819:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946557.107823:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784946557.107829:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784946557.107830:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1e58 00000400:00000010:3.0:1784946557.107833:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1e58. 00000100:00000001:2.0:1784946557.107835:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946557.107836:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946557.107838:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784946557.107842:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774380 x1871641054287872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946557.107847:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774e00 x1871641054287744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946573 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946557.107854:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774380 x1871641054287872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946573 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946557.107871:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054287744:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946557.107876:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946557.107878:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946557.107881:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946557.107881:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946557.107882:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946557.107885:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946557.107886:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784946557.107887:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946557.107889:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946557.107892:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774e00 x1871641054287744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946573 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784946557.107894:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=59 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946557.107901:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=129 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946557.107907:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946557.107909:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784946557.107909:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946557.107913:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1784946557.107914:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1784946557.107915:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946557.107917:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0800. 00000100:00000001:3.0:1784946557.107919:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784946557.107921:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 02000000:00000001:2.0:1784946557.107924:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784946557.107924:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000020:00000001:2.0:1784946557.107928:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784946557.107928:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784946557.107933:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000040:3.0:1784946557.107933:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774380 x1871641054287872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946573 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784946557.107939:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784946557.107942:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1784946557.107945:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beab00. 00000100:00000001:3.0:1784946557.107945:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946557.107947:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784946557.107951:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1784946557.107952:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774380 x1871641054287872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946573 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946557.107955:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946557.107958:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774e00. 00000100:00100000:3.0:1784946557.107961:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054287872:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946557.107964:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946557.107965:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946557.107968:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946557.107968:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784946557.107973:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946557.107973:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774380 x1871641054287872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946573 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946557.107980:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946557.107981:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946557.107983:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784946557.107984:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946557.107986:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61901e00. 00000100:00000001:2.0:1784946557.107989:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784946557.107990:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784946557.107993:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946557.107993:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946557.107994:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784946557.107997:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946557.107998:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea000. 02000000:00000001:3.0:1784946557.107999:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946557.108000:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946557.108003:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774380. 00000100:00000001:3.0:1784946557.108005:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946557.108006:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946557.108007:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946557.108010:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946557.108012:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946557.108013:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946557.108015:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946557.425597:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946557.425602:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946557.425650:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946557.425655:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946557.425659:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946557.809608:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305344687, at 4305344704 00000100:00000040:1.0:1784946557.809608:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305344687, at 4305344704 00000100:00000010:1.0:1784946557.809621:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c240. 00000100:00000010:0.0:1784946557.809623:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c480. 00010000:00000001:1.0:1784946558.449812:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946558.449817:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946558.449875:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946558.449879:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946558.449883:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946559.473585:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946559.473590:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946559.473650:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946559.473654:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946559.473658:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946560.497634:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946560.497640:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946560.497703:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946560.497706:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946560.497708:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946561.521599:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946561.521606:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946561.521608:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946561.521611:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946561.521616:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946561.521618:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946561.521620:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946561.521622:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946561.521702:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946561.521706:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946561.521709:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946562.225681:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946562.225689:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946562.225696:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328b480. 00000020:00000040:0.0:1784946562.225701:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946562.225706:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946562.225709:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946562.225714:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946562.225721:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4700. 00000100:00000001:0.0:1784946562.225727:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946562.225736:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d4328b480 x1871641054288000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946562.225747:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946562.225752:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946562.225759:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dc29689] to pc [ptlrpcd_00_01+1] req@ffff996d4328b480 x1871641054288000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946562.225783:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946562.225786:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946562.225789:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946562.225791:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289880. 00000020:00000040:0.0:1784946562.225793:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946562.225794:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946562.225795:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946562.225797:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946562.225799:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4800. 00000100:00000001:0.0:1784946562.225801:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946562.225804:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43289880 x1871641054288128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946562.225813:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946562.225815:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946562.225817:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002efde922] to pc [ptlrpcd_00_00+0] req@ffff996d43289880 x1871641054288128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946562.225823:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946562.225825:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784946562.225827:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784946562.225829:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784946562.225831:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784946562.225835:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10686) 00000100:00000001:1.0:1784946562.225836:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946562.225840:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946562.225842:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784946562.225844:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946562.225847:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784946562.225849:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289880 x1871641054288128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946562.225850:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784946562.225858:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946562.225860:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946562.225863:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328b480 x1871641054288000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784946562.225864:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946562.225867:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946562.225871:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946562.225877:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054288128:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946562.225881:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946562.225882:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784946562.225886:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946562.225889:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946562.225891:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946562.225893:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946562.225894:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946562.225897:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1784946562.225899:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946562.225903:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ada00. 00000100:00100000:0.0:1784946562.225905:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054288000:192.168.202.106@tcp:400:kworker.0 02000000:00000001:1.0:1784946562.225907:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946562.225913:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784946562.225916:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1784946562.225918:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:0.0:1784946562.225919:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946562.225923:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1784946562.225925:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d7e8. 02000000:00000010:0.0:1784946562.225928:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394a200. 02000000:00000001:0.0:1784946562.225932:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946562.225934:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294dd0. 00000400:00000200:0.0:1784946562.225938:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946562.225945:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f5d8. 00000100:00000200:1.0:1784946562.225945:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054288128, portal 10 00000400:00000010:0.0:1784946562.225951:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fa18. 00000100:00000001:1.0:1784946562.225953:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1784946562.225957:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054288000, portal 25 00000100:00000001:1.0:1784946562.225957:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290059904 : -112780419491712 : ffff996d43289880) 00000100:00000001:0.0:1784946562.225963:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946562.225966:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290067072 : -112780419484544 : ffff996d4328b480) 00000100:00000040:1.0:1784946562.225970:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289880 x1871641054288128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946562.225975:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328b480 x1871641054288000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946562.225987:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784946562.225991:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946562.225993:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000040:0.0:1784946562.225997:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946562.225998:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294c38. 00000400:00000010:0.0:1784946562.226002:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fe58. 00000100:00000200:1.0:1784946562.226003:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054288128, offset 0 00000100:00000200:0.0:1784946562.226008:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054288000, offset 0 00000400:00000200:1.0:1784946562.226014:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946562.226030:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946562.226105:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946562.226112:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946562.226118:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946562.226122:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946562.226125:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946562.226128:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946562.226132:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314761:314761:256:4294967295] 192.168.202.106@tcp LPNI seq info [314757:314757:8:4294967295] 00000400:00000200:1.0:1784946562.226136:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946562.226145:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946562.226152:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946562.226154:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:1.0:1784946562.226158:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad500. 00000800:00000200:1.0:1784946562.226165:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784946562.226175:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:1.0:1784946562.226175:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784946562.226180:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1784946562.226182:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784946562.226186:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946562.226191:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946562.226194:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:1.0:1784946562.226195:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946562.226199:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314762:314762:255:4294967295] 192.168.202.106@tcp LPNI seq info [314758:314758:7:4294967295] 00000100:00000040:1.0:1784946562.226202:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16720 usecs (17 jiffies) 00000400:00000200:0.0:1784946562.226208:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946562.226209:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946562.226213:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305349137 00000100:00000010:1.0:1784946562.226221:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8ff60. 00000100:00000001:1.0:1784946562.226227:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000400:00000200:0.0:1784946562.226229:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:1.0:1784946562.226234:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305349137 00000100:00000010:1.0:1784946562.226240:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f720. 00000800:00000200:0.0:1784946562.226241:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946562.226245:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000800:00000010:0.0:1784946562.226248:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4d00. 00000100:00000001:1.0:1784946562.226250:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784946562.226256:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:1.0:1784946562.226256:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946562.226263:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784946562.226267:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946562.226271:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946562.226273:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946562.226278:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946562.226278:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946562.226283:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305349807 00000100:00000001:1.0:1784946562.226288:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946562.226291:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305349137 00000100:00000001:1.0:1784946562.226292:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946562.226298:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946562.226299:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305349807 00000100:00000001:1.0:1784946562.226299:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946562.226303:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946562.226306:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305349137 00000100:00000001:1.0:1784946562.226307:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946562.226312:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946562.226316:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946562.226319:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946562.226321:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946562.226326:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946562.226328:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946562.226331:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946562.226333:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946562.226334:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946562.226336:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946562.226366:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946562.226370:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad500. 00000400:00000200:0.0:1784946562.226376:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946562.226381:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946562.226387:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294c38 00000400:00000010:0.0:1784946562.226389:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294c38. 00000100:00000001:0.0:1784946562.226393:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946562.226398:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289880 x1871641054288128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946562.226408:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946562.226411:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289880 x1871641054288128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946578 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946562.226419:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946562.226421:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946562.226458:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946562.226461:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4d00. 00000400:00000200:0.0:1784946562.226465:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946562.226469:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946562.226473:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fe58 00000400:00000010:0.0:1784946562.226475:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fe58. 00000100:00000001:0.0:1784946562.226477:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946562.226480:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328b480 x1871641054288000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946562.226493:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946562.226496:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328b480 x1871641054288000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946578 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946562.226501:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946562.226503:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946562.227931:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946562.227937:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946562.227939:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946562.227940:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946562.227944:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946562.227948:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946562.227952:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946562.227955:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946562.227957:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946562.227960:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64301900 00000400:00000200:1.0:1784946562.227963:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946562.227966:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce731 [1] + 224 00000800:00000001:1.0:1784946562.227970:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946562.227976:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946562.227979:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946562.227982:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946562.227987:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946562.227993:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289880 x1871641054288128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946578 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946562.228003:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289880 x1871641054288128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946562.228021:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946562.228028:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946562.228031:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946562.228033:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946562.228035:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946562.228038:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946562.228042:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946562.228047:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946562.228050:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946562.228054:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946562.228057:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946562.228058:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64301880 00000100:00000001:0.0:1784946562.228062:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946562.228065:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:0.0:1784946562.228069:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946562.228072:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946562.228074:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d7e8. 00000400:00000200:0.0:1784946562.228078:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294dd0 00000400:00000010:0.0:1784946562.228080:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294dd0. 00000100:00000001:0.0:1784946562.228082:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946562.228086:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce739 [1] + 224 00000100:00000200:0.0:1784946562.228090:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289880 x1871641054288128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946562.228098:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784946562.228101:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289880 x1871641054288128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946578 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946562.228106:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946562.228107:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946562.228111:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946562.228111:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784946562.228116:0:2352:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:1.0:1784946562.228118:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 02000000:00000001:0.0:1784946562.228121:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946562.228122:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946562.228123:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946562.228125:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946562.228127:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328b480 x1871641054288000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946578 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946562.228128:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946562.228136:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328b480 x1871641054288000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784946562.228137:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=64 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946562.228144:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=134 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946562.228149:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946562.228150:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946562.228152:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946562.228155:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946562.228155:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946562.228159:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000800:00000001:1.0:1784946562.228160:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784946562.228161:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000800:00000001:1.0:1784946562.228163:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946562.228164:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784946562.228167:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946562.228172:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289880 x1871641054288128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946578 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946562.228173:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946562.228176:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946562.228179:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784946562.228182:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1784946562.228182:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946562.228185:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f5d8. 00000100:00000001:0.0:1784946562.228186:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946562.228190:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946562.228191:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fa18 00000100:00000040:0.0:1784946562.228195:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289880 x1871641054288128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946578 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784946562.228195:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fa18. 00000100:00000001:1.0:1784946562.228199:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946562.228205:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328b480 x1871641054288000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946562.228213:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328b480 x1871641054288000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946578 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946562.228214:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054288128:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946562.228220:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946562.228221:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946562.228223:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946562.228227:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946562.228228:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946562.228229:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946562.228230:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946562.228235:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946562.228236:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1784946562.228238:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=64 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946562.228241:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=64 v=5 (1 1 1 1) 00000100:00000040:0.0:1784946562.228243:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289880 x1871641054288128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946578 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946562.228244:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946562.228246:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946562.228249:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946562.228252:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946562.228255:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946562.228261:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1784946562.228262:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328b480 x1871641054288000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946578 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946562.228266:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1784946562.228268:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1784946562.228270:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ada00. 00000100:00000001:1.0:1784946562.228271:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946562.228273:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784946562.228277:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1784946562.228277:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328b480 x1871641054288000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946578 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784946562.228281:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946562.228284:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00100000:1.0:1784946562.228286:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054288000:192.168.202.106@tcp:400:kworker.0 00000020:00000001:0.0:1784946562.228288:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946562.228291:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4800. 00000100:00000001:1.0:1784946562.228292:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784946562.228294:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784946562.228295:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1784946562.228297:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946562.228300:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289880. 00000100:00000040:1.0:1784946562.228300:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328b480 x1871641054288000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946578 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946562.228306:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946562.228309:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946562.228309:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946562.228311:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784946562.228313:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1784946562.228314:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394a200. 00000100:00000001:0.0:1784946562.228322:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946562.228323:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946562.228326:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946562.228328:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946562.228335:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946562.228338:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946562.228339:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784946562.228342:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946562.228344:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4700. 02000000:00000001:1.0:1784946562.228347:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946562.228349:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946562.228350:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328b480. 00000100:00000001:1.0:1784946562.228353:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946562.228354:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946562.228356:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946562.228360:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946562.228361:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946562.228363:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946562.228364:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946562.545617:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946562.545622:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946562.545677:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946562.545681:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946562.545684:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946562.929618:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305349807, at 4305349824 00000100:00000040:1.0:1784946562.929618:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305349807, at 4305349824 00000100:00000010:1.0:1784946562.929632:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f720. 00000100:00000010:0.0:1784946562.929635:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8ff60. 00010000:00000001:1.0:1784946563.569633:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946563.569651:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946563.569699:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946563.569702:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946563.569705:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946564.593671:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946564.593678:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946564.593759:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946564.593762:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946564.593764:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946565.617612:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946565.617617:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946565.617685:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946565.617690:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946565.617693:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946566.641647:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946566.641654:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946566.641711:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946566.641714:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946566.641718:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946567.345636:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946567.345644:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946567.345652:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289880. 00000020:00000040:0.0:1784946567.345656:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946567.345659:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946567.345661:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946567.345665:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946567.345672:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4800. 00000100:00000001:0.0:1784946567.345677:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946567.345686:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d43289880 x1871641054288256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946567.345693:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946567.345696:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946567.345701:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002efde922] to pc [ptlrpcd_00_01+1] req@ffff996d43289880 x1871641054288256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946567.345730:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946567.345733:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946567.345736:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946567.345740:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43288700. 00000020:00000040:0.0:1784946567.345743:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946567.345746:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946567.345748:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946567.345750:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946567.345754:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4d00. 00000100:00000001:1.0:1784946567.345756:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946567.345757:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946567.345761:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784946567.345765:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43288700 x1871641054288384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946567.345765:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946567.345774:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289880 x1871641054288256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946567.345779:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946567.345784:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946567.345791:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1784946567.345794:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c46440e] to pc [ptlrpcd_00_00+0] req@ffff996d43288700 x1871641054288384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946567.345795:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946567.345800:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946567.345803:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946567.345808:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946567.345811:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946567.345814:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054288256:192.168.202.106@tcp:400:kworker.0 00000100:00000040:0.0:1784946567.345816:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946567.345820:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1784946567.345822:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784946567.345826:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784946567.345826:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946567.345830:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946567.345831:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1784946567.345834:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946567.345845:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ade00. 02000000:00000001:1.0:1784946567.345849:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946567.345851:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10691) 00000400:00000200:1.0:1784946567.345857:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946567.345862:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2da50. 00000100:00000001:0.0:1784946567.345865:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946567.345868:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1784946567.345869:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294880. 00000100:00000001:0.0:1784946567.345870:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1784946567.345878:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054288256, portal 25 00000100:00000001:1.0:1784946567.345881:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1784946567.345884:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43288700 x1871641054288384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946567.345884:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290059904 : -112780419491712 : ffff996d43289880) 00000100:00000040:1.0:1784946567.345894:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289880 x1871641054288256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946567.345897:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946567.345901:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946567.345904:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946567.345906:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946567.345908:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946567.345913:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054288384:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946567.345917:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946567.345920:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946567.345924:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294cc0. 00000100:00000001:0.0:1784946567.345925:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1784946567.345929:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054288256, offset 0 02000000:00000001:0.0:1784946567.345930:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946567.345933:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946567.345935:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784946567.345939:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 02000000:00000010:0.0:1784946567.345940:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b000. 02000000:00000001:0.0:1784946567.345943:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946567.345949:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946567.345950:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946567.345956:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f630. 00000400:00000200:1.0:1784946567.345960:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000010:0.0:1784946567.345963:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fe58. 00000400:00000200:1.0:1784946567.345966:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1784946567.345968:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054288384, portal 10 00000400:00000200:1.0:1784946567.345972:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:0.0:1784946567.345974:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946567.345977:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290055424 : -112780419496192 : ffff996d43288700) 00000400:00000200:1.0:1784946567.345977:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946567.345983:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000040:0.0:1784946567.345987:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43288700 x1871641054288384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946567.345989:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314763:314763:256:4294967295] 192.168.202.106@tcp LPNI seq info [314759:314759:8:4294967295] 00000100:00000001:0.0:1784946567.346001:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784946567.346001:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:0.0:1784946567.346005:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946567.346008:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f7f8. 00000100:00000200:0.0:1784946567.346009:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054288384, offset 0 00000400:00000200:1.0:1784946567.346021:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:0.0:1784946567.346026:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000800:00000200:1.0:1784946567.346030:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946567.346031:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946567.346038:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000010:1.0:1784946567.346039:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad100. 00000400:00000200:0.0:1784946567.346041:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946567.346044:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946567.346048:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1784946567.346050:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784946567.346051:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946567.346056:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314764:314764:255:4294967295] 192.168.202.106@tcp LPNI seq info [314760:314760:7:4294967295] 00000400:00000200:0.0:1784946567.346060:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784946567.346064:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784946567.346070:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946567.346071:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1784946567.346078:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784946567.346083:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4000. 00000800:00000200:0.0:1784946567.346086:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:1.0:1784946567.346087:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946567.346091:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:1.0:1784946567.346095:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:0.0:1784946567.346096:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946567.346099:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305354927 00000100:00000001:0.0:1784946567.346102:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784946567.346106:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f720. 00000100:00000040:0.0:1784946567.346108:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16718 usecs (17 jiffies) 00000400:00000200:0.0:1784946567.346114:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946567.346114:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784946567.346120:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305354257 00000100:00000001:1.0:1784946567.346122:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305354927 00000100:00000001:0.0:1784946567.346124:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305354927 00000100:00000010:1.0:1784946567.346128:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8fea0. 00000100:00000001:0.0:1784946567.346129:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305354257 00000100:00000001:1.0:1784946567.346133:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784946567.346138:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946567.346139:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305354927 00000100:00000001:1.0:1784946567.346141:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946567.346143:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946567.346145:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946567.346146:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946567.346151:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946567.346151:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946567.346156:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946567.346161:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946567.346161:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946567.346162:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946567.346164:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946567.346166:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946567.346169:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946567.346170:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946567.346172:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946567.346173:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946567.346176:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946567.346179:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946567.346181:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946567.346214:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946567.346218:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad100. 00000400:00000200:0.0:1784946567.346224:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946567.346228:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946567.346232:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294cc0 00000400:00000010:0.0:1784946567.346241:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294cc0. 00000100:00000001:0.0:1784946567.346244:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946567.346247:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289880 x1871641054288256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946567.346256:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946567.346259:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289880 x1871641054288256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946583 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946567.346265:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946567.346267:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946567.346324:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946567.346326:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4000. 00000400:00000200:0.0:1784946567.346328:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946567.346330:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946567.346335:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f7f8 00000400:00000010:0.0:1784946567.346336:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f7f8. 00000100:00000001:0.0:1784946567.346338:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946567.346340:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43288700 x1871641054288384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946567.346346:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946567.346349:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43288700 x1871641054288384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946583 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946567.346355:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946567.346357:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946567.347694:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946567.347705:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946567.347708:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946567.347710:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946567.347715:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946567.347721:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946567.347727:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946567.347731:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946567.347736:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946567.347749:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64301980 00000400:00000200:1.0:1784946567.347754:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946567.347759:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce751 [1] + 224 00000800:00000001:1.0:1784946567.347764:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946567.347767:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946567.347769:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946567.347771:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946567.347774:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946567.347778:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289880 x1871641054288256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946583 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946567.347785:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289880 x1871641054288256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946567.347799:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946567.347804:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946567.347806:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946567.347807:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946567.347808:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946567.347810:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946567.347812:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946567.347815:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946567.347817:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946567.347818:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946567.347820:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64301a00 00000400:00000200:1.0:1784946567.347823:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946567.347825:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce761 [1] + 224 00000800:00000001:1.0:1784946567.347828:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946567.347832:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946567.347836:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946567.347839:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946567.347842:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946567.347843:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1784946567.347844:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43288700 x1871641054288384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946583 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946567.347849:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784946567.347855:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43288700 x1871641054288384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784946567.347856:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946567.347859:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946567.347864:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2da50. 00000400:00000200:0.0:1784946567.347869:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294880 00000400:00000010:0.0:1784946567.347872:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294880. 00000100:00000001:1.0:1784946567.347875:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946567.347880:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784946567.347883:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784946567.347884:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784946567.347892:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289880 x1871641054288256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946567.347895:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946567.347898:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946567.347903:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946567.347906:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1784946567.347907:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289880 x1871641054288256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946583 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784946567.347908:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f630. 00000400:00000200:1.0:1784946567.347912:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fe58 00000400:00000010:1.0:1784946567.347916:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fe58. 00000100:00000001:1.0:1784946567.347921:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946567.347922:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946567.347925:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784946567.347928:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43288700 x1871641054288384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946567.347929:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946567.347934:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946567.347938:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946567.347941:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946567.347943:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43288700 x1871641054288384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946583 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946567.347945:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946567.347953:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=69 v=5 (5 5 5 5) 00000100:00000001:1.0:1784946567.347954:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946567.347957:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784946567.347960:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=69 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946567.347961:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946567.347965:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946567.347966:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946567.347968:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946567.347971:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946567.347971:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946567.347976:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946567.347977:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946567.347981:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946567.347982:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=69 v=5 (5 5 5 5) 00000100:00000001:0.0:1784946567.347984:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946567.347988:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=139 v=5 (1 1 1 1) 00000100:00000040:0.0:1784946567.347993:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289880 x1871641054288256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946583 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946567.347994:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946567.347996:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946567.348000:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946567.348002:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946567.348006:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784946567.348009:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784946567.348010:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946567.348012:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946567.348014:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946567.348015:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1784946567.348019:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43288700 x1871641054288384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946583 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946567.348020:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946567.348032:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946567.348034:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946567.348035:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946567.348037:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289880 x1871641054288256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946583 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946567.348039:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43288700 x1871641054288384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946583 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946567.348068:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054288384:192.168.202.106@tcp:400:kworker.0 00000100:00100000:0.0:1784946567.348069:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054288256:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946567.348073:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946567.348076:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784946567.348078:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946567.348079:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43288700 x1871641054288384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946583 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946567.348083:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784946567.348087:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1784946567.348090:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289880 x1871641054288256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946583 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784946567.348090:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946567.348093:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b000. 02000000:00000001:1.0:1784946567.348097:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946567.348100:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784946567.348102:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000040:1.0:1784946567.348104:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 02000000:00000001:0.0:1784946567.348105:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1784946567.348109:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946567.348110:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ade00. 02000000:00000010:1.0:1784946567.348114:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4d00. 02000000:00000001:0.0:1784946567.348116:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946567.348119:0:2353:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:1.0:1784946567.348119:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:0.0:1784946567.348121:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 02000000:00000001:1.0:1784946567.348123:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1784946567.348125:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:1.0:1784946567.348127:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43288700. 02000000:00000010:0.0:1784946567.348129:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4800. 00000100:00000001:1.0:1784946567.348131:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1784946567.348133:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784946567.348135:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784946567.348136:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784946567.348139:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1784946567.348140:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289880. 00000100:00000001:0.0:1784946567.348144:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946567.348145:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946567.348146:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946567.348148:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946567.348150:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946567.348154:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946567.348154:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946567.348158:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946567.348159:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946567.348162:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946567.348165:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946567.665592:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946567.665623:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946567.665686:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946567.665690:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946567.665693:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946568.049637:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305354927, at 4305354944 00000100:00000040:0.0:1784946568.049643:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305354927, at 4305354944 00000100:00000010:1.0:1784946568.049652:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8fea0. 00000100:00000010:0.0:1784946568.049655:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f720. 00010000:00000001:1.0:1784946568.689645:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946568.689652:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946568.689708:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946568.689712:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946568.689715:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946569.713580:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946569.713612:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946569.713678:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946569.713682:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946569.713685:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946570.737649:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946570.737655:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946570.737705:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946570.737708:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946570.737711:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946571.761639:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946571.761647:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946571.761649:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946571.761652:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946571.761657:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946571.761659:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946571.761661:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946571.761663:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946571.761907:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946571.761911:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946571.761914:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946572.465619:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946572.465630:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946572.465640:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951180. 00000020:00000040:2.0:1784946572.465646:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946572.465650:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946572.465653:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946572.465658:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946572.465666:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784946572.465672:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946572.465684:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951180 x1871641054288512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946572.465695:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946572.465699:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946572.465706:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047f3cd37] to pc [ptlrpcd_01_01+1] req@ffff996d73951180 x1871641054288512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946572.465733:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946572.465736:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946572.465739:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946572.465743:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951c00. 00000020:00000040:2.0:1784946572.465745:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946572.465748:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946572.465750:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946572.465753:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946572.465757:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bc00. 00000100:00000001:3.0:1784946572.465760:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946572.465761:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946572.465765:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784946572.465769:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951c00 x1871641054288640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946572.465770:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946572.465779:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951180 x1871641054288512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946572.465783:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946572.465788:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946572.465791:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946572.465793:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946572.465797:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784946572.465798:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000188be879] to pc [ptlrpcd_01_00+0] req@ffff996d73951c00 x1871641054288640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946572.465799:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946572.465804:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946572.465810:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054288512:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946572.465816:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784946572.465819:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946572.465821:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784946572.465824:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784946572.465824:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946572.465827:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784946572.465831:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:3.0:1784946572.465833:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61900200. 00000100:00000040:2.0:1784946572.465835:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784946572.465835:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946572.465842:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1784946572.465844:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946572.465848:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000040:2.0:1784946572.465849:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10697) 00000400:00000010:3.0:1784946572.465853:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1e58. 00000100:00000200:3.0:1784946572.465859:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054288512, portal 25 00000100:00000001:3.0:1784946572.465861:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946572.465863:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102475136 : -112779607076480 : ffff996d73951180) 00000100:00000040:3.0:1784946572.465867:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951180 x1871641054288512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946572.465872:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946572.465874:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946572.465876:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1a18. 00000100:00000200:3.0:1784946572.465878:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054288512, offset 0 00000100:00000001:2.0:1784946572.465880:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784946572.465885:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784946572.465886:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946572.465889:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1784946572.465893:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784946572.465896:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951c00 x1871641054288640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946572.465902:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946572.465910:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784946572.465912:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946572.465915:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946572.465916:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 02000000:00000001:2.0:1784946572.465920:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1784946572.465923:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1784946572.465925:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784946572.465928:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 02000000:00000001:2.0:1784946572.465930:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946572.465938:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054288640:192.168.202.106@tcp:400:kworker.0 00000400:00000200:3.0:1784946572.465938:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314765:314765:256:4294967295] 192.168.202.106@tcp LPNI seq info [314761:314761:8:4294967295] 00000100:00000001:2.0:1784946572.465946:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784946572.465949:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784946572.465950:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946572.465954:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946572.465957:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946572.465961:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0800. 00000400:00000200:3.0:1784946572.465963:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 02000000:00000001:2.0:1784946572.465965:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784946572.465973:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946572.465974:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946572.465981:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000800:00000010:3.0:1784946572.465982:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000400:00000010:2.0:1784946572.465988:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6e58. 00000800:00000200:3.0:1784946572.465994:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000200:2.0:1784946572.466002:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054288640, portal 10 00000800:00000200:3.0:1784946572.466002:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:2.0:1784946572.466007:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1784946572.466008:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946572.466009:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102477824 : -112779607073792 : ffff996d73951c00) 00000100:00000040:2.0:1784946572.466020:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951c00 x1871641054288640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946572.466025:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946572.466028:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784946572.466033:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784946572.466035:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784946572.466037:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305360047 00000400:00000010:2.0:1784946572.466040:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6cc0. 00000100:00000010:3.0:1784946572.466044:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322840. 00000100:00000200:2.0:1784946572.466045:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054288640, offset 0 00000100:00000001:3.0:1784946572.466052:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1784946572.466054:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784946572.466060:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305360047 00000400:00000200:2.0:1784946572.466061:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000010:3.0:1784946572.466067:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3220c0. 00000400:00000200:2.0:1784946572.466071:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:3.0:1784946572.466073:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1784946572.466077:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784946572.466080:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784946572.466083:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:3.0:1784946572.466084:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946572.466089:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946572.466092:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784946572.466095:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946572.466099:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:3.0:1784946572.466100:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946572.466103:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1784946572.466104:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314766:314766:255:4294967295] 192.168.202.106@tcp LPNI seq info [314762:314762:7:4294967295] 00000100:00000001:3.0:1784946572.466108:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1784946572.466111:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946572.466112:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784946572.466116:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:0.0:1784946572.466117:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000100:00000001:3.0:1784946572.466117:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946572.466125:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946572.466133:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946572.466134:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:2.0:1784946572.466134:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:0.0:1784946572.466144:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1a18 00000800:00000200:2.0:1784946572.466145:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946572.466147:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1a18. 00000100:00000001:0.0:1784946572.466152:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:2.0:1784946572.466152:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511ba00. 00000100:00000200:0.0:1784946572.466158:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951180 x1871641054288512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784946572.466162:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:0.0:1784946572.466171:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1784946572.466172:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000040:0.0:1784946572.466176:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951180 x1871641054288512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946588 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784946572.466178:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946572.466184:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946572.466187:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784946572.466187:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946572.466193:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16718 usecs (17 jiffies) 00000800:00000200:0.0:1784946572.466198:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784946572.466198:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:0.0:1784946572.466202:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511ba00. 00000100:00000001:2.0:1784946572.466203:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305359377 00000400:00000200:0.0:1784946572.466205:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946572.466209:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946572.466209:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305360047 00000400:00000200:0.0:1784946572.466212:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6cc0 00000400:00000010:0.0:1784946572.466215:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6cc0. 00000100:00000001:2.0:1784946572.466216:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305359377 00000100:00000001:2.0:1784946572.466220:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305360047 00000100:00000001:2.0:1784946572.466222:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946572.466225:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784946572.466225:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946572.466230:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784946572.466232:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951c00 x1871641054288640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946572.466234:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946572.466239:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946572.466242:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946572.466248:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784946572.466249:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946572.466252:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784946572.466256:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951c00 x1871641054288640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946588 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946572.466256:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946572.466261:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946572.466268:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946572.466270:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946572.467429:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946572.467440:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946572.467443:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946572.467446:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946572.467451:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946572.467457:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946572.467462:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946572.467466:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946572.467469:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946572.467473:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64301a80 00000400:00000200:1.0:1784946572.467476:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946572.467481:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce771 [1] + 224 00000800:00000001:1.0:1784946572.467486:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946572.467492:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946572.467495:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946572.467499:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946572.467504:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946572.467510:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951180 x1871641054288512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946588 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946572.467538:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951180 x1871641054288512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946572.467553:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946572.467559:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946572.467563:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946572.467577:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946572.467581:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946572.467585:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946572.467588:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946572.467593:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946572.467595:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946572.467598:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946572.467601:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64301b00 00000400:00000200:1.0:1784946572.467604:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946572.467608:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce779 [1] + 224 00000800:00000001:1.0:1784946572.467612:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946572.467618:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946572.467618:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946572.467621:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946572.467623:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1784946572.467626:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784946572.467627:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000001:3.0:1784946572.467629:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946572.467632:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946572.467635:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1e58 00000400:00000010:3.0:1784946572.467636:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1e58. 00000100:00000001:3.0:1784946572.467638:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946572.467639:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946572.467643:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951180 x1871641054288512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946572.467646:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951c00 x1871641054288640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946588 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946572.467665:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951180 x1871641054288512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946588 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946572.467667:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951c00 x1871641054288640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946572.467684:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946572.467688:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946572.467691:0:2355:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784946572.467692:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1784946572.467694:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1784946572.467696:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784946572.467698:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1784946572.467700:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946572.467702:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946572.467706:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946572.467712:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=74 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946572.467717:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=74 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946572.467720:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946572.467722:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946572.467725:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946572.467726:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946572.467729:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946572.467731:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784946572.467733:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951180 x1871641054288512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946588 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946572.467735:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946572.467741:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784946572.467742:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1784946572.467745:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784946572.467746:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946572.467750:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784946572.467751:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000100:00000040:3.0:1784946572.467753:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951180 x1871641054288512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946588 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784946572.467757:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6e58 00000400:00000010:2.0:1784946572.467761:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6e58. 00000100:00100000:3.0:1784946572.467762:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054288512:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946572.467767:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946572.467768:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946572.467771:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784946572.467775:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951c00 x1871641054288640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946572.467776:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951180 x1871641054288512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946588 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946572.467794:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946572.467797:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946572.467801:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61900200. 00000100:00000200:2.0:1784946572.467802:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951c00 x1871641054288640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946588 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946572.467806:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946572.467810:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946572.467813:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946572.467815:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1784946572.467817:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784946572.467818:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784946572.467821:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784946572.467822:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946572.467825:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1784946572.467827:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784946572.467828:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1784946572.467831:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784946572.467832:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784946572.467836:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951180. 02000000:00000001:2.0:1784946572.467837:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946572.467843:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00001000:2.0:1784946572.467846:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=74 v=5 (5 5 5 5) 00000100:00000001:3.0:1784946572.467846:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946572.467851:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784946572.467853:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=144 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946572.467858:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946572.467858:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946572.467862:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946572.467862:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946572.467867:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784946572.467868:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1784946572.467870:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946572.467872:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946572.467875:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946572.467878:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946572.467880:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946572.467882:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946572.467887:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951c00 x1871641054288640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946588 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946572.467894:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946572.467896:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946572.467897:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946572.467901:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951c00 x1871641054288640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946588 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946572.467909:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054288640:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946572.467912:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946572.467914:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946572.467917:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951c00 x1871641054288640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946588 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946572.467923:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946572.467924:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946572.467926:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0800. 02000000:00000001:2.0:1784946572.467929:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946572.467931:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946572.467932:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946572.467934:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946572.467936:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bc00. 02000000:00000001:2.0:1784946572.467938:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946572.467939:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946572.467941:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951c00. 00000100:00000001:2.0:1784946572.467943:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946572.467945:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946572.467946:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946572.467950:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946572.467951:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946572.467953:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946572.467954:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946572.785643:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946572.785648:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946572.785703:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946572.785706:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946572.785708:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946573.169611:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305360047, at 4305360064 00000100:00000040:1.0:1784946573.169611:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305360047, at 4305360064 00000100:00000010:1.0:1784946573.169624:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3220c0. 00000100:00000010:0.0:1784946573.169626:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322840. 00010000:00000001:1.0:1784946573.809634:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946573.809640:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946573.809712:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946573.809715:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946573.809718:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946574.833662:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946574.833667:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946574.833726:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946574.833728:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946574.833731:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946575.857655:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946575.857661:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946575.857722:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946575.857725:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946575.857729:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946576.881643:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946576.881648:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946576.881711:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946576.881714:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946576.881722:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946577.585649:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946577.585659:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946577.585668:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8bb80. 00000020:00000040:1.0:1784946577.585674:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946577.585677:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946577.585680:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946577.585688:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946577.585695:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ade00. 00000100:00000001:1.0:1784946577.585701:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946577.585712:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d8bb80 x1871641054288768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946577.585723:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946577.585726:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946577.585733:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b021a1ec] to pc [ptlrpcd_00_01+1] req@ffff996d44d8bb80 x1871641054288768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946577.585761:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946577.585764:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946577.585766:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946577.585768:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d88e00. 00000020:00000040:1.0:1784946577.585770:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946577.585772:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946577.585773:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946577.585775:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946577.585777:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad900. 00000100:00000001:1.0:1784946577.585780:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946577.585784:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d88e00 x1871641054288896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946577.585787:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946577.585789:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946577.585792:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946577.585792:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946577.585795:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946577.585798:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000826c43da] to pc [ptlrpcd_00_00+0] req@ffff996d44d88e00 x1871641054288896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946577.585803:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8bb80 x1871641054288768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946577.585806:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946577.585810:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946577.585815:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1784946577.585816:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1784946577.585817:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946577.585820:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784946577.585821:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1784946577.585825:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784946577.585826:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946577.585830:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946577.585832:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10702) 00000100:00100000:0.0:1784946577.585836:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054288768:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946577.585841:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784946577.585845:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784946577.585847:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784946577.585847:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946577.585850:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1784946577.585852:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946577.585854:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88e00 x1871641054288896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946577.585856:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784946577.585861:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946577.585863:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946577.585864:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394aa00. 02000000:00000001:1.0:1784946577.585865:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946577.585868:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946577.585869:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946577.585870:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946577.585873:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054288896:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946577.585876:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1784946577.585878:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:1.0:1784946577.585879:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946577.585882:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784946577.585884:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f580. 02000000:00000001:1.0:1784946577.585884:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946577.585887:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738acc00. 02000000:00000001:1.0:1784946577.585890:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784946577.585891:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f7f8. 00000100:00000200:0.0:1784946577.585897:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054288768, portal 25 00000400:00000200:1.0:1784946577.585898:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946577.585902:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1784946577.585903:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d9a0. 00000100:00000001:0.0:1784946577.585904:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318380416 : -112780391171200 : ffff996d44d8bb80) 00000400:00000010:1.0:1784946577.585910:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2945d8. 00000100:00000040:0.0:1784946577.585913:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8bb80 x1871641054288768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946577.585914:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054288896, portal 10 00000100:00000001:1.0:1784946577.585918:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946577.585921:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318368768 : -112780391182848 : ffff996d44d88e00) 00000100:00000001:0.0:1784946577.585926:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784946577.585929:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000040:1.0:1784946577.585932:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88e00 x1871641054288896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784946577.585933:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fdd0. 00000100:00000200:0.0:1784946577.585938:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054288768, offset 0 00000100:00000001:1.0:1784946577.585941:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946577.585946:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946577.585948:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946577.585950:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294660. 00000100:00000200:1.0:1784946577.585953:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054288896, offset 0 00000400:00000200:0.0:1784946577.585956:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946577.585959:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946577.585966:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946577.585971:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946577.585974:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946577.585976:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946577.585979:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946577.585981:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314767:314767:256:4294967295] 192.168.202.106@tcp LPNI seq info [314763:314763:8:4294967295] 00000400:00000200:0.0:1784946577.585984:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946577.585990:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946577.585994:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946577.585999:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:0.0:1784946577.586001:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4800. 00000400:00000200:1.0:1784946577.586005:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946577.586010:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784946577.586014:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784946577.586014:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946577.586017:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946577.586020:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946577.586022:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314768:314768:255:4294967295] 192.168.202.106@tcp LPNI seq info [314764:314764:7:4294967295] 00000400:00000200:1.0:1784946577.586027:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:0.0:1784946577.586028:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:1.0:1784946577.586035:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946577.586036:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1784946577.586041:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946577.586045:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83adc00. 00000800:00000200:1.0:1784946577.586048:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:0.0:1784946577.586052:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946577.586052:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946577.586057:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83adc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784946577.586058:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946577.586061:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946577.586062:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305365167 00000100:00000040:1.0:1784946577.586066:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16717 usecs (17 jiffies) 00000100:00000010:0.0:1784946577.586068:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373de0. 00000400:00000200:1.0:1784946577.586072:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946577.586074:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305364497 00000100:00000001:0.0:1784946577.586076:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784946577.586081:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305365167 00000100:00000001:1.0:1784946577.586082:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305365167 00000100:00000001:1.0:1784946577.586086:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305364497 00000100:00000010:0.0:1784946577.586087:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373b40. 00000100:00000001:0.0:1784946577.586091:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784946577.586095:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946577.586095:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305365167 00000100:00000001:1.0:1784946577.586099:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946577.586101:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946577.586102:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946577.586107:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946577.586108:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946577.586109:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946577.586113:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946577.586117:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946577.586120:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946577.586120:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946577.586123:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946577.586124:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946577.586126:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946577.586130:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946577.586130:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946577.586131:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946577.586134:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946577.586137:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946577.586140:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946577.586185:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946577.586190:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4800. 00000400:00000200:1.0:1784946577.586196:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946577.586201:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946577.586205:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fdd0 00000400:00000010:1.0:1784946577.586207:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fdd0. 00000100:00000001:1.0:1784946577.586212:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946577.586216:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8bb80 x1871641054288768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946577.586225:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946577.586228:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8bb80 x1871641054288768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946593 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946577.586233:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946577.586234:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946577.586288:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946577.586291:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83adc00. 00000400:00000200:1.0:1784946577.586295:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946577.586299:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946577.586302:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294660 00000400:00000010:1.0:1784946577.586303:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294660. 00000100:00000001:1.0:1784946577.586305:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946577.586310:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d88e00 x1871641054288896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946577.586317:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946577.586319:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d88e00 x1871641054288896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946593 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946577.586325:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946577.586327:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946577.590055:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946577.590066:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946577.590069:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946577.590071:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946577.590075:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946577.590080:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946577.590086:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946577.590090:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946577.590094:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946577.590097:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64301b80 00000400:00000200:1.0:1784946577.590101:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946577.590105:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce781 [1] + 224 00000800:00000001:1.0:1784946577.590110:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946577.590112:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946577.590114:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946577.590117:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946577.590121:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946577.590127:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8bb80 x1871641054288768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946593 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946577.590134:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8bb80 x1871641054288768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946593 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946577.590147:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946577.590153:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946577.590155:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946577.590157:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946577.590159:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946577.590162:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946577.590165:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946577.590169:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946577.590172:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946577.590175:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946577.590178:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64301c00 00000400:00000200:1.0:1784946577.590182:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946577.590186:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce789 [1] + 224 00000800:00000001:1.0:1784946577.590190:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784946577.590196:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784946577.590197:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946577.590200:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946577.590204:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946577.590205:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946577.590206:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946577.590210:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d88e00 x1871641054288896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946593 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946577.590217:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d88e00 x1871641054288896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946593 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784946577.590222:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946577.590225:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946577.590228:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f580. 00000100:00000001:1.0:1784946577.590232:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784946577.590233:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f7f8 00000400:00000010:0.0:1784946577.590238:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f7f8. 00000100:00000001:0.0:1784946577.590241:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784946577.590245:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784946577.590248:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8bb80 x1871641054288768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946593 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946577.590250:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784946577.590261:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8bb80 x1871641054288768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946593 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946577.590270:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946577.590272:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946577.590274:0:2353:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784946577.590275:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784946577.590277:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946577.590279:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946577.590281:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000001:1.0:1784946577.590284:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784946577.590285:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1784946577.590287:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1784946577.590290:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946577.590291:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d9a0. 00000400:00000200:1.0:1784946577.590296:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2945d8 00000400:00000010:1.0:1784946577.590299:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2945d8. 00000100:00001000:0.0:1784946577.590300:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=79 v=5 (5 5 5 5) 00000100:00000001:1.0:1784946577.590302:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1784946577.590307:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=79 v=5 (1 1 1 1) 00000100:00000200:1.0:1784946577.590308:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88e00 x1871641054288896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946593 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946577.590319:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1784946577.590319:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88e00 x1871641054288896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946593 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946577.590322:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946577.590327:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946577.590331:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946577.590336:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946577.590338:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946577.590341:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946577.590345:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8bb80 x1871641054288768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946593 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946577.590345:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946577.590348:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946577.590351:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946577.590354:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946577.590359:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946577.590360:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946577.590364:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946577.590367:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1784946577.590367:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=79 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946577.590374:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=149 v=5 (1 1 1 1) 00000100:00000040:0.0:1784946577.590376:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8bb80 x1871641054288768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946593 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946577.590379:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946577.590382:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946577.590385:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946577.590390:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946577.590393:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054288768:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946577.590395:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784946577.590398:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784946577.590401:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946577.590402:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946577.590405:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946577.590407:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946577.590413:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88e00 x1871641054288896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946593 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946577.590414:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8bb80 x1871641054288768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946593 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946577.590437:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946577.590439:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784946577.590442:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1784946577.590444:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1784946577.590445:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1784946577.590448:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394aa00. 00000100:00000040:1.0:1784946577.590453:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88e00 x1871641054288896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946593 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946577.590455:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946577.590459:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946577.590462:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784946577.590467:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00100000:1.0:1784946577.590468:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054288896:192.168.202.106@tcp:400:kworker.0 02000000:00000010:0.0:1784946577.590471:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ade00. 00000100:00000001:1.0:1784946577.590474:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784946577.590478:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784946577.590478:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1784946577.590482:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1784946577.590483:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88e00 x1871641054288896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946593 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1784946577.590486:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8bb80. 00000100:00000001:0.0:1784946577.590492:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946577.590494:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784946577.590495:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784946577.590498:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784946577.590499:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1784946577.590502:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738acc00. 02000000:00000001:1.0:1784946577.590506:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784946577.590507:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1784946577.590508:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784946577.590511:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784946577.590511:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946577.590561:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946577.590563:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad900. 02000000:00000001:1.0:1784946577.590567:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946577.590568:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946577.590570:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88e00. 00000100:00000001:1.0:1784946577.590573:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946577.590576:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946577.590576:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946577.590580:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946577.590580:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946577.590585:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946577.590588:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946577.590590:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946577.590593:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946577.905620:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946577.905625:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946577.905682:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946577.905684:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946577.905687:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946578.289620:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305365167, at 4305365184 00000100:00000010:1.0:1784946578.289635:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373b40. 00000100:00000040:0.0:1784946578.289726:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305365167, at 4305365184 00000100:00000010:0.0:1784946578.289733:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373de0. 00010000:00000001:1.0:1784946578.929619:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946578.929626:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946578.929688:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946578.929692:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946578.929695:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946579.953618:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946579.953623:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946579.953685:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946579.953688:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946579.953692:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946580.977627:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946580.977634:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946580.977689:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946580.977692:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946580.977696:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946582.001624:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946582.001630:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946582.001632:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946582.001634:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946582.001638:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946582.001640:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946582.001641:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946582.001642:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946582.001685:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946582.001688:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946582.001690:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946582.705624:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946582.705631:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946582.705639:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951c00. 00000020:00000040:2.0:1784946582.705644:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946582.705647:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946582.705649:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946582.705653:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946582.705659:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bc00. 00000100:00000001:2.0:1784946582.705665:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946582.705675:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951c00 x1871641054289024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946582.705684:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946582.705688:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946582.705695:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000188be879] to pc [ptlrpcd_01_01+1] req@ffff996d73951c00 x1871641054289024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946582.705731:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946582.705734:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946582.705738:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946582.705741:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950e00. 00000020:00000040:2.0:1784946582.705744:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946582.705746:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946582.705746:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946582.705748:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946582.705748:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946582.705752:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1784946582.705753:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b100. 00000100:00000001:3.0:1784946582.705755:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784946582.705757:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946582.705762:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951c00 x1871641054289024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946582.705765:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950e00 x1871641054289152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946582.705783:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946582.705785:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946582.705787:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946582.705790:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946582.705791:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006776830d] to pc [ptlrpcd_01_00+0] req@ffff996d73950e00 x1871641054289152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946582.705796:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784946582.705800:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946582.705800:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946582.705803:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946582.705804:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1784946582.705808:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054289024:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784946582.705809:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784946582.705814:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946582.705818:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784946582.705820:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784946582.705821:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946582.705825:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784946582.705826:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946582.705830:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10707) 02000000:00000010:3.0:1784946582.705830:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61901e00. 02000000:00000001:3.0:1784946582.705833:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946582.705840:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946582.705843:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784946582.705844:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946582.705847:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1784946582.705848:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1e58. 00000100:00000001:2.0:1784946582.705849:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946582.705855:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950e00 x1871641054289152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946582.705856:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054289024, portal 25 00000100:00000001:3.0:1784946582.705861:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946582.705863:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102477824 : -112779607073792 : ffff996d73951c00) 00000100:00000001:2.0:1784946582.705865:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946582.705867:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946582.705870:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951c00 x1871641054289024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946582.705876:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784946582.705880:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784946582.705883:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784946582.705885:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000001:2.0:1784946582.705890:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784946582.705890:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1220. 00000100:00000200:3.0:1784946582.705897:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054289024, offset 0 00000100:00100000:2.0:1784946582.705898:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054289152:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946582.705907:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784946582.705908:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 02000000:00000001:2.0:1784946582.705911:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946582.705914:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946582.705917:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784946582.705920:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000010:2.0:1784946582.705922:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c0800. 02000000:00000001:2.0:1784946582.705926:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946582.705929:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946582.705933:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946582.705938:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000200:3.0:1784946582.705939:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1784946582.705945:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6e58. 00000400:00000200:3.0:1784946582.705946:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946582.705951:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1784946582.705952:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054289152, portal 10 00000400:00000200:3.0:1784946582.705953:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:2.0:1784946582.705957:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1784946582.705960:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314769:314769:256:4294967295] 192.168.202.106@tcp LPNI seq info [314765:314765:8:4294967295] 00000100:00000001:2.0:1784946582.705961:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102474240 : -112779607077376 : ffff996d73950e00) 00000400:00000200:3.0:1784946582.705967:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784946582.705973:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950e00 x1871641054289152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946582.705979:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946582.705989:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784946582.705992:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:3.0:1784946582.705995:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beaf00. 00000100:00000040:2.0:1784946582.705999:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000800:00000200:3.0:1784946582.706004:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000010:2.0:1784946582.706005:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6dd0. 00000100:00000200:2.0:1784946582.706009:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054289152, offset 0 00000800:00000200:3.0:1784946582.706012:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784946582.706015:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000800:00000200:3.0:1784946582.706017:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beaf00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784946582.706021:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946582.706025:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946582.706027:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784946582.706029:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946582.706030:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946582.706036:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946582.706039:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946582.706040:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946582.706045:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314770:314770:255:4294967295] 192.168.202.106@tcp LPNI seq info [314766:314766:7:4294967295] 00000100:00000001:3.0:1784946582.706045:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305370287 00000400:00000200:2.0:1784946582.706051:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000010:3.0:1784946582.706053:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322600. 00000400:00000200:2.0:1784946582.706061:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:3.0:1784946582.706061:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1784946582.706069:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784946582.706069:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305370287 00000800:00000010:2.0:1784946582.706075:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bd00. 00000100:00000010:3.0:1784946582.706076:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322420. 00000100:00000001:3.0:1784946582.706081:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000800:00000200:2.0:1784946582.706085:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:3.0:1784946582.706086:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946582.706091:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946582.706094:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946582.706096:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784946582.706102:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:3.0:1784946582.706103:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1784946582.706106:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946582.706107:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946582.706112:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946582.706114:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946582.706114:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946582.706117:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946582.706121:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16717 usecs (17 jiffies) 00000100:00000001:3.0:1784946582.706121:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946582.706129:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946582.706132:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305369617 00000100:00000001:2.0:1784946582.706135:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305370287 00000100:00000001:2.0:1784946582.706137:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305369617 00000100:00000001:2.0:1784946582.706139:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305370287 00000100:00000001:2.0:1784946582.706141:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946582.706144:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946582.706147:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946582.706149:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784946582.706151:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946582.706154:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1784946582.706156:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beaf00. 00000100:00000001:2.0:1784946582.706157:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784946582.706164:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946582.706170:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946582.706173:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946582.706173:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946582.706176:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946582.706179:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1220 00000100:00000001:2.0:1784946582.706179:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946582.706182:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1220. 00000100:00000001:1.0:1784946582.706185:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946582.706189:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951c00 x1871641054289024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946582.706196:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946582.706198:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951c00 x1871641054289024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946598 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946582.706202:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946582.706203:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946582.706213:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946582.706214:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bd00. 00000400:00000200:1.0:1784946582.706216:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946582.706218:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946582.706219:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6dd0 00000400:00000010:1.0:1784946582.706221:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6dd0. 00000100:00000001:1.0:1784946582.706222:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946582.706224:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950e00 x1871641054289152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946582.706228:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946582.706230:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950e00 x1871641054289152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946598 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946582.706233:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946582.706234:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946582.707874:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946582.707885:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946582.707888:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946582.707890:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946582.707894:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946582.707898:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946582.707902:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946582.707905:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946582.707908:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946582.707912:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64301c80 00000400:00000200:1.0:1784946582.707915:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946582.707918:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce7a1 [1] + 224 00000800:00000001:1.0:1784946582.707923:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946582.707925:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946582.707926:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946582.707929:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946582.707932:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946582.707936:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951c00 x1871641054289024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946598 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946582.707944:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951c00 x1871641054289024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946582.707953:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946582.707959:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946582.707961:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946582.707962:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946582.707964:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946582.707967:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946582.707969:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946582.707971:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:3.0:1784946582.707973:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946582.707978:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784946582.707979:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946582.707981:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784946582.707984:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946582.707985:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946582.707990:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1e58 00000400:00000200:1.0:1784946582.707992:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946582.707993:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1e58. 00000100:00000001:3.0:1784946582.707998:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946582.708001:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64301d00 00000100:00000200:3.0:1784946582.708004:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951c00 x1871641054289024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946582.708010:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946582.708019:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce7a9 [1] + 224 00000100:00000200:3.0:1784946582.708019:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951c00 x1871641054289024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946598 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946582.708027:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784946582.708028:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946582.708031:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946582.708033:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946582.708034:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946582.708036:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946582.708038:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946582.708041:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946582.708044:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784946582.708047:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=84 v=5 (5 5 5 5) 00000400:00000200:1.0:1784946582.708048:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1784946582.708054:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=84 v=5 (1 1 1 1) 00000400:00000200:1.0:1784946582.708057:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946582.708059:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946582.708062:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946582.708063:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946582.708068:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1784946582.708069:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950e00 x1871641054289152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946598 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784946582.708071:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946582.708077:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946582.708085:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951c00 x1871641054289024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946598 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946582.708088:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950e00 x1871641054289152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946582.708098:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946582.708104:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946582.708107:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946582.708113:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951c00 x1871641054289024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946598 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946582.708115:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946582.708121:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:3.0:1784946582.708125:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054289024:192.168.202.106@tcp:400:kworker.0 00000800:00000001:1.0:1784946582.708126:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946582.708133:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946582.708136:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946582.708139:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951c00 x1871641054289024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946598 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946582.708144:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946582.708146:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946582.708148:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61901e00. 02000000:00000001:3.0:1784946582.708151:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784946582.708153:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1784946582.708154:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946582.708155:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946582.708157:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1784946582.708158:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946582.708161:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bc00. 00000400:00000001:2.0:1784946582.708162:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946582.708165:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1784946582.708166:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:2.0:1784946582.708167:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 02000000:00000001:3.0:1784946582.708168:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946582.708171:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951c00. 00000400:00000200:2.0:1784946582.708173:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6e58 00000100:00000001:3.0:1784946582.708175:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000010:2.0:1784946582.708176:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6e58. 00000100:00000001:3.0:1784946582.708177:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946582.708180:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946582.708180:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946582.708184:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1784946582.708186:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950e00 x1871641054289152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946582.708187:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946582.708191:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946582.708193:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784946582.708200:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950e00 x1871641054289152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946598 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946582.708205:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946582.708207:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946582.708208:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946582.708209:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946582.708210:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946582.708211:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946582.708212:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946582.708216:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=84 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946582.708218:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=154 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946582.708219:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946582.708220:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946582.708221:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946582.708223:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946582.708225:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946582.708226:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946582.708228:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946582.708229:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946582.708231:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950e00 x1871641054289152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946598 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946582.708235:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946582.708237:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946582.708237:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946582.708240:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950e00 x1871641054289152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946598 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946582.708244:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054289152:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946582.708247:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946582.708248:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946582.708249:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950e00 x1871641054289152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946598 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946582.708253:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946582.708254:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946582.708255:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c0800. 02000000:00000001:2.0:1784946582.708256:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946582.708257:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946582.708258:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946582.708260:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946582.708261:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b100. 02000000:00000001:2.0:1784946582.708262:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946582.708263:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946582.708264:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950e00. 00000100:00000001:2.0:1784946582.708266:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946582.708267:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946582.708268:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946582.708270:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946582.708271:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946582.708272:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946582.708274:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946583.025637:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946583.025644:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946583.025700:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946583.025703:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946583.025707:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946583.409659:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305370287, at 4305370304 00000100:00000040:0.0:1784946583.409662:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305370287, at 4305370304 00000100:00000010:0.0:1784946583.409680:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322600. 00000100:00000010:1.0:1784946583.409687:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322420. 00010000:00000001:1.0:1784946584.049616:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946584.049620:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946584.049667:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946584.049670:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946584.049672:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946585.073585:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946585.073590:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946585.073640:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946585.073643:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946585.073645:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946586.097628:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946586.097635:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946586.097689:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946586.097693:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946586.097696:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946587.121584:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946587.121589:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946587.121640:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946587.121644:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946587.121647:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946587.825629:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946587.825637:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946587.825645:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289880. 00000020:00000040:0.0:1784946587.825649:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946587.825652:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946587.825655:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946587.825658:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946587.825664:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4000. 00000100:00000001:0.0:1784946587.825669:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946587.825680:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d43289880 x1871641054289280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946587.825690:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946587.825694:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946587.825701:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002efde922] to pc [ptlrpcd_00_01+1] req@ffff996d43289880 x1871641054289280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946587.825728:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946587.825730:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946587.825733:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946587.825736:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328aa00. 00000020:00000040:0.0:1784946587.825739:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946587.825741:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946587.825751:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946587.825754:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946587.825758:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4100. 00000100:00000001:0.0:1784946587.825762:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946587.825767:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d4328aa00 x1871641054289408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946587.825775:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946587.825777:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946587.825781:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005935784d] to pc [ptlrpcd_00_00+0] req@ffff996d4328aa00 x1871641054289408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946587.825788:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946587.825790:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784946587.825793:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784946587.825796:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784946587.825799:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784946587.825804:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10712) 00000100:00000001:1.0:1784946587.825826:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946587.825830:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946587.825831:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946587.825834:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946587.825835:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784946587.825837:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946587.825845:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328aa00 x1871641054289408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946587.825845:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289880 x1871641054289280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946587.825873:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946587.825874:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946587.825878:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946587.825878:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946587.825885:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946587.825886:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946587.825889:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946587.825890:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946587.825894:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946587.825899:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946587.825900:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054289280:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946587.825907:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1784946587.825908:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054289408:192.168.202.106@tcp:400:kworker.0 02000000:00000001:1.0:1784946587.825912:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784946587.825914:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946587.825916:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946587.825919:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946587.825921:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1784946587.825922:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946587.825925:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946587.825928:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738acc00. 02000000:00000010:0.0:1784946587.825930:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394aa00. 02000000:00000001:1.0:1784946587.825931:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946587.825935:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946587.825944:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946587.825944:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946587.825950:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f580. 00000400:00000010:1.0:1784946587.825951:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d9a0. 00000400:00000010:1.0:1784946587.825960:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2945d8. 00000400:00000010:0.0:1784946587.825961:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f7f8. 00000100:00000200:1.0:1784946587.825967:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054289280, portal 25 00000100:00000200:0.0:1784946587.825968:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054289408, portal 10 00000100:00000001:0.0:1784946587.825973:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946587.825973:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946587.825976:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290059904 : -112780419491712 : ffff996d43289880) 00000100:00000001:0.0:1784946587.825977:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290064384 : -112780419487232 : ffff996d4328aa00) 00000100:00000040:1.0:1784946587.825985:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289880 x1871641054289280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946587.825989:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328aa00 x1871641054289408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946587.826003:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784946587.826005:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946587.826010:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000040:0.0:1784946587.826011:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946587.826016:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294660. 00000400:00000010:0.0:1784946587.826017:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fd48. 00000100:00000200:1.0:1784946587.826022:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054289280, offset 0 00000100:00000200:0.0:1784946587.826023:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054289408, offset 0 00000400:00000200:0.0:1784946587.826033:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946587.826042:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946587.826043:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946587.826050:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946587.826056:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946587.826060:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946587.826063:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946587.826066:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946587.826070:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314771:314771:256:4294967295] 192.168.202.106@tcp LPNI seq info [314767:314767:8:4294967295] 00000400:00000200:0.0:1784946587.826074:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946587.826085:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:1.0:1784946587.826093:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:0.0:1784946587.826094:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784946587.826101:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4c00. 00000400:00000200:1.0:1784946587.826101:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946587.826106:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946587.826111:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:0.0:1784946587.826114:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784946587.826116:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946587.826121:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946587.826124:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314772:314772:255:4294967295] 192.168.202.106@tcp LPNI seq info [314768:314768:7:4294967295] 00000400:00000200:1.0:1784946587.826128:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:0.0:1784946587.826139:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:1.0:1784946587.826139:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946587.826145:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1784946587.826149:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946587.826155:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad900. 00000100:00000001:0.0:1784946587.826156:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946587.826160:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000040:0.0:1784946587.826161:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16716 usecs (17 jiffies) 00000400:00000200:0.0:1784946587.826168:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784946587.826171:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:0.0:1784946587.826172:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305374737 00000800:00000200:1.0:1784946587.826176:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad900 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1784946587.826178:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373de0. 00000100:00000001:1.0:1784946587.826182:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946587.826185:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000400:00000200:1.0:1784946587.826189:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946587.826192:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305374737 00000100:00000001:1.0:1784946587.826193:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305375407 00000100:00000010:0.0:1784946587.826196:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373660. 00000100:00000001:0.0:1784946587.826200:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784946587.826202:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305374737 00000100:00000001:0.0:1784946587.826203:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946587.826207:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946587.826208:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305375407 00000100:00000001:0.0:1784946587.826209:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946587.826214:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946587.826215:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305374737 00000100:00000001:0.0:1784946587.826220:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946587.826223:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946587.826226:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946587.826227:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946587.826229:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946587.826232:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946587.826232:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946587.826237:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946587.826240:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946587.826242:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946587.826247:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946587.826248:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946587.826251:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946587.826252:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946587.826254:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946587.826256:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946587.826278:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946587.826282:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4c00. 00000400:00000200:0.0:1784946587.826288:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946587.826292:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946587.826298:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fd48 00000400:00000010:0.0:1784946587.826300:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fd48. 00000100:00000001:0.0:1784946587.826303:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946587.826307:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328aa00 x1871641054289408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946587.826315:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946587.826318:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328aa00 x1871641054289408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946603 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946587.826324:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946587.826325:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946587.826395:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946587.826398:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad900. 00000400:00000200:0.0:1784946587.826404:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946587.826407:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946587.826410:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294660 00000400:00000010:0.0:1784946587.826411:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294660. 00000100:00000001:0.0:1784946587.826422:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946587.826425:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289880 x1871641054289280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946587.826431:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946587.826435:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289880 x1871641054289280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946603 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946587.826465:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946587.826466:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946587.832006:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946587.832017:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946587.832020:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946587.832021:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946587.832027:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946587.832033:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946587.832038:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946587.832042:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946587.832046:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946587.832048:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64301d80 00000400:00000200:1.0:1784946587.832052:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946587.832057:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce7b1 [1] + 224 00000800:00000001:1.0:1784946587.832062:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946587.832064:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946587.832066:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946587.832069:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946587.832073:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946587.832079:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289880 x1871641054289280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946603 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946587.832091:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289880 x1871641054289280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946587.832108:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946587.832115:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946587.832119:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946587.832121:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946587.832123:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946587.832126:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946587.832129:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946587.832133:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946587.832136:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946587.832139:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946587.832143:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64301e00 00000400:00000200:1.0:1784946587.832147:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946587.832152:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce7b9 [1] + 224 00000800:00000001:1.0:1784946587.832156:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784946587.832160:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784946587.832164:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946587.832166:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946587.832168:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946587.832173:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000001:0.0:1784946587.832174:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946587.832177:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946587.832181:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d9a0. 00000400:00000200:0.0:1784946587.832191:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2945d8 00000400:00000010:0.0:1784946587.832194:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2945d8. 00000100:00000001:0.0:1784946587.832197:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946587.832199:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946587.832205:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289880 x1871641054289280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946587.832205:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328aa00 x1871641054289408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946603 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946587.832229:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328aa00 x1871641054289408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946587.832230:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289880 x1871641054289280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946603 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946587.832249:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946587.832251:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946587.832252:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946587.832255:0:2353:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:1.0:1784946587.832257:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784946587.832260:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1784946587.832261:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946587.832264:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946587.832267:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946587.832271:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946587.832278:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=89 v=5 (5 5 5 5) 00000100:00000001:1.0:1784946587.832280:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1784946587.832283:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=89 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946587.832283:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946587.832285:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784946587.832288:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000001:1.0:1784946587.832288:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1784946587.832293:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946587.832293:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f580. 00000400:00000200:1.0:1784946587.832296:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f7f8 00010000:00000001:0.0:1784946587.832298:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1784946587.832299:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f7f8. 00010000:00000001:0.0:1784946587.832303:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946587.832303:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946587.832308:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328aa00 x1871641054289408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946587.832309:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946587.832318:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289880 x1871641054289280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946603 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946587.832322:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328aa00 x1871641054289408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946603 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946587.832341:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946587.832341:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946587.832343:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946587.832347:0:2352:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784946587.832349:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1784946587.832349:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946587.832351:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946587.832353:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946587.832353:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946587.832358:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946587.832364:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289880 x1871641054289280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946603 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784946587.832367:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=89 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946587.832373:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=9 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946587.832379:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946587.832381:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946587.832384:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00100000:0.0:1784946587.832385:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054289280:192.168.202.106@tcp:400:kworker.0 00010000:00000001:1.0:1784946587.832386:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946587.832391:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784946587.832393:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784946587.832394:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946587.832395:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946587.832397:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946587.832399:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946587.832401:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328aa00 x1871641054289408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946603 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946587.832407:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289880 x1871641054289280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946603 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946587.832408:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946587.832411:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946587.832417:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946587.832419:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946587.832423:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1784946587.832424:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328aa00 x1871641054289408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946603 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784946587.832427:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738acc00. 02000000:00000001:0.0:1784946587.832433:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946587.832450:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946587.832453:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00100000:1.0:1784946587.832457:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054289408:192.168.202.106@tcp:400:kworker.0 00000020:00000001:0.0:1784946587.832459:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946587.832463:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4000. 00000100:00000001:1.0:1784946587.832465:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784946587.832469:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784946587.832469:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1784946587.832472:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1784946587.832474:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328aa00 x1871641054289408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946603 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1784946587.832475:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289880. 00000100:00000001:0.0:1784946587.832482:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946587.832485:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784946587.832486:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784946587.832488:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784946587.832490:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1784946587.832492:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394aa00. 02000000:00000001:1.0:1784946587.832497:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784946587.832499:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1784946587.832499:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784946587.832503:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784946587.832503:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946587.832508:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784946587.832510:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1784946587.832510:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4100. 02000000:00000001:1.0:1784946587.832514:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946587.832544:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946587.832546:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328aa00. 00000100:00000001:1.0:1784946587.832548:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946587.832550:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946587.832551:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946587.832554:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946587.832554:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946587.832556:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946587.832559:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946587.832561:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946588.145633:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946588.145639:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946588.145699:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946588.145703:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946588.145706:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946588.529616:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305375407, at 4305375424 00000100:00000040:1.0:1784946588.529620:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305375407, at 4305375424 00000100:00000010:0.0:1784946588.529631:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373de0. 00000100:00000010:1.0:1784946588.529634:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373660. 00010000:00000001:1.0:1784946589.169628:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946589.169635:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946589.169697:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946589.169701:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946589.169707:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946590.193652:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946590.193657:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946590.193722:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946590.193726:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946590.193730:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946591.217615:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946591.217622:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946591.217670:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946591.217673:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946591.217675:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946592.241608:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946592.241616:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946592.241618:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946592.241621:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946592.241625:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946592.241627:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946592.241629:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946592.241631:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946592.241690:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946592.241693:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946592.241696:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946592.945632:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946592.945640:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946592.945649:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d88e00. 00000020:00000040:1.0:1784946592.945653:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946592.945656:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946592.945658:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946592.945667:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946592.945675:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83adc00. 00000100:00000001:1.0:1784946592.945681:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946592.945691:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d88e00 x1871641054289536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946592.945702:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946592.945706:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946592.945712:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000826c43da] to pc [ptlrpcd_00_01+1] req@ffff996d44d88e00 x1871641054289536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946592.945738:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946592.945740:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946592.945742:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946592.945744:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d89f80. 00000020:00000040:1.0:1784946592.945746:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946592.945748:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946592.945749:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946592.945750:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946592.945753:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad300. 00000100:00000001:1.0:1784946592.945755:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946592.945758:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d89f80 x1871641054289664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946592.945762:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946592.945763:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946592.945765:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a07206b0] to pc [ptlrpcd_00_00+0] req@ffff996d44d89f80 x1871641054289664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946592.945770:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946592.945772:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946592.945776:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946592.945778:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946592.945781:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946592.945785:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10717) 00000100:00000001:1.0:1784946592.945799:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946592.945802:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946592.945804:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946592.945809:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d89f80 x1871641054289664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946592.945816:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946592.945817:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946592.945821:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946592.945823:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946592.945825:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946592.945828:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054289664:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946592.945832:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946592.945836:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946592.945838:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946592.945841:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946592.945845:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738aca00. 02000000:00000001:1.0:1784946592.945847:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946592.945855:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946592.945858:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d2c0. 00000400:00000010:1.0:1784946592.945865:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2946e8. 00000100:00000200:1.0:1784946592.945871:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054289664, portal 10 00000100:00000001:1.0:1784946592.945874:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946592.945875:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318373248 : -112780391178368 : ffff996d44d89f80) 00000100:00000040:1.0:1784946592.945882:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d89f80 x1871641054289664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946592.945890:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946592.945892:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946592.945896:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2945d8. 00000100:00000200:1.0:1784946592.945899:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054289664, offset 0 00000400:00000200:1.0:1784946592.945905:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946592.945914:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946592.945921:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946592.945926:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946592.945930:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946592.945933:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946592.945935:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946592.945938:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314773:314773:256:4294967295] 192.168.202.106@tcp LPNI seq info [314769:314769:8:4294967295] 00000400:00000200:1.0:1784946592.945941:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946592.945949:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946592.945960:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946592.945965:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad700. 00000800:00000200:1.0:1784946592.945971:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784946592.945978:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946592.945982:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946592.945991:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946592.945995:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16716 usecs (17 jiffies) 00000400:00000200:1.0:1784946592.945998:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946592.946001:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305379857 00000100:00000010:1.0:1784946592.946004:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8fea0. 00000100:00000001:1.0:1784946592.946009:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784946592.946019:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305379857 00000100:00000010:1.0:1784946592.946022:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8fe40. 00000100:00000001:1.0:1784946592.946024:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784946592.946027:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946592.946030:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946592.946033:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946592.946035:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946592.946041:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946592.946043:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946592.946045:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946592.946046:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946592.946048:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946592.946050:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1784946592.946052:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946592.946054:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946592.946054:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946592.946055:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946592.946056:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946592.946057:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946592.946060:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88e00 x1871641054289536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946592.946064:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946592.946065:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946592.946067:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946592.946068:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946592.946069:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946592.946071:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054289536:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946592.946072:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946592.946075:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946592.946075:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946592.946076:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946592.946078:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d738ac000. 02000000:00000001:1.0:1784946592.946080:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946592.946082:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946592.946084:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d9a0. 00000400:00000010:1.0:1784946592.946087:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294660. 00000100:00000200:1.0:1784946592.946089:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054289536, portal 25 00000100:00000001:1.0:1784946592.946090:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946592.946092:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318368768 : -112780391182848 : ffff996d44d88e00) 00000100:00000040:1.0:1784946592.946096:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88e00 x1871641054289536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946592.946103:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946592.946105:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946592.946107:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294880. 00000100:00000200:1.0:1784946592.946109:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054289536, offset 0 00000400:00000200:1.0:1784946592.946113:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946592.946117:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946592.946120:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946592.946123:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946592.946125:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946592.946128:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946592.946130:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946592.946133:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314774:314774:255:4294967295] 192.168.202.106@tcp LPNI seq info [314770:314770:7:4294967295] 00000400:00000200:1.0:1784946592.946136:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946592.946142:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946592.946145:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946592.946147:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad900. 00000800:00000200:1.0:1784946592.946150:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784946592.946153:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946592.946155:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946592.946157:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946592.946158:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946592.946160:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305380527 00000100:00000001:1.0:1784946592.946163:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305379857 00000100:00000001:1.0:1784946592.946165:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305380527 00000100:00000001:1.0:1784946592.946167:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305379857 00000100:00000001:1.0:1784946592.946169:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946592.946170:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946592.946171:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946592.946173:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946592.946219:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946592.946221:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946592.946250:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946592.946253:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad700. 00000400:00000200:0.0:1784946592.946268:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946592.946277:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946592.946282:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2945d8 00000400:00000010:0.0:1784946592.946284:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2945d8. 00000100:00000001:0.0:1784946592.946289:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946592.946293:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d89f80 x1871641054289664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946592.946301:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946592.946305:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d89f80 x1871641054289664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946608 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946592.946311:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946592.946313:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946592.946373:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946592.946376:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad900. 00000400:00000200:0.0:1784946592.946379:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946592.946383:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946592.946386:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294880 00000400:00000010:0.0:1784946592.946387:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294880. 00000100:00000001:0.0:1784946592.946389:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946592.946393:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d88e00 x1871641054289536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946592.946410:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946592.946413:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d88e00 x1871641054289536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946608 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946592.946419:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946592.946421:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946592.947837:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946592.947847:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946592.947850:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946592.947852:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946592.947856:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946592.947861:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946592.947867:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946592.947870:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946592.947874:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946592.947878:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64301e80 00000400:00000200:1.0:1784946592.947883:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946592.947890:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce7e1 [1] + 224 00000800:00000001:1.0:1784946592.947897:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946592.947902:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946592.947904:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946592.947907:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946592.947912:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946592.947916:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d88e00 x1871641054289536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946608 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946592.947925:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d88e00 x1871641054289536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946592.947944:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946592.947956:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946592.947960:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946592.947963:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946592.947965:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946592.947969:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946592.947973:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946592.947978:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946592.947979:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946592.947983:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946592.947984:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946592.947988:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:0.0:1784946592.947991:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784946592.947992:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64301f00 00000400:00000001:0.0:1784946592.947994:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946592.947998:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d9a0. 00000400:00000200:1.0:1784946592.947999:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946592.948005:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294660 00000400:00000010:0.0:1784946592.948007:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294660. 00000100:00000001:0.0:1784946592.948009:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946592.948013:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce7d1 [1] + 224 00000100:00000200:0.0:1784946592.948017:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88e00 x1871641054289536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946592.948020:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946592.948028:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784946592.948030:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88e00 x1871641054289536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946608 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946592.948032:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946592.948041:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946592.948045:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946592.948047:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946592.948048:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784946592.948052:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89f80 x1871641054289664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946608 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946592.948053:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946592.948056:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946592.948060:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1784946592.948062:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89f80 x1871641054289664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946592.948063:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946592.948068:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946592.948072:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946592.948075:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:0.0:1784946592.948076:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=94 v=5 (5 5 5 5) 00000800:00000001:1.0:1784946592.948077:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784946592.948082:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=94 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946592.948086:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946592.948088:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946592.948091:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946592.948093:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946592.948097:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946592.948102:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88e00 x1871641054289536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946592.948106:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946592.948108:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946592.948109:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946592.948111:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88e00 x1871641054289536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946608 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946592.948116:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054289536:192.168.202.106@tcp:400:kworker.0 00000400:00000001:0.0:1784946592.948119:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946592.948120:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946592.948121:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d2c0. 00000400:00000200:0.0:1784946592.948123:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2946e8 00000400:00000010:0.0:1784946592.948124:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2946e8. 00000100:00000001:0.0:1784946592.948125:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946592.948127:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d89f80 x1871641054289664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946592.948133:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d89f80 x1871641054289664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946608 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946592.948137:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946592.948137:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946592.948138:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946592.948139:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946592.948140:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946592.948140:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946592.948141:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946592.948145:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=94 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946592.948146:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=14 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946592.948147:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946592.948148:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946592.948149:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946592.948151:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946592.948152:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784946592.948153:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784946592.948154:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784946592.948155:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946592.948157:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d89f80 x1871641054289664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946592.948161:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946592.948162:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946592.948163:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946592.948165:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89f80 x1871641054289664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946608 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946592.948168:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054289664:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946592.948171:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946592.948172:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946592.948174:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88e00 x1871641054289536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946608 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946592.948178:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946592.948180:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946592.948182:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738ac000. 02000000:00000001:0.0:1784946592.948184:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946592.948185:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946592.948186:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784946592.948188:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946592.948190:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83adc00. 02000000:00000001:0.0:1784946592.948193:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946592.948194:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946592.948195:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88e00. 00000100:00000001:0.0:1784946592.948197:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946592.948198:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946592.948199:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946592.948201:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89f80 x1871641054289664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946608 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946592.948204:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946592.948205:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946592.948206:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d738aca00. 02000000:00000001:0.0:1784946592.948207:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946592.948207:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946592.948208:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784946592.948209:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946592.948210:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad300. 02000000:00000001:0.0:1784946592.948211:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946592.948211:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946592.948212:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89f80. 00000100:00000001:0.0:1784946592.948213:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946592.948214:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946592.948215:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946592.948218:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946592.948219:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946592.948220:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946592.948221:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946593.265639:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946593.265646:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946593.265727:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946593.265732:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946593.265736:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946593.649625:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305380527, at 4305380544 00000100:00000010:0.0:1784946593.649639:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8fea0. 00000100:00000040:1.0:1784946593.649644:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305380527, at 4305380544 00000100:00000010:1.0:1784946593.649652:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8fe40. 00010000:00000001:1.0:1784946594.289620:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946594.289626:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946594.289685:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946594.289688:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946594.289690:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784946594.673628:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784946594.673634:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784946594.673637:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1784946594.673817:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784946594.673819:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784946594.673834:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946594.673840:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946594.673843:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784946595.313639:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946595.313647:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946595.314211:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946595.314215:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946595.314218:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946596.337610:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946596.337616:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946596.337679:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946596.337683:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946596.337687:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946597.361736:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946597.361742:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946597.361798:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946597.361801:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946597.361804:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946598.065662:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946598.065673:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946598.065683:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950e00. 00000020:00000040:2.0:1784946598.065695:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946598.065699:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946598.065702:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946598.065706:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946598.065714:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b100. 00000100:00000001:2.0:1784946598.065720:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946598.065730:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950e00 x1871641054289792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946598.065746:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946598.065750:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946598.065757:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006776830d] to pc [ptlrpcd_01_01+1] req@ffff996d73950e00 x1871641054289792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946598.065809:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946598.065813:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946598.065814:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946598.065820:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950e00 x1871641054289792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946598.065826:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946598.065828:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946598.065830:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946598.065839:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946598.065841:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946598.065846:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054289792:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946598.065849:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946598.065853:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946598.065854:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946598.065856:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946598.065860:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61901600. 02000000:00000001:3.0:1784946598.065861:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946598.065867:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946598.065870:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784946598.065875:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1e58. 00000100:00000200:3.0:1784946598.065880:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054289792, portal 25 00000100:00000001:3.0:1784946598.065882:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946598.065883:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102474240 : -112779607077376 : ffff996d73950e00) 00000100:00000040:3.0:1784946598.065887:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950e00 x1871641054289792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946598.065896:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784946598.065899:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946598.065899:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946598.065902:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1220. 00000100:00000200:3.0:1784946598.065906:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054289792, offset 0 00000400:00000200:3.0:1784946598.065910:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:2.0:1784946598.065912:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1784946598.065918:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946598.065920:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1784946598.065925:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000010:2.0:1784946598.065926:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953480. 00000020:00000040:2.0:1784946598.065931:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000400:00000200:3.0:1784946598.065931:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784946598.065936:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1784946598.065936:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 02000000:00000001:2.0:1784946598.065940:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1784946598.065942:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1784946598.065944:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946598.065945:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946598.065949:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314775:314775:256:4294967295] 192.168.202.106@tcp LPNI seq info [314771:314771:8:4294967295] 02000000:00000010:2.0:1784946598.065951:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b500. 00000400:00000200:3.0:1784946598.065954:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946598.065958:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946598.065966:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000040:2.0:1784946598.065968:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73953480 x1871641054289920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1784946598.065975:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784946598.065982:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000010:3.0:1784946598.065983:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beaf00. 00000100:00000001:2.0:1784946598.065986:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946598.065992:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000632050e9] to pc [ptlrpcd_01_00+0] req@ffff996d73953480 x1871641054289920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784946598.065994:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:2.0:1784946598.066006:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784946598.066007:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000040:2.0:1784946598.066011:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:3.0:1784946598.066013:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beaf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1784946598.066016:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946598.066021:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946598.066024:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946598.066029:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10722) 00000100:00000001:3.0:1784946598.066029:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946598.066036:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946598.066039:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305385647 00000100:00000010:3.0:1784946598.066044:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322960. 00000100:00000001:3.0:1784946598.066051:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784946598.066058:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305385647 00000100:00000010:3.0:1784946598.066061:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322ea0. 00000100:00000001:3.0:1784946598.066064:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946598.066067:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946598.066069:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946598.066073:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946598.066080:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946598.066087:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946598.066090:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946598.066093:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946598.066094:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946598.066096:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946598.066098:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1784946598.066099:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1784946598.066103:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946598.066104:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946598.066110:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946598.066111:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946598.066114:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946598.066115:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946598.066116:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946598.066121:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953480 x1871641054289920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946598.066127:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946598.066129:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946598.066131:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946598.066133:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946598.066135:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946598.066139:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054289920:192.168.202.106@tcp:400:kworker.0 00000800:00000200:0.0:1784946598.066140:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946598.066143:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000010:0.0:1784946598.066147:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beaf00. 02000000:00000001:3.0:1784946598.066148:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946598.066152:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946598.066154:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1784946598.066155:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1784946598.066158:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61901200. 02000000:00000001:3.0:1784946598.066161:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946598.066165:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:3.0:1784946598.066169:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946598.066174:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1220 00000400:00000010:3.0:1784946598.066175:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:0.0:1784946598.066179:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1220. 00000400:00000010:3.0:1784946598.066182:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1a18. 00000100:00000001:0.0:1784946598.066185:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1784946598.066187:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054289920, portal 10 00000100:00000001:3.0:1784946598.066190:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1784946598.066193:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950e00 x1871641054289792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946598.066193:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102484096 : -112779607067520 : ffff996d73953480) 00000100:00000040:3.0:1784946598.066206:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953480 x1871641054289920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946598.066207:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946598.066213:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950e00 x1871641054289792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946614 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946598.066221:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946598.066223:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784946598.066295:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946598.066297:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946598.066300:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1088. 00000100:00000200:3.0:1784946598.066303:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054289920, offset 0 00000400:00000200:3.0:1784946598.066306:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946598.066310:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946598.066313:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946598.066315:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946598.066317:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946598.066319:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946598.066321:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946598.066324:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314776:314776:256:4294967295] 192.168.202.106@tcp LPNI seq info [314772:314772:8:4294967295] 00000400:00000200:3.0:1784946598.066327:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946598.066346:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946598.066377:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946598.066382:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000800:00000200:3.0:1784946598.066386:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784946598.066391:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946598.066393:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946598.066403:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946598.066407:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16715 usecs (17 jiffies) 00000400:00000200:3.0:1784946598.066410:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946598.066412:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305384977 00000100:00000001:3.0:1784946598.066415:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305385647 00000100:00000001:3.0:1784946598.066417:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305384977 00000100:00000001:3.0:1784946598.066419:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305385647 00000100:00000001:3.0:1784946598.066421:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946598.066423:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946598.066426:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946598.066428:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946598.066457:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946598.066460:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000400:00000200:1.0:1784946598.066463:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946598.066467:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946598.066471:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1088 00000400:00000010:1.0:1784946598.066472:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1088. 00000100:00000001:1.0:1784946598.066475:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946598.066479:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953480 x1871641054289920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946598.066486:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946598.066488:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953480 x1871641054289920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946614 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946598.066494:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946598.066495:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946598.067410:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946598.067416:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946598.067418:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946598.067419:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946598.067423:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946598.067426:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946598.067430:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946598.067432:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946598.067435:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946598.067438:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64301f80 00000400:00000200:0.0:1784946598.067440:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946598.067444:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce7f1 [1] + 224 00000800:00000001:0.0:1784946598.067448:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946598.067452:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946598.067454:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946598.067457:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946598.067461:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946598.067466:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950e00 x1871641054289792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946614 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946598.067476:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950e00 x1871641054289792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946598.067492:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946598.067498:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946598.067501:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946598.067561:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946598.067564:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784946598.067565:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784946598.067569:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784946598.067573:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784946598.067573:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1784946598.067577:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:3.0:1784946598.067578:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000800:00000001:1.0:1784946598.067580:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946598.067584:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946598.067587:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946598.067593:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946598.067595:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946598.067598:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946598.067601:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64302000 00000400:00000200:1.0:1784946598.067604:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946598.067612:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1e58 00000400:00000010:3.0:1784946598.067617:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1e58. 00000100:00000001:3.0:1784946598.067620:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946598.067625:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950e00 x1871641054289792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946598.067633:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce7f9 [1] + 224 00000800:00000001:1.0:1784946598.067640:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784946598.067641:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950e00 x1871641054289792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946614 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946598.067645:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946598.067649:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946598.067652:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784946598.067656:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946598.067656:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946598.067659:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946598.067663:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953480 x1871641054289920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946614 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946598.067670:0:2355:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:1.0:1784946598.067673:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953480 x1871641054289920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946598.067678:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946598.067679:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946598.067681:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1784946598.067684:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784946598.067685:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946598.067687:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784946598.067689:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946598.067696:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=100 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946598.067700:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=100 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946598.067703:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946598.067704:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946598.067707:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946598.067709:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946598.067711:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946598.067717:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950e00 x1871641054289792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946614 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946598.067724:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946598.067727:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946598.067729:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946598.067733:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950e00 x1871641054289792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946614 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946598.067746:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054289792:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946598.067751:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946598.067753:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946598.067756:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950e00 x1871641054289792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946614 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946598.067763:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946598.067765:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946598.067767:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61901600. 02000000:00000001:3.0:1784946598.067770:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946598.067772:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946598.067774:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946598.067776:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946598.067779:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b100. 02000000:00000001:3.0:1784946598.067782:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946598.067783:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946598.067785:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950e00. 00000100:00000001:3.0:1784946598.067789:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946598.067790:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946598.067792:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946598.067794:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946598.067795:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784946598.067797:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946598.067799:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946598.067800:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784946598.067803:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1a18 00000400:00000010:3.0:1784946598.067804:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1a18. 00000100:00000001:3.0:1784946598.067807:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946598.067810:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953480 x1871641054289920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946598.067818:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953480 x1871641054289920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946614 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946598.067825:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946598.067827:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946598.067828:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946598.067830:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946598.067831:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946598.067832:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946598.067834:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946598.067837:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=100 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946598.067840:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=20 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946598.067843:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946598.067844:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946598.067846:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946598.067848:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946598.067851:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784946598.067853:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946598.067855:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946598.067856:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946598.067860:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953480 x1871641054289920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946614 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946598.067866:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946598.067868:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946598.067869:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946598.067872:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953480 x1871641054289920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946614 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946598.067879:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054289920:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946598.067883:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946598.067885:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946598.067888:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953480 x1871641054289920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946614 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946598.067894:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946598.067895:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946598.067897:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61901200. 02000000:00000001:3.0:1784946598.067899:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946598.067900:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946598.067901:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784946598.067903:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946598.067905:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b500. 02000000:00000001:3.0:1784946598.067907:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946598.067908:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946598.067909:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953480. 00000100:00000001:3.0:1784946598.067912:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946598.067913:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946598.067915:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946598.067919:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946598.067920:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946598.067922:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946598.067924:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946598.385581:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946598.385588:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946598.385672:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946598.385676:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946598.385679:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946598.769691:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305385647, at 4305385664 00000100:00000010:1.0:1784946598.769707:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322ea0. 00000100:00000040:0.0:1784946598.769781:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305385647, at 4305385664 00000100:00000010:0.0:1784946598.769788:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322960. 00010000:00000001:1.0:1784946599.409648:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946599.409655:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946599.409717:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946599.409721:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946599.409724:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946600.433625:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946600.433632:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946600.433702:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946600.433705:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946600.433709:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946601.457620:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946601.457628:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946601.457631:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946601.457634:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946601.457639:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946601.457642:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946601.457644:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946601.457646:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946601.457703:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946601.457707:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946601.457711:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946602.481639:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946602.481645:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946602.481743:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946602.481747:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946602.481750:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946603.185621:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946603.185631:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946603.185641:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951880. 00000020:00000040:2.0:1784946603.185647:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946603.185650:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946603.185654:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946603.185659:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946603.185666:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b000. 00000100:00000001:2.0:1784946603.185672:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946603.185682:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951880 x1871641054290048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946603.185692:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946603.185696:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946603.185703:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084695538] to pc [ptlrpcd_01_01+1] req@ffff996d73951880 x1871641054290048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946603.185733:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946603.185735:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946603.185738:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946603.185740:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950380. 00000020:00000040:2.0:1784946603.185742:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946603.185744:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946603.185745:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946603.185747:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946603.185751:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b500. 00000100:00000001:2.0:1784946603.185753:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946603.185757:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950380 x1871641054290176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946603.185757:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946603.185763:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946603.185764:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946603.185767:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946603.185767:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946603.185772:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3424a88] to pc [ptlrpcd_01_00+0] req@ffff996d73950380 x1871641054290176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946603.185779:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951880 x1871641054290048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946603.185780:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946603.185783:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946603.185788:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946603.185793:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946603.185796:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784946603.185800:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784946603.185802:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10727) 00000100:00000001:3.0:1784946603.185804:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946603.185809:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784946603.185812:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784946603.185813:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946603.185815:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946603.185817:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784946603.185819:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946603.185821:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950380 x1871641054290176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946603.185829:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054290048:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946603.185830:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946603.185831:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946603.185834:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946603.185838:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946603.185838:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946603.185842:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946603.185845:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054290176:192.168.202.106@tcp:400:kworker.0 02000000:00000001:3.0:1784946603.185847:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784946603.185848:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946603.185852:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946603.185852:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946603.185853:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946603.185859:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1784946603.185859:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946603.185861:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946603.185864:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946603.185866:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61901600. 00000400:00000200:2.0:1784946603.185870:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:3.0:1784946603.185870:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784946603.185876:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000200:3.0:1784946603.185880:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946603.185882:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6e58. 00000400:00000010:3.0:1784946603.185885:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000100:00000200:2.0:1784946603.185889:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054290176, portal 10 00000400:00000010:3.0:1784946603.185892:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1a18. 00000100:00000001:2.0:1784946603.185893:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946603.185895:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102471552 : -112779607080064 : ffff996d73950380) 00000100:00000200:3.0:1784946603.185899:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054290048, portal 25 00000100:00000040:2.0:1784946603.185902:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950380 x1871641054290176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946603.185904:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946603.185907:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476928 : -112779607074688 : ffff996d73951880) 00000100:00000001:2.0:1784946603.185910:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946603.185913:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946603.185916:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6000. 00000100:00000040:3.0:1784946603.185918:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951880 x1871641054290048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946603.185919:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054290176, offset 0 00000400:00000200:2.0:1784946603.185929:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784946603.185934:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784946603.185939:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784946603.185939:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946603.185945:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1e58. 00000100:00000200:3.0:1784946603.185948:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054290048, offset 0 00000400:00000200:2.0:1784946603.185949:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946603.185956:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946603.185957:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946603.185964:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946603.185968:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946603.185971:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946603.185975:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314777:314777:256:4294967295] 192.168.202.106@tcp LPNI seq info [314773:314773:8:4294967295] 00000400:00000200:2.0:1784946603.185980:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946603.185986:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946603.185994:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784946603.185996:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946603.186000:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946603.186003:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946603.186008:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946603.186012:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:2.0:1784946603.186016:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946603.186021:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314778:314778:255:4294967295] 192.168.202.106@tcp LPNI seq info [314774:314774:7:4294967295] 00000800:00000010:2.0:1784946603.186025:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b100. 00000400:00000200:3.0:1784946603.186028:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946603.186038:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784946603.186042:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946603.186051:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000200:2.0:1784946603.186055:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000010:3.0:1784946603.186058:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000800:00000200:2.0:1784946603.186060:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784946603.186067:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784946603.186073:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946603.186077:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946603.186078:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946603.186081:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946603.186084:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16715 usecs (17 jiffies) 00000400:00000200:3.0:1784946603.186089:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946603.186091:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946603.186094:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305390097 00000100:00000010:2.0:1784946603.186099:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c780. 00000100:00000001:2.0:1784946603.186105:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784946603.186107:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305390767 00000100:00000001:2.0:1784946603.186111:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305390097 00000100:00000010:2.0:1784946603.186115:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c3c0. 00000100:00000001:3.0:1784946603.186116:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305390097 00000100:00000001:2.0:1784946603.186118:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946603.186125:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946603.186125:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305390767 00000100:00000001:2.0:1784946603.186130:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946603.186134:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946603.186135:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305390097 00000100:00000001:2.0:1784946603.186136:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946603.186143:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946603.186144:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946603.186147:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946603.186148:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946603.186151:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946603.186152:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946603.186153:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946603.186154:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1784946603.186158:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b100. 00000100:00000001:2.0:1784946603.186158:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946603.186159:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946603.186165:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946603.186168:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784946603.186169:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946603.186171:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946603.186175:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946603.186178:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946603.186179:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946603.186183:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946603.186186:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6000 00000100:00000001:3.0:1784946603.186187:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784946603.186190:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6000. 00000100:00000001:0.0:1784946603.186197:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946603.186201:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950380 x1871641054290176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946603.186212:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946603.186215:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950380 x1871641054290176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946619 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946603.186223:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946603.186224:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946603.186287:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946603.186290:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beab00. 00000400:00000200:0.0:1784946603.186293:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946603.186297:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946603.186299:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1e58 00000400:00000010:0.0:1784946603.186301:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1e58. 00000100:00000001:0.0:1784946603.186304:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946603.186307:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951880 x1871641054290048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946603.186340:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946603.186343:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951880 x1871641054290048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946619 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946603.186349:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946603.186350:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946603.187676:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946603.187687:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946603.187690:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946603.187692:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946603.187697:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946603.187702:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946603.187709:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946603.187712:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946603.187716:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946603.187720:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64302080 00000400:00000200:1.0:1784946603.187724:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946603.187728:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce809 [1] + 224 00000800:00000001:1.0:1784946603.187733:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946603.187738:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946603.187740:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946603.187744:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946603.187748:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946603.187752:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951880 x1871641054290048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946619 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946603.187762:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951880 x1871641054290048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946603.187832:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946603.187834:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946603.187850:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946603.187857:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946603.187860:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784946603.187890:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946603.187892:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946603.187895:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784946603.187899:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1a18 00000400:00000010:3.0:1784946603.187900:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1a18. 00000100:00000001:3.0:1784946603.187903:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946603.187907:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951880 x1871641054290048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946603.187915:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951880 x1871641054290048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946619 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946603.187922:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946603.187923:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946603.187925:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946603.187928:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946603.187930:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946603.187932:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946603.187935:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946603.187939:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=105 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946603.187944:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=105 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946603.187946:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946603.187948:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946603.187950:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946603.187952:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946603.187955:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946603.187959:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951880 x1871641054290048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946619 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946603.187965:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946603.187968:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946603.187969:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946603.187973:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951880 x1871641054290048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946619 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946603.187981:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054290048:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946603.187985:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946603.187987:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946603.187990:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951880 x1871641054290048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946619 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946603.187996:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946603.187998:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946603.188000:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61901600. 02000000:00000001:3.0:1784946603.188003:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946603.188005:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946603.188007:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946603.188009:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946603.188474:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b000. 02000000:00000001:3.0:1784946603.188479:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946603.188481:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946603.188483:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951880. 00000100:00000001:3.0:1784946603.188486:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946603.188487:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946603.188489:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946603.188493:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946603.188495:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946603.188497:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946603.188499:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946603.191561:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946603.191574:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946603.191578:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946603.191580:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946603.191587:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946603.191592:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946603.191599:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946603.191603:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946603.191607:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946603.191611:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64302100 00000400:00000200:0.0:1784946603.191615:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946603.191619:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce801 [1] + 224 00000800:00000001:0.0:1784946603.191626:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946603.191632:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946603.191635:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946603.191639:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946603.191645:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946603.191653:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950380 x1871641054290176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946619 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946603.191664:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950380 x1871641054290176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946603.191693:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946603.191702:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946603.191705:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946603.191769:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946603.191772:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946603.191777:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946603.191779:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946603.191782:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784946603.191786:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6e58 00000400:00000010:2.0:1784946603.191788:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6e58. 00000100:00000001:2.0:1784946603.191792:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946603.191796:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950380 x1871641054290176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946603.191805:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950380 x1871641054290176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946619 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946603.191812:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946603.191814:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946603.191817:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946603.191819:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946603.191822:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946603.191824:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946603.191826:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946603.191833:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=105 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946603.191836:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=25 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946603.191838:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946603.191839:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946603.191841:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946603.191844:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946603.191846:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946603.191847:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946603.191849:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946603.191851:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946603.191855:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950380 x1871641054290176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946619 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946603.191863:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946603.191865:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946603.191867:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946603.191870:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950380 x1871641054290176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946619 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946603.191875:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054290176:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946603.191879:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946603.191881:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946603.191884:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950380 x1871641054290176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946619 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946603.191890:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946603.191892:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946603.191894:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d461c1800. 02000000:00000001:2.0:1784946603.191898:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946603.191900:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946603.191902:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946603.191904:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946603.191906:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b500. 02000000:00000001:2.0:1784946603.191909:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946603.191911:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946603.191913:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950380. 00000100:00000001:2.0:1784946603.191916:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946603.191917:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946603.191919:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946603.191925:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946603.191926:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946603.191928:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946603.191929:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946603.505634:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946603.505640:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946603.505693:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946603.505697:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946603.505700:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946603.889579:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305390767, at 4305390784 00000100:00000040:0.0:1784946603.889591:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305390767, at 4305390784 00000100:00000010:1.0:1784946603.889592:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c3c0. 00000100:00000010:0.0:1784946603.889601:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c780. 00010000:00000001:1.0:1784946604.529613:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946604.529619:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946604.529681:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946604.529684:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946604.529688:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946605.553640:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946605.553646:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946605.553728:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946605.553731:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946605.553734:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946606.577629:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946606.577635:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946606.577701:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946606.577708:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946606.577712:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946607.601616:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946607.601626:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946607.601709:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946607.601718:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946607.601723:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946608.306573:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946608.306583:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946608.306591:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950380. 00000020:00000040:2.0:1784946608.306597:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946608.306602:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946608.306604:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946608.306609:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946608.306616:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b500. 00000100:00000001:2.0:1784946608.306623:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946608.306633:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950380 x1871641054290304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946608.306644:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946608.306647:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946608.306653:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3424a88] to pc [ptlrpcd_01_01+1] req@ffff996d73950380 x1871641054290304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946608.306849:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946608.306852:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946608.306855:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946608.306858:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953100. 00000020:00000040:2.0:1784946608.306861:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946608.306864:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946608.306865:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946608.306867:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946608.306871:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784946608.306875:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946608.306880:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73953100 x1871641054290432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946608.306889:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946608.306891:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946608.306895:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946608.306900:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946608.306903:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946608.306909:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b49009a9] to pc [ptlrpcd_01_00+0] req@ffff996d73953100 x1871641054290432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946608.306911:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950380 x1871641054290304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946608.306940:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946608.306942:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946608.306943:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946608.306946:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784946608.306947:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784946608.306950:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784946608.306954:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784946608.306955:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946608.306960:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1784946608.306963:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054290304:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784946608.306966:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784946608.306970:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784946608.306974:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10732) 02000000:00000001:3.0:1784946608.306976:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946608.306980:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946608.306982:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784946608.306986:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1784946608.306988:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d513d3200. 00000100:00000001:2.0:1784946608.306990:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784946608.306991:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946608.306993:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946608.307001:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953100 x1871641054290432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946608.307002:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946608.307008:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000100:00000001:2.0:1784946608.307014:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946608.307017:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784946608.307017:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1a18. 02000000:00000001:2.0:1784946608.307019:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1784946608.307025:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054290304, portal 25 02000000:00000001:2.0:1784946608.307028:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946608.307029:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946608.307031:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102471552 : -112779607080064 : ffff996d73950380) 02000000:00000001:2.0:1784946608.307034:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946608.307041:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950380 x1871641054290304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946608.307042:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054290432:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946608.307051:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946608.307055:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784946608.307056:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784946608.307058:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946608.307062:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784946608.307063:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946608.307067:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1770. 02000000:00000010:2.0:1784946608.307069:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d7a00. 00000100:00000200:3.0:1784946608.307071:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054290304, offset 0 02000000:00000001:2.0:1784946608.307073:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946608.307081:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946608.307081:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946608.307089:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000200:3.0:1784946608.307092:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946608.307095:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6e58. 00000100:00000200:2.0:1784946608.307100:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054290432, portal 10 00000400:00000200:3.0:1784946608.307101:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:2.0:1784946608.307103:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946608.307106:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102483200 : -112779607068416 : ffff996d73953100) 00000400:00000200:3.0:1784946608.307108:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946608.307117:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000040:2.0:1784946608.307118:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953100 x1871641054290432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946608.307122:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946608.307128:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:2.0:1784946608.307134:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784946608.307135:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314779:314779:256:4294967295] 192.168.202.106@tcp LPNI seq info [314775:314775:8:4294967295] 00000100:00000040:2.0:1784946608.307142:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946608.307146:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946608.307147:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6110. 00000100:00000200:2.0:1784946608.307151:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054290432, offset 0 00000400:00000200:2.0:1784946608.307161:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946608.307162:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946608.307168:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946608.307173:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946608.307177:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000010:3.0:1784946608.307180:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000400:00000200:2.0:1784946608.307182:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946608.307186:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:3.0:1784946608.307190:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946608.307191:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946608.307196:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946608.307203:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314780:314780:255:4294967295] 192.168.202.106@tcp LPNI seq info [314776:314776:7:4294967295] 00000800:00000200:3.0:1784946608.307203:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946608.307209:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784946608.307218:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946608.307225:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946608.307230:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946608.307233:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511ba00. 00000100:00000001:3.0:1784946608.307237:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784946608.307238:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784946608.307244:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946608.307249:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:3.0:1784946608.307250:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305395888 00000800:00000200:2.0:1784946608.307254:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1784946608.307257:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322420. 00000100:00000001:2.0:1784946608.307260:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946608.307274:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1784946608.307278:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16715 usecs (17 jiffies) 00000100:00000001:3.0:1784946608.307281:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305395888 00000400:00000200:2.0:1784946608.307286:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000010:3.0:1784946608.307287:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322c00. 00000100:00000001:2.0:1784946608.307290:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305395218 00000100:00000001:3.0:1784946608.307292:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946608.307294:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305395888 00000100:00000001:3.0:1784946608.307297:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946608.307299:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305395218 00000100:00000001:3.0:1784946608.307303:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946608.307304:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305395888 00000100:00000001:3.0:1784946608.307309:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946608.307310:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946608.307314:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946608.307314:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946608.307320:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946608.307322:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946608.307324:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946608.307326:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946608.307328:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946608.307330:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946608.307332:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946608.307335:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946608.307335:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946608.307339:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946608.307340:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946608.307343:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946608.307344:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946608.307348:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946608.307587:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946608.307591:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bead00. 00000400:00000200:1.0:1784946608.307596:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946608.307601:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946608.307607:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1770 00000400:00000010:1.0:1784946608.307610:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1770. 00000100:00000001:1.0:1784946608.307613:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946608.307618:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950380 x1871641054290304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946608.307628:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946608.307631:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950380 x1871641054290304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946624 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946608.307638:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946608.307640:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946608.307687:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946608.307690:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511ba00. 00000400:00000200:1.0:1784946608.307695:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946608.307698:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946608.307700:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6110 00000400:00000010:1.0:1784946608.307702:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6110. 00000100:00000001:1.0:1784946608.307706:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946608.307710:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953100 x1871641054290432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946608.307716:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946608.307719:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953100 x1871641054290432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946624 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946608.307725:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946608.307726:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946608.309896:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946608.309909:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946608.309913:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946608.309915:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946608.309921:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946608.309928:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946608.309936:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946608.309940:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946608.309945:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946608.309948:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64302180 00000400:00000200:1.0:1784946608.309952:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946608.309957:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce811 [1] + 224 00000800:00000001:1.0:1784946608.309961:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946608.309966:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946608.309968:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946608.309970:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946608.309975:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946608.309981:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950380 x1871641054290304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946624 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946608.309988:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950380 x1871641054290304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946624 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946608.309998:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946608.310004:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946608.310006:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946608.310082:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946608.310086:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784946608.310092:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946608.310094:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946608.310096:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784946608.310101:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1a18 00000400:00000010:3.0:1784946608.310104:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1a18. 00000100:00000001:3.0:1784946608.310107:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946608.310113:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950380 x1871641054290304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946624 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946608.310119:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950380 x1871641054290304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946624 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946608.310123:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946608.310125:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946608.310127:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946608.310129:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946608.310131:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946608.310132:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946608.310134:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946608.310139:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=110 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946608.310142:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=110 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946608.310144:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946608.310145:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946608.310147:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946608.310149:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946608.310150:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946608.310153:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950380 x1871641054290304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946624 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946608.310162:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946608.310164:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946608.310165:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946608.310168:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950380 x1871641054290304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946624 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946608.310173:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054290304:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946608.310176:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946608.310178:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946608.310188:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950380 x1871641054290304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946624 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946608.310194:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946608.310197:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946608.310199:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d513d3200. 02000000:00000001:3.0:1784946608.310202:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946608.310205:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946608.310214:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946608.310217:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946608.310220:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b500. 02000000:00000001:3.0:1784946608.310224:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946608.310226:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946608.310228:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950380. 00000100:00000001:3.0:1784946608.310231:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946608.310233:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946608.310235:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946608.310241:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946608.310242:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946608.310244:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946608.310246:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946608.310763:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946608.310769:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946608.310771:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946608.310773:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946608.310778:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946608.310782:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946608.310788:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946608.310790:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946608.310794:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946608.310797:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64302200 00000400:00000200:1.0:1784946608.310800:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946608.310805:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce819 [1] + 224 00000800:00000001:1.0:1784946608.310808:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946608.310813:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946608.310815:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946608.310818:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946608.310831:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946608.310837:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953100 x1871641054290432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946624 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946608.310845:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953100 x1871641054290432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946624 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946608.310865:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946608.310870:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946608.310873:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946608.310969:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946608.310972:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946608.310976:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946608.310978:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946608.310981:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784946608.310985:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6e58 00000400:00000010:2.0:1784946608.310987:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6e58. 00000100:00000001:2.0:1784946608.310990:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946608.310995:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953100 x1871641054290432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946624 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946608.311002:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953100 x1871641054290432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946624 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946608.311008:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946608.311010:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946608.311012:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946608.311013:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946608.311014:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946608.311016:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946608.311018:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946608.311023:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=110 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946608.311026:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=30 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946608.311028:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946608.311030:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946608.311032:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946608.311034:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946608.311037:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946608.311038:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946608.311040:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946608.311042:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946608.311046:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953100 x1871641054290432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946624 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946608.311052:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946608.311054:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946608.311056:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946608.311059:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953100 x1871641054290432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946624 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946608.311066:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054290432:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946608.311070:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946608.311071:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946608.311074:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953100 x1871641054290432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946624 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946608.311080:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946608.311082:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946608.311084:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d7a00. 02000000:00000001:2.0:1784946608.311088:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946608.311089:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946608.311090:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946608.311092:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946608.311094:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 02000000:00000001:2.0:1784946608.311097:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946608.311098:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946608.311099:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953100. 00000100:00000001:2.0:1784946608.311102:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946608.311103:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946608.311105:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946608.311109:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946608.311110:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946608.311112:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946608.311113:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946608.625661:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946608.625669:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946608.625711:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946608.625715:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946608.625719:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946609.009599:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305395888, at 4305395904 00000100:00000010:0.0:1784946609.009615:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322420. 00000100:00000040:1.0:1784946609.010661:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305395888, at 4305395905 00000100:00000010:1.0:1784946609.010670:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322c00. 00010000:00000001:1.0:1784946609.653190:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946609.653197:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946609.653354:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946609.653358:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946609.653369:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946610.673630:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946610.673636:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946610.673692:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946610.673696:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946610.673699:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946611.697731:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946611.697739:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946611.697741:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946611.697744:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946611.697749:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946611.697751:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946611.697753:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946611.697756:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946611.697823:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946611.697827:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946611.697830:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946612.721685:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946612.721692:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946612.722660:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946612.722665:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946612.722668:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946613.425637:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946613.425647:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946613.425656:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953100. 00000020:00000040:2.0:1784946613.425662:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946613.425666:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946613.425669:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946613.425674:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946613.425681:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784946613.425687:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946613.425699:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73953100 x1871641054290560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946613.425709:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946613.425713:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946613.425720:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b49009a9] to pc [ptlrpcd_01_01+1] req@ffff996d73953100 x1871641054290560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946613.425746:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946613.425748:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946613.425751:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946613.425753:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951f80. 00000020:00000040:2.0:1784946613.425754:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946613.425756:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946613.425757:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946613.425758:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946613.425760:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bc00. 00000100:00000001:2.0:1784946613.425762:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946613.425766:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951f80 x1871641054290688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946613.425771:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946613.425773:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946613.425775:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c06e06] to pc [ptlrpcd_01_00+0] req@ffff996d73951f80 x1871641054290688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946613.425781:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946613.425783:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946613.425783:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784946613.425788:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784946613.425789:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784946613.425790:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946613.425793:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946613.425794:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946613.425799:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10738) 00000100:00000040:3.0:1784946613.425804:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953100 x1871641054290560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946613.425810:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946613.425813:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946613.425815:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784946613.425817:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784946613.425820:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951f80 x1871641054290688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946613.425821:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946613.425828:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784946613.425829:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946613.425832:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946613.425834:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946613.425834:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946613.425836:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946613.425839:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946613.425840:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946613.425850:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054290688:192.168.202.106@tcp:400:kworker.0 00000100:00100000:3.0:1784946613.425850:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054290560:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946613.425857:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784946613.425858:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946613.425864:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946613.425864:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946613.425869:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946613.425869:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946613.425874:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1784946613.425874:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946613.425880:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d7e00. 02000000:00000010:3.0:1784946613.425881:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46616400. 02000000:00000001:2.0:1784946613.425883:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946613.425885:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946613.425895:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946613.425896:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946613.425904:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:3.0:1784946613.425904:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784946613.425920:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1a18. 00000400:00000010:2.0:1784946613.425923:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6e58. 00000100:00000200:3.0:1784946613.425927:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054290560, portal 25 00000100:00000200:2.0:1784946613.425929:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054290688, portal 10 00000100:00000001:3.0:1784946613.425931:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946613.425934:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102483200 : -112779607068416 : ffff996d73953100) 00000100:00000001:2.0:1784946613.425935:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946613.425939:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102478720 : -112779607072896 : ffff996d73951f80) 00000100:00000040:3.0:1784946613.425944:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953100 x1871641054290560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946613.425950:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951f80 x1871641054290688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946613.425957:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784946613.425962:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946613.425964:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000040:2.0:1784946613.425968:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946613.425969:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1880. 00000400:00000010:2.0:1784946613.425973:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6088. 00000100:00000200:3.0:1784946613.425975:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054290560, offset 0 00000100:00000200:2.0:1784946613.425977:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054290688, offset 0 00000400:00000200:3.0:1784946613.425985:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946613.425993:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946613.425996:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946613.426005:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946613.426010:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946613.426013:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946613.426017:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946613.426019:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946613.426023:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314781:314781:256:4294967295] 192.168.202.106@tcp LPNI seq info [314777:314777:8:4294967295] 00000400:00000200:3.0:1784946613.426027:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946613.426033:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946613.426039:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946613.426043:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946613.426044:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946613.426049:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946613.426052:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946613.426055:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946613.426059:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314782:314782:255:4294967295] 192.168.202.106@tcp LPNI seq info [314778:314778:7:4294967295] 00000800:00000200:3.0:1784946613.426059:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946613.426065:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:3.0:1784946613.426067:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000400:00000200:2.0:1784946613.426073:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946613.426078:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946613.426079:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946613.426086:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b700. 00000800:00000200:3.0:1784946613.426091:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946613.426095:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784946613.426099:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946613.426108:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946613.426111:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946613.426115:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946613.426116:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946613.426123:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16713 usecs (17 jiffies) 00000400:00000200:3.0:1784946613.426124:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946613.426129:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305401007 00000400:00000200:2.0:1784946613.426130:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946613.426135:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305400337 00000100:00000010:3.0:1784946613.426137:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322000. 00000100:00000001:3.0:1784946613.426144:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784946613.426162:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305401007 00000100:00000001:2.0:1784946613.426163:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305401007 00000100:00000001:2.0:1784946613.426168:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305400337 00000100:00000010:3.0:1784946613.426169:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322900. 00000100:00000001:3.0:1784946613.426175:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946613.426181:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305401007 00000100:00000001:3.0:1784946613.426181:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784946613.426184:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946613.426187:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946613.426188:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1784946613.426190:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea800. 00000100:00000001:2.0:1784946613.426193:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946613.426194:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946613.426196:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946613.426198:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946613.426199:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946613.426199:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946613.426209:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946613.426210:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946613.426210:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946613.426214:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784946613.426215:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1880 00000100:00000001:3.0:1784946613.426215:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1784946613.426221:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1880. 00000100:00000001:2.0:1784946613.426222:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946613.426222:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946613.426239:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946613.426241:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946613.426242:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946613.426246:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946613.426248:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784946613.426248:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946613.426251:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946613.426257:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953100 x1871641054290560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946613.426273:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946613.426276:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953100 x1871641054290560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946629 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946613.426281:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946613.426283:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946613.426337:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946613.426339:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b700. 00000400:00000200:1.0:1784946613.426341:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946613.426344:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946613.426345:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6088 00000400:00000010:1.0:1784946613.426347:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6088. 00000100:00000001:1.0:1784946613.426350:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946613.426354:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951f80 x1871641054290688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946613.426360:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946613.426363:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951f80 x1871641054290688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946629 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946613.426368:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946613.426370:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946613.428661:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946613.428733:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946613.428736:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946613.428738:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946613.428742:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946613.428747:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946613.428752:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946613.428755:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946613.428759:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946613.428768:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64302280 00000400:00000200:1.0:1784946613.428773:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946613.428777:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce821 [1] + 224 00000800:00000001:1.0:1784946613.428782:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946613.428795:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946613.428797:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946613.428800:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946613.428804:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946613.428809:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953100 x1871641054290560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946629 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946613.428816:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953100 x1871641054290560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946613.428853:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946613.428856:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946613.428873:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946613.428880:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946613.428883:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784946613.428976:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946613.428978:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946613.428980:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784946613.428984:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1a18 00000400:00000010:3.0:1784946613.428986:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1a18. 00000100:00000001:3.0:1784946613.428988:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946613.428992:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953100 x1871641054290560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946613.428994:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946613.429001:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784946613.429002:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953100 x1871641054290560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946629 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946613.429005:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946613.429008:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946613.429015:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946613.429018:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946613.429021:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946613.429024:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946613.429026:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946613.429028:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64302300 00000400:00000200:1.0:1784946613.429030:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946613.429033:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce829 [1] + 224 00000800:00000001:1.0:1784946613.429036:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946613.429040:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946613.429041:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946613.429043:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946613.429046:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946613.429049:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951f80 x1871641054290688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946629 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946613.429055:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1784946613.429058:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951f80 x1871641054290688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946613.429059:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946613.429063:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946613.429066:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946613.429069:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946613.429071:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946613.429075:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946613.429080:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=115 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946613.429083:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=115 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946613.429084:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946613.429085:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946613.429087:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946613.429089:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946613.429090:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946613.429091:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946613.429097:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953100 x1871641054290560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946629 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946613.429098:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946613.429103:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946613.429104:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946613.429109:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946613.429111:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946613.429115:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953100 x1871641054290560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946629 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946613.429120:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054290560:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946613.429123:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946613.429124:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946613.429126:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953100 x1871641054290560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946629 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946613.429129:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946613.429131:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946613.429133:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46616400. 02000000:00000001:3.0:1784946613.429135:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946613.429136:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946613.429137:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946613.429139:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946613.429140:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 02000000:00000001:3.0:1784946613.429143:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946613.429144:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946613.429145:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953100. 00000100:00000001:3.0:1784946613.429154:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946613.429156:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946613.429158:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946613.429164:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946613.429165:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946613.429168:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946613.429170:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946613.429175:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946613.429180:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946613.429184:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946613.429186:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946613.429188:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784946613.429192:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6e58 00000400:00000010:2.0:1784946613.429193:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6e58. 00000100:00000001:2.0:1784946613.429196:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946613.429211:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951f80 x1871641054290688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946613.429219:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951f80 x1871641054290688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946629 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946613.429236:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946613.429237:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946613.429239:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946613.429241:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946613.429242:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946613.429243:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946613.429245:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946613.429250:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=115 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946613.429253:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=35 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946613.429255:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946613.429257:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946613.429258:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946613.429261:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946613.429264:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946613.429266:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946613.429268:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946613.429269:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946613.429274:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951f80 x1871641054290688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946629 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946613.429280:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946613.429282:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946613.429283:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946613.429286:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951f80 x1871641054290688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946629 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946613.429293:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054290688:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946613.429297:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946613.429299:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946613.429301:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951f80 x1871641054290688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946629 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946613.429307:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946613.429308:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946613.429310:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d7e00. 02000000:00000001:2.0:1784946613.429313:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946613.429314:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946613.429315:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946613.429317:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946613.429319:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bc00. 02000000:00000001:2.0:1784946613.429321:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946613.429322:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946613.429323:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951f80. 00000100:00000001:2.0:1784946613.429326:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946613.429327:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946613.429329:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946613.429332:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946613.429333:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946613.429335:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946613.429336:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946613.745633:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946613.745640:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946613.745704:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946613.745708:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946613.745711:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946614.129634:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305401007, at 4305401024 00000100:00000010:1.0:1784946614.129648:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322900. 00000100:00000040:0.0:1784946614.130282:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305401007, at 4305401024 00000100:00000010:0.0:1784946614.130287:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322000. 00010000:00000001:1.0:1784946614.769650:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946614.769658:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946614.769716:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946614.769720:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946614.769724:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946615.793829:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946615.793836:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946615.793978:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946615.793982:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946615.793985:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946616.817631:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946616.817637:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946616.817731:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946616.817735:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946616.817738:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946617.841646:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946617.841651:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946617.841712:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946617.841715:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946617.841717:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946618.545638:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946618.545646:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946618.545654:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d88380. 00000020:00000040:1.0:1784946618.545659:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946618.545662:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946618.545665:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946618.545669:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946618.545675:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ade00. 00000100:00000001:1.0:1784946618.545681:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946618.545689:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d88380 x1871641054290816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946618.545696:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946618.545699:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946618.545704:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019f8811f] to pc [ptlrpcd_00_01+1] req@ffff996d44d88380 x1871641054290816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946618.545724:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946618.545726:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946618.545728:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946618.545731:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d89f80. 00000020:00000040:1.0:1784946618.545733:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946618.545734:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946618.545735:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946618.545736:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946618.545738:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad100. 00000100:00000001:1.0:1784946618.545740:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946618.545742:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d89f80 x1871641054290944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946618.545746:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946618.545748:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946618.545750:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a07206b0] to pc [ptlrpcd_00_00+0] req@ffff996d44d89f80 x1871641054290944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946618.545755:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946618.545757:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946618.545759:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946618.545761:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946618.545763:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946618.545767:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10743) 00000100:00000001:0.0:1784946618.545772:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946618.545777:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946618.545780:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946618.545788:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88380 x1871641054290816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946618.545789:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946618.545792:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946618.545794:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946618.545800:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d89f80 x1871641054290944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946618.545802:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946618.545806:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946618.545807:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946618.545810:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946618.545812:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946618.545813:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946618.545816:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946618.545817:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946618.545822:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946618.545823:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946618.545831:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054290816:192.168.202.106@tcp:400:kworker.0 00000100:00100000:1.0:1784946618.545832:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054290944:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946618.545839:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784946618.545844:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946618.545849:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946618.545849:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946618.545852:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946618.545853:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1784946618.545856:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946618.545859:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946618.545860:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b400. 02000000:00000010:1.0:1784946618.545864:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d51da1400. 02000000:00000001:0.0:1784946618.545865:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946618.545868:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946618.545876:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946618.545877:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946618.545880:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2da50. 00000400:00000010:0.0:1784946618.545883:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f478. 00000400:00000010:1.0:1784946618.545886:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294cc0. 00000400:00000010:0.0:1784946618.545891:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fd48. 00000100:00000200:1.0:1784946618.545893:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054290944, portal 10 00000100:00000001:1.0:1784946618.545896:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1784946618.545898:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054290816, portal 25 00000100:00000001:1.0:1784946618.545898:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318373248 : -112780391178368 : ffff996d44d89f80) 00000100:00000001:0.0:1784946618.545904:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946618.545906:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318366080 : -112780391185536 : ffff996d44d88380) 00000100:00000040:1.0:1784946618.545908:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d89f80 x1871641054290944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946618.545915:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784946618.545917:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88380 x1871641054290816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946618.545920:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946618.545924:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294dd0. 00000100:00000200:1.0:1784946618.545928:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054290944, offset 0 00000100:00000001:0.0:1784946618.545934:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784946618.545937:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:0.0:1784946618.545941:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946618.545946:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f198. 00000100:00000200:0.0:1784946618.545950:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054290816, offset 0 00000400:00000200:1.0:1784946618.545951:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946618.545958:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946618.545962:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946618.545967:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946618.545971:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946618.545974:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946618.545977:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946618.545981:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314783:314783:256:4294967295] 192.168.202.106@tcp LPNI seq info [314779:314779:8:4294967295] 00000400:00000200:1.0:1784946618.545993:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946618.546002:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946618.546009:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946618.546010:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:1.0:1784946618.546017:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad500. 00000400:00000200:0.0:1784946618.546018:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946618.546023:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946618.546028:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:1.0:1784946618.546029:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784946618.546032:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946618.546037:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:1.0:1784946618.546041:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784946618.546044:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314784:314784:255:4294967295] 192.168.202.106@tcp LPNI seq info [314780:314780:7:4294967295] 00000800:00000200:1.0:1784946618.546048:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784946618.546053:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946618.546061:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946618.546063:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000040:1.0:1784946618.546066:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16713 usecs (17 jiffies) 00000400:00000200:1.0:1784946618.546071:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:0.0:1784946618.546075:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946618.546075:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305405457 00000100:00000010:1.0:1784946618.546082:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f8a0. 00000800:00000010:0.0:1784946618.546084:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4000. 00000100:00000001:1.0:1784946618.546087:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784946618.546092:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305405457 00000100:00000010:1.0:1784946618.546095:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f420. 00000100:00000001:1.0:1784946618.546099:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000800:00000200:0.0:1784946618.546100:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:1.0:1784946618.546102:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946618.546104:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946618.546108:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946618.546110:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784946618.546114:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:1.0:1784946618.546118:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1784946618.546119:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946618.546122:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946618.546125:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946618.546126:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946618.546129:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946618.546131:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946618.546132:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946618.546135:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946618.546137:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305406127 00000100:00000001:0.0:1784946618.546144:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305405457 00000100:00000001:0.0:1784946618.546150:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305406127 00000100:00000001:0.0:1784946618.546153:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305405457 00000100:00000001:0.0:1784946618.546156:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946618.546158:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946618.546161:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946618.546163:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946618.546167:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946618.546169:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946618.546171:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946618.546173:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946618.546175:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946618.546177:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946618.546192:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946618.546196:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad500. 00000400:00000200:1.0:1784946618.546204:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946618.546210:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946618.546215:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294dd0 00000400:00000010:1.0:1784946618.546217:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294dd0. 00000100:00000001:1.0:1784946618.546221:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946618.546225:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d89f80 x1871641054290944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946618.546233:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946618.546236:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d89f80 x1871641054290944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946634 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946618.546242:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946618.546243:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946618.546303:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946618.546305:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4000. 00000400:00000200:1.0:1784946618.546310:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946618.546313:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946618.546316:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f198 00000400:00000010:1.0:1784946618.546317:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f198. 00000100:00000001:1.0:1784946618.546320:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946618.546323:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d88380 x1871641054290816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946618.546328:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946618.546331:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d88380 x1871641054290816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946634 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946618.546337:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946618.546339:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946618.550071:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946618.550085:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946618.550089:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946618.550091:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946618.550099:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946618.550105:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946618.550113:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946618.550117:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946618.550122:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946618.550126:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64302400 00000400:00000200:1.0:1784946618.550131:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946618.550136:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce831 [1] + 224 00000800:00000001:1.0:1784946618.550143:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946618.550164:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946618.550167:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946618.550172:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946618.550180:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946618.550202:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89f80 x1871641054290944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946634 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946618.550213:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89f80 x1871641054290944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946618.550241:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946618.550251:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946618.550255:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946618.550324:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946618.550327:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784946618.550334:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946618.550336:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946618.550339:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2da50. 00000400:00000200:0.0:1784946618.550343:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294cc0 00000400:00000010:0.0:1784946618.550345:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294cc0. 00000100:00000001:0.0:1784946618.550348:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946618.550352:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d89f80 x1871641054290944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946618.550361:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d89f80 x1871641054290944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946634 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946618.550368:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946618.550370:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946618.550372:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946618.550376:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946618.550378:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946618.550380:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946618.550383:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946618.550391:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946618.550396:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=40 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946618.550399:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946618.550401:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946618.550403:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946618.550407:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946618.550410:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784946618.550412:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784946618.550414:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784946618.550416:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946618.550421:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d89f80 x1871641054290944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946634 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946618.550429:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946618.550432:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946618.550434:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946618.550439:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89f80 x1871641054290944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946634 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946618.550448:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054290944:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946618.550453:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946618.550456:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946618.550459:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89f80 x1871641054290944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946634 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946618.550466:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946618.550468:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946618.550472:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d51da1400. 02000000:00000001:0.0:1784946618.550477:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946618.550479:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946618.550480:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784946618.550483:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946618.550486:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad100. 02000000:00000001:0.0:1784946618.550491:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946618.550493:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946618.550495:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89f80. 00000100:00000001:0.0:1784946618.550498:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946618.550499:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946618.550502:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946618.550508:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946618.550510:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946618.550513:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784946618.550550:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946618.550555:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946618.550557:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946618.550559:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946618.550563:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946618.550567:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946618.550571:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946618.550574:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946618.550578:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946618.550581:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64302380 00000400:00000200:1.0:1784946618.550585:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946618.550589:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce839 [1] + 224 00000800:00000001:1.0:1784946618.550593:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946618.550598:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946618.550600:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946618.550603:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946618.550606:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946618.550611:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d88380 x1871641054290816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946634 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946618.550620:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d88380 x1871641054290816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946618.550634:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946618.550638:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946618.550641:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946618.550658:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946618.550661:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946618.550664:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946618.550665:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946618.550667:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f478. 00000400:00000200:1.0:1784946618.550670:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fd48 00000400:00000010:1.0:1784946618.550672:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fd48. 00000100:00000001:1.0:1784946618.550674:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946618.550678:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88380 x1871641054290816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946618.550685:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88380 x1871641054290816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946634 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946618.550691:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946618.550693:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946618.550694:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946618.550696:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946618.550697:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946618.550699:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946618.550701:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946618.550703:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946618.550706:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=120 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946618.550708:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946618.550709:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946618.550711:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946618.550713:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946618.550715:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946618.550718:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88380 x1871641054290816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946634 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946618.550725:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946618.550726:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946618.550728:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946618.550731:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88380 x1871641054290816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946634 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946618.550744:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054290816:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946618.550748:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946618.550749:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946618.550752:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88380 x1871641054290816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946634 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946618.550758:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946618.550759:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946618.550761:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b400. 02000000:00000001:1.0:1784946618.550764:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946618.550765:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946618.550767:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784946618.550769:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946618.550770:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ade00. 02000000:00000001:1.0:1784946618.550773:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946618.550774:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946618.550775:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88380. 00000100:00000001:1.0:1784946618.550778:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946618.550779:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946618.550781:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946618.550784:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946618.550785:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946618.550787:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946618.550788:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946618.550837:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946618.865628:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946618.865634:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946618.865695:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946618.865699:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946618.865701:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946619.249738:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305406127, at 4305406144 00000100:00000010:1.0:1784946619.249752:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f420. 00000100:00000040:0.0:1784946619.249811:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305406127, at 4305406144 00000100:00000010:0.0:1784946619.249818:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f8a0. 00010000:00000001:1.0:1784946619.889621:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946619.889628:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946619.889717:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946619.889721:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946619.889724:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946620.913616:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946620.913622:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946620.914203:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946620.914205:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946620.914207:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946621.937618:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946621.937624:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946621.937626:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946621.937628:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946621.937631:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946621.937633:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946621.937634:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946621.937636:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946621.937700:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946621.937704:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946621.937707:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946622.961633:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946622.961640:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946622.961949:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946622.961953:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946622.961957:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946623.665773:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946623.665782:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946623.665792:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951f80. 00000020:00000040:2.0:1784946623.665798:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946623.665801:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946623.665804:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946623.665809:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946623.665817:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bc00. 00000100:00000001:2.0:1784946623.665824:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946623.665835:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951f80 x1871641054291072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946623.665846:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946623.665851:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946623.665857:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c06e06] to pc [ptlrpcd_01_01+1] req@ffff996d73951f80 x1871641054291072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946623.665890:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946623.665892:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946623.665896:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946623.665899:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950700. 00000020:00000040:2.0:1784946623.665901:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946623.665903:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946623.665905:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946623.665907:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946623.665911:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784946623.665913:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946623.665919:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950700 x1871641054291200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946623.665926:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946623.665929:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946623.665929:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946623.665935:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784946623.665936:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a906b26] to pc [ptlrpcd_01_00+0] req@ffff996d73950700 x1871641054291200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946623.665939:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946623.665948:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951f80 x1871641054291072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946623.665960:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946623.665965:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946623.665965:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946623.665969:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946623.665970:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946623.665975:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784946623.665976:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784946623.665980:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784946623.665981:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946623.665985:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946623.665986:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10748) 00000100:00100000:3.0:1784946623.665991:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054291072:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946623.665997:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784946623.666002:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784946623.666003:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784946623.666005:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784946623.666007:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946623.666008:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784946623.666012:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784946623.666016:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950700 x1871641054291200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784946623.666019:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46617e00. 02000000:00000001:3.0:1784946623.666023:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946623.666031:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946623.666034:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946623.666035:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784946623.666038:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946623.666041:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1784946623.666042:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 02000000:00000001:2.0:1784946623.666046:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946623.666052:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054291200:192.168.202.106@tcp:400:kworker.0 00000400:00000010:3.0:1784946623.666052:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1a18. 00000100:00000001:2.0:1784946623.666059:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1784946623.666062:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054291072, portal 25 02000000:00000001:2.0:1784946623.666063:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946623.666066:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946623.666067:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1784946623.666070:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784946623.666071:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102478720 : -112779607072896 : ffff996d73951f80) 02000000:00000010:2.0:1784946623.666077:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d7e00. 00000100:00000040:3.0:1784946623.666080:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951f80 x1871641054291072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946623.666081:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946623.666091:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946623.666095:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1784946623.666097:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000100:00000040:3.0:1784946623.666102:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946623.666105:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6e58. 00000400:00000010:3.0:1784946623.666108:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1990. 00000100:00000200:2.0:1784946623.666110:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054291200, portal 10 00000100:00000001:2.0:1784946623.666114:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1784946623.666114:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054291072, offset 0 00000100:00000001:2.0:1784946623.666117:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102472448 : -112779607079168 : ffff996d73950700) 00000400:00000200:3.0:1784946623.666124:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:2.0:1784946623.666129:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950700 x1871641054291200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946623.666134:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946623.666160:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946623.666165:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946623.666170:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:2.0:1784946623.666174:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784946623.666176:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1784946623.666181:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946623.666183:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000010:2.0:1784946623.666186:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6220. 00000400:00000200:3.0:1784946623.666190:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314785:314785:256:4294967295] 192.168.202.106@tcp LPNI seq info [314781:314781:8:4294967295] 00000100:00000200:2.0:1784946623.666192:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054291200, offset 0 00000400:00000200:3.0:1784946623.666201:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946623.666203:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946623.666210:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946623.666219:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946623.666226:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946623.666229:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000010:3.0:1784946623.666232:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000400:00000200:2.0:1784946623.666235:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946623.666241:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:3.0:1784946623.666244:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946623.666248:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946623.666253:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:3.0:1784946623.666257:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784946623.666259:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314786:314786:255:4294967295] 192.168.202.106@tcp LPNI seq info [314782:314782:7:4294967295] 00000400:00000200:2.0:1784946623.666263:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946623.666268:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946623.666271:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946623.666274:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b300. 00000800:00000200:2.0:1784946623.666277:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946623.666281:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946623.666283:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946623.666296:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946623.666300:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16712 usecs (17 jiffies) 00000400:00000200:2.0:1784946623.666302:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946623.666304:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305410577 00000100:00000010:2.0:1784946623.666307:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c000. 00000100:00000001:2.0:1784946623.666312:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946623.666325:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305410577 00000100:00000010:2.0:1784946623.666328:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c2a0. 00000100:00000001:2.0:1784946623.666330:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946623.666334:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946623.666336:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946623.666338:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946623.666340:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946623.666345:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946623.666346:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946623.666348:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946623.666349:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946623.666350:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946623.666351:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784946623.666410:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946623.666415:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946623.666418:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946623.666420:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305411247 00000100:00000001:3.0:1784946623.666426:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305410577 00000100:00000001:3.0:1784946623.666429:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305411247 00000100:00000001:3.0:1784946623.666432:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305410577 00000100:00000001:3.0:1784946623.666435:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946623.666437:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946623.666439:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946623.666441:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946623.666445:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946623.666447:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946623.666449:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946623.666450:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946623.666451:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946623.666453:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946623.666562:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946623.666567:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b300. 00000400:00000200:1.0:1784946623.666574:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946623.666580:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946623.666586:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6220 00000400:00000010:1.0:1784946623.666588:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6220. 00000100:00000001:1.0:1784946623.666594:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946623.666599:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950700 x1871641054291200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946623.666609:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946623.666612:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950700 x1871641054291200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946639 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946623.666621:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946623.666623:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946623.666683:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946623.666686:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bead00. 00000400:00000200:1.0:1784946623.666690:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946623.666694:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946623.666696:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1990 00000400:00000010:1.0:1784946623.666698:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1990. 00000100:00000001:1.0:1784946623.666701:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946623.666704:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951f80 x1871641054291072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946623.666712:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946623.666714:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951f80 x1871641054291072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946639 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946623.666726:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946623.666728:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946623.668399:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946623.668411:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946623.668414:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946623.668416:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946623.668421:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946623.668426:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946623.668432:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946623.668435:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946623.668439:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946623.668443:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64302480 00000400:00000200:1.0:1784946623.668447:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946623.668453:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce851 [1] + 224 00000800:00000001:1.0:1784946623.668459:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946623.668464:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946623.668467:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946623.668471:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946623.668476:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946623.668482:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951f80 x1871641054291072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946639 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946623.668491:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951f80 x1871641054291072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946623.668503:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946623.668509:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946623.668512:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946623.668640:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946623.668643:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784946623.668649:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946623.668650:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946623.668652:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784946623.668655:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1a18 00000400:00000010:3.0:1784946623.668657:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1a18. 00000100:00000001:3.0:1784946623.668659:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946623.668662:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951f80 x1871641054291072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946623.668696:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951f80 x1871641054291072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946639 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946623.668700:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946623.668702:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946623.668703:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946623.668706:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946623.668708:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946623.668709:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946623.668711:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946623.668715:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=125 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946623.668718:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=125 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946623.668720:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946623.668721:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946623.668723:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946623.668725:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946623.668726:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946623.668729:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951f80 x1871641054291072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946639 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946623.668733:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946623.668736:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946623.668737:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946623.668740:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951f80 x1871641054291072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946639 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946623.668744:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054291072:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946623.668747:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946623.668748:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946623.668750:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951f80 x1871641054291072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946639 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946623.668754:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946623.668756:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946623.668758:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46617e00. 02000000:00000001:3.0:1784946623.668759:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946623.668761:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946623.668762:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946623.668763:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946623.668765:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bc00. 02000000:00000001:3.0:1784946623.668767:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946623.668768:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946623.668769:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951f80. 00000100:00000001:3.0:1784946623.668771:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946623.668772:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946623.668773:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946623.668776:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946623.668777:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946623.668779:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946623.668780:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946623.668837:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946623.668841:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946623.668843:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946623.668844:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946623.668847:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946623.668851:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946623.668856:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946623.668859:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946623.668862:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946623.668865:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64302500 00000400:00000200:1.0:1784946623.668868:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946623.668872:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce859 [1] + 224 00000800:00000001:1.0:1784946623.668876:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946623.668881:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946623.668883:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946623.668887:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946623.668890:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946623.668894:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950700 x1871641054291200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946639 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946623.668901:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950700 x1871641054291200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946623.668916:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946623.668920:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946623.668923:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946623.668945:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946623.668947:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946623.668950:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946623.668951:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946623.668952:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784946623.668955:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6e58 00000400:00000010:2.0:1784946623.668956:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6e58. 00000100:00000001:2.0:1784946623.668959:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946623.668962:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950700 x1871641054291200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946623.668969:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950700 x1871641054291200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946639 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946623.668975:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946623.668977:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946623.668979:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946623.668981:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946623.668982:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946623.668984:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946623.668986:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946623.668991:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=125 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946623.668993:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=45 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946623.668995:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946623.668997:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946623.668998:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946623.669001:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946623.669004:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946623.669006:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946623.669008:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946623.669010:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946623.669014:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950700 x1871641054291200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946639 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946623.669020:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946623.669022:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946623.669023:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946623.669026:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950700 x1871641054291200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946639 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946623.669033:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054291200:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946623.669037:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946623.669039:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946623.669042:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950700 x1871641054291200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946639 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946623.669047:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946623.669049:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946623.669051:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d7e00. 02000000:00000001:2.0:1784946623.669054:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946623.669055:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946623.669057:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946623.669059:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946623.669061:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:2.0:1784946623.669063:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946623.669064:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946623.669065:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950700. 00000100:00000001:2.0:1784946623.669068:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946623.669069:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946623.669070:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946623.669074:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946623.669075:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946623.669077:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946623.669078:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946623.985629:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946623.985635:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946623.985705:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946623.985709:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946623.985712:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946624.369624:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305411247, at 4305411264 00000100:00000040:1.0:1784946624.369631:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305411247, at 4305411264 00000100:00000010:0.0:1784946624.369638:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c000. 00000100:00000010:1.0:1784946624.369640:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c2a0. 00010000:00000001:1.0:1784946625.009639:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946625.009646:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946625.009705:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946625.009709:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946625.009712:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946626.033612:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946626.033617:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946626.033685:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946626.033689:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946626.033693:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946627.057625:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946627.057632:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946627.057733:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946627.057737:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946627.057740:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946628.081652:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946628.081658:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946628.081727:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946628.081732:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946628.081735:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946628.785625:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946628.785635:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946628.785644:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950700. 00000020:00000040:2.0:1784946628.785649:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946628.785653:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946628.785655:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946628.785673:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946628.785682:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784946628.785689:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946628.785701:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950700 x1871641054291328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946628.785712:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946628.785716:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946628.785722:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a906b26] to pc [ptlrpcd_01_01+1] req@ffff996d73950700 x1871641054291328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946628.785747:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946628.785750:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946628.785754:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946628.785757:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953b80. 00000020:00000040:2.0:1784946628.785760:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946628.785761:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946628.785762:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946628.785765:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946628.785767:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946628.785767:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946628.785769:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1784946628.785773:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bc00. 00000100:00000040:3.0:1784946628.785776:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950700 x1871641054291328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946628.785777:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946628.785785:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73953b80 x1871641054291456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946628.785789:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946628.785792:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946628.785795:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1784946628.785797:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784946628.785798:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946628.785800:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784946628.785803:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8924e08] to pc [ptlrpcd_01_00+0] req@ffff996d73953b80 x1871641054291456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946628.785804:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946628.785812:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054291328:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946628.785819:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784946628.785824:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946628.785825:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784946628.785826:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784946628.785829:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946628.785830:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784946628.785832:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784946628.785833:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946628.785836:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:3.0:1784946628.785837:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46617200. 02000000:00000001:3.0:1784946628.785839:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946628.785840:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10753) 00000400:00000200:3.0:1784946628.785846:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946628.785849:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1784946628.785850:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000100:00000001:2.0:1784946628.785852:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946628.785855:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1784946628.785858:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1a18. 00000100:00000040:2.0:1784946628.785859:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953b80 x1871641054291456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946628.785866:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1784946628.785866:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054291328, portal 25 00000100:00000001:2.0:1784946628.785869:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946628.785870:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1784946628.785872:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784946628.785872:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102472448 : -112779607079168 : ffff996d73950700) 02000000:00000001:2.0:1784946628.785875:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946628.785879:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946628.785879:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950700 x1871641054291328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946628.785884:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054291456:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946628.785891:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946628.785895:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784946628.785895:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784946628.785898:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946628.785900:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000001:2.0:1784946628.785901:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1784946628.785903:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f15d8. 02000000:00000010:2.0:1784946628.785905:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d7e00. 00000100:00000200:3.0:1784946628.785907:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054291328, offset 0 02000000:00000001:2.0:1784946628.785909:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946628.785914:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946628.785915:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946628.785918:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784946628.785923:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6e58. 00000400:00000200:3.0:1784946628.785926:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:2.0:1784946628.785928:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054291456, portal 10 00000100:00000001:2.0:1784946628.785930:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946628.785931:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102485888 : -112779607065728 : ffff996d73953b80) 00000400:00000200:3.0:1784946628.785933:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946628.785939:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1784946628.785940:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953b80 x1871641054291456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946628.785944:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:2.0:1784946628.785951:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784946628.785951:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946628.785956:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000040:2.0:1784946628.785958:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946628.785961:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f62a8. 00000400:00000200:3.0:1784946628.785962:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314787:314787:256:4294967295] 192.168.202.106@tcp LPNI seq info [314783:314783:8:4294967295] 00000100:00000200:2.0:1784946628.785964:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054291456, offset 0 00000400:00000200:3.0:1784946628.785970:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946628.785974:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946628.785979:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946628.785984:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946628.785987:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946628.785991:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784946628.785995:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946628.785997:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946628.786000:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1784946628.786000:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000400:00000200:2.0:1784946628.786003:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946628.786007:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314788:314788:255:4294967295] 192.168.202.106@tcp LPNI seq info [314784:314784:7:4294967295] 00000800:00000200:3.0:1784946628.786012:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946628.786015:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946628.786023:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784946628.786025:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946628.786029:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784946628.786033:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946628.786037:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b300. 00000800:00000200:2.0:1784946628.786040:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946628.786044:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:3.0:1784946628.786044:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784946628.786048:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946628.786051:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946628.786052:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784946628.786054:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16712 usecs (17 jiffies) 00000100:00000001:3.0:1784946628.786057:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305416367 00000400:00000200:2.0:1784946628.786059:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946628.786063:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305415697 00000100:00000010:3.0:1784946628.786066:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3229c0. 00000100:00000001:3.0:1784946628.786081:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784946628.786086:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305416367 00000100:00000001:2.0:1784946628.786087:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305416367 00000100:00000010:3.0:1784946628.786091:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3224e0. 00000100:00000001:2.0:1784946628.786093:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305415697 00000100:00000001:3.0:1784946628.786109:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946628.786113:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784946628.786114:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946628.786116:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784946628.786118:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beab00. 00000100:00000001:3.0:1784946628.786119:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946628.786121:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946628.786124:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305416367 00000400:00000200:1.0:1784946628.786125:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946628.786128:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946628.786130:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946628.786130:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784946628.786134:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946628.786134:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946628.786136:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946628.786137:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946628.786140:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f15d8 00000400:00000010:1.0:1784946628.786142:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f15d8. 00000100:00000001:2.0:1784946628.786142:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946628.786142:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946628.786148:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784946628.786149:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946628.786149:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946628.786153:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950700 x1871641054291328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946628.786157:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946628.786160:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946628.786165:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784946628.786165:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946628.786168:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784946628.786171:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950700 x1871641054291328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946644 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946628.786172:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946628.786177:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946628.786186:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946628.786188:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946628.786252:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946628.786255:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b300. 00000400:00000200:1.0:1784946628.786263:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946628.786270:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946628.786273:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f62a8 00000400:00000010:1.0:1784946628.786275:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f62a8. 00000100:00000001:1.0:1784946628.786278:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946628.786282:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953b80 x1871641054291456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946628.786290:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946628.786292:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953b80 x1871641054291456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946644 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946628.786299:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946628.786301:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946628.787756:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946628.787768:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946628.787771:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946628.787773:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946628.787778:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946628.787784:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946628.787790:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946628.787794:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946628.787798:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946628.787802:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64302600 00000400:00000200:1.0:1784946628.787806:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946628.787812:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce869 [1] + 224 00000800:00000001:1.0:1784946628.787818:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946628.787822:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946628.787824:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946628.787828:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946628.787833:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946628.787839:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953b80 x1871641054291456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946628.787850:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953b80 x1871641054291456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946628.787864:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946628.787871:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946628.787875:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946628.787876:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946628.787879:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946628.787883:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946628.787887:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946628.787892:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946628.787895:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946628.787897:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946628.787900:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946628.787901:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946628.787905:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64302580 00000400:00000001:2.0:1784946628.787909:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784946628.787910:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:2.0:1784946628.787913:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946628.787917:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784946628.787921:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6e58 00000400:00000010:2.0:1784946628.787922:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6e58. 00000100:00000001:2.0:1784946628.787926:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946628.787929:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce861 [1] + 224 00000100:00000200:2.0:1784946628.787932:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953b80 x1871641054291456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946628.787936:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946628.787944:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784946628.787945:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953b80 x1871641054291456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946628.787948:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946628.787957:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946628.787962:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946628.787963:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946628.787967:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784946628.787970:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950700 x1871641054291328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946628.787971:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946628.787975:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946628.787979:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946628.787982:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946628.787983:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950700 x1871641054291328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946628.787986:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946628.787997:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=130 v=5 (5 5 5 5) 00000100:00000001:1.0:1784946628.788002:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1784946628.788002:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=50 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946628.788008:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1784946628.788009:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784946628.788010:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946628.788014:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784946628.788015:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946628.788020:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946628.788024:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946628.788027:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946628.788029:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946628.788031:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946628.788035:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784946628.788038:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953b80 x1871641054291456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946628.788040:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784946628.788044:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946628.788046:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946628.788049:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000100:00000001:2.0:1784946628.788051:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784946628.788053:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1a18 00000100:00000001:2.0:1784946628.788055:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1784946628.788056:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1a18. 00000100:00000001:2.0:1784946628.788059:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946628.788060:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946628.788066:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950700 x1871641054291328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946628.788068:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953b80 x1871641054291456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946644 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946628.788083:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950700 x1871641054291328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946628.788088:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054291456:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946628.788091:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946628.788093:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946628.788107:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946628.788107:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946628.788109:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946628.788112:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784946628.788112:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946628.788116:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946628.788118:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946628.788120:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953b80 x1871641054291456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946644 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784946628.788122:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=130 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946628.788129:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=130 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946628.788135:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946628.788137:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784946628.788138:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946628.788141:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1784946628.788142:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946628.788144:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946628.788146:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946628.788149:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d7e00. 00000100:00000040:3.0:1784946628.788154:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950700 x1871641054291328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946628.788156:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946628.788159:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946628.788162:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946628.788168:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784946628.788168:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1784946628.788172:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bc00. 00000100:00000001:3.0:1784946628.788174:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1784946628.788175:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946628.788178:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784946628.788178:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1784946628.788181:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953b80. 00000100:00000040:3.0:1784946628.788186:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950700 x1871641054291328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946644 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946628.788187:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946628.788190:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946628.788194:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946628.788200:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946628.788203:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946628.788207:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946628.788210:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946628.788214:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054291328:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946628.788220:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946628.788222:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946628.788225:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950700 x1871641054291328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946644 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946628.788231:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946628.788233:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946628.788235:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46617200. 02000000:00000001:3.0:1784946628.788238:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946628.788239:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946628.788240:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946628.788242:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946628.788244:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:3.0:1784946628.788246:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946628.788247:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946628.788249:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950700. 00000100:00000001:3.0:1784946628.788252:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946628.788253:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946628.788254:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946628.788258:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946628.788259:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946628.788261:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946628.788262:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946629.105635:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946629.105640:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946629.105697:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946629.105700:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946629.105704:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946629.489622:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305416367, at 4305416384 00000100:00000010:0.0:1784946629.489637:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3229c0. 00000100:00000040:1.0:1784946629.489691:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305416367, at 4305416384 00000100:00000010:1.0:1784946629.489696:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3224e0. 00010000:00000001:1.0:1784946630.129639:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946630.129646:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946630.129749:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946630.129753:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946630.129756:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946631.153626:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946631.153631:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946631.153704:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946631.153707:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946631.153709:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946632.177633:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946632.177640:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946632.177643:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946632.177646:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946632.177650:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946632.177652:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946632.177654:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946632.177656:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946632.177720:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946632.177725:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946632.177728:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784946632.561646:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784946632.561655:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784946632.561660:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1784946632.561841:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784946632.561845:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946632.561862:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946632.561867:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946632.561870:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784946633.201599:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946633.201605:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946633.201673:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946633.201677:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946633.201680:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946633.905641:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946633.905651:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946633.905661:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953b80. 00000020:00000040:2.0:1784946633.905667:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946633.905672:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946633.905675:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946633.905681:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946633.905689:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bc00. 00000100:00000001:2.0:1784946633.905695:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946633.905711:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73953b80 x1871641054291584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946633.905722:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946633.905726:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946633.905732:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8924e08] to pc [ptlrpcd_01_01+1] req@ffff996d73953b80 x1871641054291584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946633.905764:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946633.905767:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946633.905770:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946633.905775:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950700. 00000020:00000040:2.0:1784946633.905778:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946633.905780:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946633.905782:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946633.905784:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946633.905787:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784946633.905789:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946633.905794:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950700 x1871641054291712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946633.905801:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946633.905803:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946633.905807:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a906b26] to pc [ptlrpcd_01_00+0] req@ffff996d73950700 x1871641054291712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946633.905815:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946633.905817:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946633.905821:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946633.905824:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946633.905826:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946633.905831:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10758) 00000100:00000001:2.0:1784946633.905891:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946633.905895:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946633.905897:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946633.905903:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950700 x1871641054291712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946633.905910:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946633.905912:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946633.905916:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946633.905919:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946633.905922:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946633.905925:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054291712:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946633.905930:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946633.905935:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946633.905938:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946633.905940:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946633.905945:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d7e00. 02000000:00000001:2.0:1784946633.905947:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946633.905954:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946633.905960:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784946633.905968:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6e58. 00000100:00000200:2.0:1784946633.905974:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054291712, portal 10 00000100:00000001:2.0:1784946633.905977:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946633.905978:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102472448 : -112779607079168 : ffff996d73950700) 00000100:00000040:2.0:1784946633.905985:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950700 x1871641054291712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946633.905992:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946633.905996:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946633.906000:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6b28. 00000100:00000200:2.0:1784946633.906003:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054291712, offset 0 00000400:00000200:2.0:1784946633.906011:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946633.906020:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946633.906027:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946633.906032:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946633.906035:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946633.906039:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946633.906041:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946633.906045:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314789:314789:256:4294967295] 192.168.202.106@tcp LPNI seq info [314785:314785:8:4294967295] 00000400:00000200:2.0:1784946633.906050:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946633.906069:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946633.906074:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946633.906077:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b700. 00000800:00000200:2.0:1784946633.906082:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946633.906087:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946633.906091:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946633.906100:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946633.906104:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16712 usecs (17 jiffies) 00000400:00000200:2.0:1784946633.906106:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946633.906108:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305420817 00000100:00000010:2.0:1784946633.906110:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c540. 00000100:00000001:2.0:1784946633.906115:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946633.906122:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305420817 00000100:00000010:2.0:1784946633.906124:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c900. 00000100:00000001:2.0:1784946633.906127:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946633.906129:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946633.906131:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946633.906133:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946633.906136:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946633.906141:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946633.906143:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946633.906144:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946633.906145:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946633.906147:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946633.906149:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1784946633.906151:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946633.906152:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946633.906153:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946633.906155:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946633.906155:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946633.906156:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946633.906158:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953b80 x1871641054291584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946633.906162:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946633.906163:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946633.906164:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946633.906165:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946633.906167:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946633.906169:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054291584:192.168.202.106@tcp:400:kworker.0 00000800:00000200:1.0:1784946633.906171:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946633.906171:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946633.906174:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946633.906176:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784946633.906178:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b700. 02000000:00000001:2.0:1784946633.906178:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946633.906182:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d7a00. 02000000:00000001:2.0:1784946633.906184:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946633.906185:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784946633.906188:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946633.906193:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000010:2.0:1784946633.906193:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784946633.906199:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000400:00000200:1.0:1784946633.906200:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6b28 00000400:00000010:1.0:1784946633.906203:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6b28. 00000100:00000200:2.0:1784946633.906203:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054291584, portal 25 00000100:00000001:2.0:1784946633.906208:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946633.906209:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102485888 : -112779607065728 : ffff996d73953b80) 00000100:00000040:2.0:1784946633.906214:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953b80 x1871641054291584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946633.906216:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946633.906224:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950700 x1871641054291712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946633.906241:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946633.906247:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946633.906252:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f66e8. 00000100:00000001:1.0:1784946633.906257:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784946633.906257:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054291584, offset 0 00000100:00000040:1.0:1784946633.906264:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950700 x1871641054291712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946649 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784946633.906265:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946633.906273:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946633.906278:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946633.906281:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:1.0:1784946633.906283:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784946633.906288:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946633.906291:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946633.906294:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946633.906296:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946633.906306:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314790:314790:256:4294967295] 192.168.202.106@tcp LPNI seq info [314786:314786:8:4294967295] 00000400:00000200:2.0:1784946633.906309:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946633.906314:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946633.906317:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946633.906319:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b500. 00000800:00000200:2.0:1784946633.906322:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946633.906326:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946633.906329:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946633.906343:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946633.906346:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946633.906348:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305421487 00000100:00000001:2.0:1784946633.906352:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305420817 00000100:00000001:2.0:1784946633.906355:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305421487 00000100:00000001:2.0:1784946633.906358:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305420817 00000100:00000001:2.0:1784946633.906361:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946633.906364:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946633.906366:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946633.906369:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946633.906382:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946633.906387:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b500. 00000400:00000200:0.0:1784946633.906391:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946633.906395:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946633.906403:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f66e8 00000400:00000010:0.0:1784946633.906405:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f66e8. 00000100:00000001:0.0:1784946633.906407:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946633.906411:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953b80 x1871641054291584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946633.906417:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946633.906419:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953b80 x1871641054291584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946649 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946633.906423:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946633.906425:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784946633.906487:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946633.906490:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946633.907761:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946633.907770:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946633.907773:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946633.907776:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946633.907781:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946633.907786:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946633.907792:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946633.907795:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946633.907798:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946633.907800:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64302700 00000400:00000200:1.0:1784946633.907803:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946633.907807:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce871 [1] + 224 00000800:00000001:1.0:1784946633.907811:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946633.907814:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946633.907816:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946633.907819:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946633.907822:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946633.907825:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950700 x1871641054291712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946649 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946633.907832:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950700 x1871641054291712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946633.907845:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946633.907849:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946633.907851:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946633.907882:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946633.907886:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946633.907892:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946633.907895:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946633.907897:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784946633.907902:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6e58 00000400:00000010:2.0:1784946633.907904:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6e58. 00000100:00000001:2.0:1784946633.907907:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946633.907913:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950700 x1871641054291712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946633.907923:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950700 x1871641054291712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946649 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946633.907935:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946633.907937:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946633.907940:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946633.907942:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1784946633.907945:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784946633.907945:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946633.907949:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946633.907953:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946633.907954:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946633.907957:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946633.907960:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784946633.907960:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=135 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946633.907967:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=55 v=5 (1 1 1 1) 00000400:00000200:0.0:1784946633.907968:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946633.907974:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1784946633.907977:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:2.0:1784946633.907978:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946633.907983:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1784946633.907986:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00010000:00000001:2.0:1784946633.907988:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946633.907991:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946633.907994:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1784946633.907998:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784946633.907999:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000400:00000200:0.0:1784946633.908005:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64302680 00000100:00000001:2.0:1784946633.908005:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946633.908009:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946633.908013:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784946633.908017:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950700 x1871641054291712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946649 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946633.908019:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce879 [1] + 224 00000800:00000001:0.0:1784946633.908029:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784946633.908031:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946633.908035:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1784946633.908037:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946633.908037:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946633.908043:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784946633.908046:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950700 x1871641054291712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946649 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946633.908051:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946633.908072:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1784946633.908076:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054291712:192.168.202.106@tcp:400:kworker.0 00000100:00000200:0.0:1784946633.908080:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953b80 x1871641054291584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946649 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946633.908083:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946633.908087:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946633.908093:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950700 x1871641054291712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946649 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946633.908099:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953b80 x1871641054291584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946633.908106:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946633.908109:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946633.908113:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d7e00. 00000100:00000001:0.0:1784946633.908114:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784946633.908119:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:0.0:1784946633.908121:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784946633.908122:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946633.908125:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000800:00000001:0.0:1784946633.908127:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784946633.908128:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946633.908132:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 02000000:00000001:2.0:1784946633.908136:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946633.908137:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946633.908139:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950700. 00000100:00000001:2.0:1784946633.908142:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946633.908143:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946633.908146:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946633.908147:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946633.908149:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946633.908151:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946633.908152:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946633.908154:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946633.908156:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:2.0:1784946633.908158:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:2.0:1784946633.908160:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946633.908164:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953b80 x1871641054291584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946633.908172:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953b80 x1871641054291584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946649 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946633.908177:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946633.908178:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946633.908180:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946633.908181:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946633.908182:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946633.908183:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946633.908184:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946633.908186:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=135 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946633.908188:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=135 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946633.908189:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946633.908190:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946633.908191:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946633.908193:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946633.908194:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946633.908196:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953b80 x1871641054291584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946649 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946633.908200:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946633.908201:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946633.908201:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946633.908203:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953b80 x1871641054291584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946649 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946633.908207:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054291584:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946633.908209:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946633.908211:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946633.908212:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953b80 x1871641054291584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946649 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946633.908216:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946633.908217:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946633.908218:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d7a00. 02000000:00000001:2.0:1784946633.908219:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946633.908219:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946633.908220:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784946633.908221:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946633.908222:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bc00. 02000000:00000001:2.0:1784946633.908223:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946633.908224:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946633.908225:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953b80. 00000100:00000001:2.0:1784946633.908226:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946633.908227:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946633.908228:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946633.908232:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946633.908233:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946633.908234:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946633.908236:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946634.225611:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946634.225617:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946634.225685:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946634.225689:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946634.225693:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946634.609616:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305421487, at 4305421504 00000100:00000040:1.0:1784946634.609616:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305421487, at 4305421504 00000100:00000010:1.0:1784946634.609629:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c900. 00000100:00000010:0.0:1784946634.609631:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c540. 00010000:00000001:1.0:1784946635.249612:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946635.249632:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946635.249690:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946635.249694:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946635.249697:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946636.273642:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946636.273649:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946636.273702:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946636.273705:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946636.273707:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946637.297642:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946637.297647:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946637.297700:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946637.297704:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946637.297708:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946638.321624:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946638.321630:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946638.321682:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946638.321685:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946638.321691:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946639.025637:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946639.025646:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946639.025657:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d88380. 00000020:00000040:1.0:1784946639.025662:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946639.025666:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946639.025669:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946639.025673:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946639.025681:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ade00. 00000100:00000001:1.0:1784946639.025688:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946639.025698:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d88380 x1871641054291840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946639.025709:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946639.025713:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946639.025718:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019f8811f] to pc [ptlrpcd_00_01+1] req@ffff996d44d88380 x1871641054291840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946639.025746:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946639.025749:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946639.025753:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946639.025756:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d88e00. 00000020:00000040:1.0:1784946639.025758:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946639.025760:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946639.025762:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946639.025765:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946639.025768:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad500. 00000100:00000001:1.0:1784946639.025771:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946639.025778:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d88e00 x1871641054291968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946639.025784:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946639.025787:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946639.025789:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946639.025790:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946639.025794:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946639.025797:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000826c43da] to pc [ptlrpcd_00_00+0] req@ffff996d44d88e00 x1871641054291968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946639.025805:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88380 x1871641054291840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946639.025810:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946639.025815:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946639.025821:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1784946639.025822:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1784946639.025826:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946639.025827:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784946639.025832:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1784946639.025833:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784946639.025836:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784946639.025839:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10763) 02000000:00000001:0.0:1784946639.025840:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946639.025847:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054291840:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946639.025852:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784946639.025857:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946639.025860:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946639.025862:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946639.025867:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394ba00. 00000100:00000001:1.0:1784946639.025868:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784946639.025870:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946639.025872:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946639.025875:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1784946639.025880:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:1.0:1784946639.025881:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88e00 x1871641054291968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784946639.025887:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f6e0. 00000100:00000001:1.0:1784946639.025894:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1784946639.025896:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627ff68. 00000100:00000001:1.0:1784946639.025896:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946639.025902:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946639.025903:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1784946639.025906:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054291840, portal 25 02000000:00000001:1.0:1784946639.025907:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946639.025912:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1784946639.025914:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054291968:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946639.025915:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318366080 : -112780391185536 : ffff996d44d88380) 00000100:00000001:1.0:1784946639.025920:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946639.025924:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1784946639.025927:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88380 x1871641054291840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784946639.025927:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946639.025931:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946639.025936:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d51da1800. 02000000:00000001:1.0:1784946639.025940:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946639.025948:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946639.025950:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1784946639.025953:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d7e8. 00000100:00000040:0.0:1784946639.025955:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946639.025960:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f3b8. 00000400:00000010:1.0:1784946639.025962:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294dd0. 00000100:00000200:0.0:1784946639.025964:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054291840, offset 0 00000100:00000200:1.0:1784946639.025967:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054291968, portal 10 00000100:00000001:1.0:1784946639.025971:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946639.025973:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318368768 : -112780391182848 : ffff996d44d88e00) 00000400:00000200:0.0:1784946639.025974:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:1.0:1784946639.025984:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88e00 x1871641054291968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946639.025987:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946639.025995:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784946639.025996:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000040:1.0:1784946639.026002:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946639.026005:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1784946639.026006:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294c38. 00000100:00000200:1.0:1784946639.026025:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054291968, offset 0 00000400:00000200:0.0:1784946639.026031:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946639.026031:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946639.026038:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946639.026040:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946639.026043:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314791:314791:256:4294967295] 192.168.202.106@tcp LPNI seq info [314787:314787:8:4294967295] 00000400:00000200:0.0:1784946639.026046:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946639.026053:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946639.026057:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946639.026061:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:0.0:1784946639.026064:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4c00. 00000400:00000200:1.0:1784946639.026068:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:0.0:1784946639.026072:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784946639.026074:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946639.026079:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:0.0:1784946639.026082:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:1.0:1784946639.026085:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1784946639.026087:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784946639.026091:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946639.026096:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314792:314792:255:4294967295] 192.168.202.106@tcp LPNI seq info [314788:314788:7:4294967295] 00000100:00000001:0.0:1784946639.026098:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946639.026102:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946639.026104:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946639.026108:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305426607 00000100:00000010:0.0:1784946639.026112:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373c00. 00000400:00000200:1.0:1784946639.026115:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:0.0:1784946639.026118:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1784946639.026123:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784946639.026124:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305426607 00000100:00000010:0.0:1784946639.026128:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373de0. 00000800:00000010:1.0:1784946639.026128:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad400. 00000100:00000001:0.0:1784946639.026133:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1784946639.026137:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:0.0:1784946639.026138:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946639.026144:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946639.026146:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:0.0:1784946639.026149:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946639.026151:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946639.026154:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946639.026157:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946639.026162:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1784946639.026162:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16711 usecs (17 jiffies) 00000100:00000001:0.0:1784946639.026166:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784946639.026170:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946639.026172:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946639.026174:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305425937 00000100:00000001:0.0:1784946639.026175:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946639.026179:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946639.026179:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305426607 00000100:00000001:0.0:1784946639.026183:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946639.026184:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305425937 00000100:00000001:1.0:1784946639.026188:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305426607 00000100:00000001:1.0:1784946639.026191:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946639.026193:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946639.026195:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946639.026197:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946639.026202:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946639.026204:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946639.026206:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946639.026207:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946639.026209:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946639.026212:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946639.026232:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946639.026236:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4c00. 00000400:00000200:0.0:1784946639.026240:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946639.026243:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946639.026247:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f3b8 00000400:00000010:0.0:1784946639.026249:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f3b8. 00000100:00000001:0.0:1784946639.026252:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946639.026256:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d88380 x1871641054291840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946639.026262:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946639.026264:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d88380 x1871641054291840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946655 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946639.026269:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946639.026270:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946639.026321:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946639.026323:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad400. 00000400:00000200:0.0:1784946639.026327:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946639.026329:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946639.026331:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294c38 00000400:00000010:0.0:1784946639.026332:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294c38. 00000100:00000001:0.0:1784946639.026333:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946639.026336:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d88e00 x1871641054291968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946639.026342:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946639.026346:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d88e00 x1871641054291968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946655 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946639.026356:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946639.026358:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946639.027617:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946639.027627:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946639.027630:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946639.027632:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946639.027637:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946639.027642:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946639.027647:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946639.027651:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946639.027655:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946639.027658:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64302780 00000400:00000200:0.0:1784946639.027662:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946639.027667:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce881 [1] + 224 00000800:00000001:0.0:1784946639.027672:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946639.027675:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946639.027679:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946639.027682:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946639.027686:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946639.027691:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d88380 x1871641054291840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946655 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946639.027709:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d88380 x1871641054291840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946655 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946639.027724:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946639.027730:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946639.027733:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946639.027735:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946639.027741:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946639.027745:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946639.027748:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946639.027753:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946639.027757:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946639.027760:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946639.027763:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64302800 00000400:00000200:0.0:1784946639.027766:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946639.027772:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce891 [1] + 224 00000100:00000001:1.0:1784946639.027772:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784946639.027777:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784946639.027778:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946639.027784:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946639.027785:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1784946639.027786:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784946639.027787:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f6e0. 00000400:00000200:0.0:1784946639.027791:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946639.027793:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627ff68 00000400:00000010:1.0:1784946639.027797:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627ff68. 00000400:00000200:0.0:1784946639.027798:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946639.027800:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946639.027803:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946639.027807:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88380 x1871641054291840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946655 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946639.027811:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d88e00 x1871641054291968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946655 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946639.027820:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88380 x1871641054291840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946655 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946639.027831:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784946639.027832:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d88e00 x1871641054291968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946655 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946639.027833:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946639.027837:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946639.027839:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946639.027842:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946639.027845:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946639.027848:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946639.027852:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=141 v=5 (5 5 5 5) 00000100:00000001:0.0:1784946639.027854:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1784946639.027855:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=141 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946639.027859:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946639.027860:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946639.027862:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:1.0:1784946639.027863:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946639.027866:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946639.027868:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946639.027868:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946639.027876:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88380 x1871641054291840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946655 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946639.027880:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946639.027883:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946639.027884:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946639.027887:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88380 x1871641054291840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946655 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946639.027891:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1784946639.027892:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054291840:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946639.027895:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946639.027897:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946639.027899:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000001:0.0:1784946639.027900:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1784946639.027901:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88380 x1871641054291840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946655 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784946639.027904:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946639.027908:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d7e8. 00000100:00000001:1.0:1784946639.027909:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946639.027911:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1784946639.027914:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294dd0 02000000:00000010:1.0:1784946639.027914:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394ba00. 00000400:00000010:0.0:1784946639.027919:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294dd0. 02000000:00000001:1.0:1784946639.027920:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946639.027922:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784946639.027925:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1784946639.027925:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784946639.027927:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946639.027929:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ade00. 00000100:00000200:0.0:1784946639.027933:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88e00 x1871641054291968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946655 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784946639.027934:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946639.027936:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946639.027937:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88380. 00000100:00000001:1.0:1784946639.027941:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946639.027944:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946639.027947:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784946639.027953:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88e00 x1871641054291968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946655 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946639.027953:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946639.027956:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946639.027959:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946639.027962:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946639.027968:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946639.027971:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946639.027973:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946639.027975:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946639.027976:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946639.027977:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946639.027979:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946639.027984:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=141 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946639.027986:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=61 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946639.027987:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946639.027988:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946639.027989:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946639.027992:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946639.027993:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784946639.027995:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784946639.027996:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784946639.027997:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946639.028000:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88e00 x1871641054291968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946655 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946639.028004:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946639.028005:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946639.028006:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946639.028008:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88e00 x1871641054291968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946655 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946639.028026:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054291968:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946639.028028:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946639.028030:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946639.028031:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88e00 x1871641054291968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946655 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946639.028035:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946639.028036:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946639.028037:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d51da1800. 02000000:00000001:0.0:1784946639.028041:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946639.028042:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946639.028044:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784946639.028045:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946639.028047:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad500. 02000000:00000001:0.0:1784946639.028050:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946639.028051:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946639.028053:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88e00. 00000100:00000001:0.0:1784946639.028055:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946639.028056:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946639.028058:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946639.028061:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946639.028063:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946639.028064:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946639.028066:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946639.345629:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946639.345636:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946639.345689:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946639.345693:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946639.345696:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946639.729614:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305426607, at 4305426624 00000100:00000040:0.0:1784946639.729618:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305426607, at 4305426624 00000100:00000010:1.0:1784946639.729630:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373de0. 00000100:00000010:0.0:1784946639.729631:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373c00. 00010000:00000001:1.0:1784946640.369656:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946640.369662:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946640.369713:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946640.369716:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946640.369719:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946641.393630:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946641.393638:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946641.393693:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946641.393697:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946641.393701:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946642.417638:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946642.417645:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946642.417647:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946642.417651:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946642.417655:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946642.417657:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946642.417659:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946642.417661:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946642.417718:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946642.417721:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946642.417724:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946643.441589:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946643.441599:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946643.441641:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946643.441643:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946643.441646:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946644.145614:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946644.145623:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946644.145633:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d88380. 00000020:00000040:1.0:1784946644.145639:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946644.145643:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946644.145646:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946644.145651:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946644.145659:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ade00. 00000100:00000001:1.0:1784946644.145665:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946644.145676:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d88380 x1871641054292096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946644.145687:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946644.145693:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946644.145700:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019f8811f] to pc [ptlrpcd_00_01+1] req@ffff996d44d88380 x1871641054292096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946644.145728:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946644.145731:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946644.145735:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946644.145737:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8bb80. 00000020:00000040:1.0:1784946644.145740:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946644.145742:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946644.145745:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946644.145747:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946644.145752:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad500. 00000100:00000001:1.0:1784946644.145755:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946644.145757:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784946644.145760:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d8bb80 x1871641054292224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946644.145761:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946644.145764:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946644.145771:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88380 x1871641054292096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946644.145772:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946644.145776:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946644.145784:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1784946644.145786:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b021a1ec] to pc [ptlrpcd_00_00+0] req@ffff996d44d8bb80 x1871641054292224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946644.145787:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946644.145792:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946644.145795:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946644.145801:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946644.145803:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946644.145805:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054292096:192.168.202.106@tcp:400:kworker.0 00000100:00000040:1.0:1784946644.145807:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946644.145809:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784946644.145814:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1784946644.145814:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784946644.145818:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946644.145819:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784946644.145820:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1784946644.145825:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:0.0:1784946644.145826:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394be00. 02000000:00000001:0.0:1784946644.145829:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946644.145830:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10768) 00000400:00000200:0.0:1784946644.145835:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946644.145839:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f1b8. 00000400:00000010:0.0:1784946644.145844:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f3b8. 00000100:00000200:0.0:1784946644.145849:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054292096, portal 25 00000100:00000001:0.0:1784946644.145851:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946644.145852:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318366080 : -112780391185536 : ffff996d44d88380) 00000100:00000040:0.0:1784946644.145856:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88380 x1871641054292096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946644.145862:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784946644.145864:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946644.145866:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f550. 00000100:00000200:0.0:1784946644.145868:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054292096, offset 0 00000100:00000001:1.0:1784946644.145869:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946644.145873:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946644.145874:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946644.145877:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1784946644.145882:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:1.0:1784946644.145885:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8bb80 x1871641054292224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946644.145890:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946644.145896:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784946644.145900:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1784946644.145901:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:1.0:1784946644.145904:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946644.145906:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946644.145910:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 02000000:00000001:1.0:1784946644.145910:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946644.145914:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784946644.145916:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314793:314793:256:4294967295] 192.168.202.106@tcp LPNI seq info [314789:314789:8:4294967295] 02000000:00000001:1.0:1784946644.145919:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946644.145923:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00100000:1.0:1784946644.145927:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054292224:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946644.145934:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1784946644.145935:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 02000000:00000001:1.0:1784946644.145938:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946644.145941:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946644.145942:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 02000000:00000001:1.0:1784946644.145947:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:0.0:1784946644.145948:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4c00. 02000000:00000010:1.0:1784946644.145951:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d51da1800. 02000000:00000001:1.0:1784946644.145954:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946644.145957:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784946644.145962:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:0.0:1784946644.145966:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000010:1.0:1784946644.145981:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2dd68. 00000400:00000010:1.0:1784946644.145987:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294bb0. 00000100:00000200:1.0:1784946644.145990:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054292224, portal 10 00000800:00000200:0.0:1784946644.145993:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946644.145994:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946644.145997:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318380416 : -112780391171200 : ffff996d44d8bb80) 00000100:00000001:0.0:1784946644.146004:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946644.146006:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8bb80 x1871641054292224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946644.146011:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946644.146015:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305431727 00000100:00000010:0.0:1784946644.146021:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373c00. 00000100:00000001:1.0:1784946644.146022:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946644.146027:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784946644.146029:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000400:00000010:1.0:1784946644.146031:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294aa0. 00000100:00000001:0.0:1784946644.146034:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305431727 00000100:00000200:1.0:1784946644.146035:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054292224, offset 0 00000100:00000010:0.0:1784946644.146040:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373540. 00000100:00000001:0.0:1784946644.146043:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1784946644.146044:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784946644.146047:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946644.146049:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946644.146053:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946644.146054:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946644.146057:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946644.146060:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:0.0:1784946644.146063:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784946644.146064:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784946644.146066:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946644.146069:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946644.146070:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946644.146070:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:0.0:1784946644.146073:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946644.146077:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946644.146077:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946644.146083:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946644.146088:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314794:314794:255:4294967295] 192.168.202.106@tcp LPNI seq info [314790:314790:7:4294967295] 00000400:00000200:1.0:1784946644.146093:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946644.146100:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946644.146105:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946644.146110:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad400. 00000800:00000200:1.0:1784946644.146115:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784946644.146120:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946644.146123:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946644.146126:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946644.146130:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16711 usecs (17 jiffies) 00000400:00000200:1.0:1784946644.146133:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946644.146135:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305431057 00000100:00000001:1.0:1784946644.146138:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305431727 00000100:00000001:1.0:1784946644.146140:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305431057 00000100:00000001:1.0:1784946644.146143:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305431727 00000100:00000001:1.0:1784946644.146145:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946644.146147:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946644.146150:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946644.146152:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784946644.146153:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784946644.146156:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4c00. 00000100:00000001:1.0:1784946644.146159:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784946644.146161:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784946644.146163:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784946644.146168:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946644.146168:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946644.146171:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946644.146172:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f550 00000100:00000001:1.0:1784946644.146173:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784946644.146176:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f550. 00000100:00000001:1.0:1784946644.146178:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946644.146180:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946644.146184:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d88380 x1871641054292096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946644.146191:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946644.146193:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d88380 x1871641054292096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946660 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946644.146199:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946644.146200:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946644.146210:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946644.146211:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad400. 00000400:00000200:0.0:1784946644.146219:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946644.146221:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946644.146222:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294aa0 00000400:00000010:0.0:1784946644.146224:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294aa0. 00000100:00000001:0.0:1784946644.146225:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946644.146227:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8bb80 x1871641054292224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946644.146232:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946644.146234:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8bb80 x1871641054292224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946660 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946644.146238:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946644.146239:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946644.147393:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946644.147424:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946644.147427:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946644.147429:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946644.147432:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946644.147435:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946644.147439:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946644.147441:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946644.147444:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946644.147447:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64302880 00000400:00000200:0.0:1784946644.147449:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946644.147453:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce8a1 [1] + 224 00000800:00000001:0.0:1784946644.147457:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946644.147463:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946644.147464:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946644.147466:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946644.147470:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946644.147474:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d88380 x1871641054292096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946660 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946644.147485:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d88380 x1871641054292096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946660 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946644.147503:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946644.147510:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946644.147514:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946644.147536:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946644.147539:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946644.147543:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784946644.147547:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1784946644.147547:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946644.147551:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f1b8. 00000800:00000001:0.0:1784946644.147553:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946644.147556:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f3b8 00000400:00000200:0.0:1784946644.147558:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946644.147559:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f3b8. 00000400:00000200:0.0:1784946644.147565:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:1.0:1784946644.147565:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946644.147572:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:1.0:1784946644.147572:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88380 x1871641054292096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946660 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946644.147578:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946644.147581:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946644.147583:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64302900 00000400:00000200:0.0:1784946644.147586:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946644.147592:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce8b1 [1] + 224 00000800:00000001:0.0:1784946644.147598:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784946644.147604:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88380 x1871641054292096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946660 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946644.147612:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946644.147613:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784946644.147616:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784946644.147617:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946644.147622:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946644.147623:0:2353:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784946644.147626:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946644.147629:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8bb80 x1871641054292224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946660 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784946644.147635:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1784946644.147638:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8bb80 x1871641054292224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946660 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946644.147640:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946644.147643:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946644.147647:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946644.147650:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1784946644.147653:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=146 v=5 (5 5 5 5) 00000800:00000001:0.0:1784946644.147654:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:1.0:1784946644.147660:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=146 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946644.147663:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1784946644.147664:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946644.147665:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946644.147670:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946644.147672:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946644.147675:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946644.147679:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88380 x1871641054292096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946660 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946644.147684:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946644.147687:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946644.147688:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946644.147689:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946644.147691:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784946644.147693:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88380 x1871641054292096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946660 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784946644.147694:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946644.147697:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946644.147700:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2dd68. 00000100:00100000:1.0:1784946644.147703:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054292096:192.168.202.106@tcp:400:kworker.0 00000400:00000200:0.0:1784946644.147704:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294bb0 00000400:00000010:0.0:1784946644.147708:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294bb0. 00000100:00000001:1.0:1784946644.147710:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946644.147711:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946644.147713:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1784946644.147716:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8bb80 x1871641054292224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946660 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946644.147718:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88380 x1871641054292096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946660 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946644.147736:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8bb80 x1871641054292224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946660 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946644.147736:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946644.147740:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946644.147743:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394be00. 02000000:00000001:1.0:1784946644.147748:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784946644.147750:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1784946644.147751:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784946644.147753:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1784946644.147754:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946644.147756:0:2352:0:(client.c:1580:after_reply()) Process entered 00000020:00000001:1.0:1784946644.147757:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1784946644.147758:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946644.147760:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1784946644.147761:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ade00. 00000100:00000001:0.0:1784946644.147762:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946644.147765:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946644.147766:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946644.147768:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:0.0:1784946644.147769:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=146 v=5 (5 5 5 5) 00000100:00000010:1.0:1784946644.147770:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88380. 00000100:00001000:0.0:1784946644.147774:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=66 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946644.147777:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946644.147780:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946644.147781:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1784946644.147783:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784946644.147787:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784946644.147788:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946644.147789:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946644.147795:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784946644.147796:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946644.147798:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946644.147799:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946644.147800:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946644.147803:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946644.147804:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784946644.147807:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946644.147813:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8bb80 x1871641054292224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946660 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946644.147820:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946644.147822:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946644.147823:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946644.147826:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8bb80 x1871641054292224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946660 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946644.147830:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054292224:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946644.147833:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946644.147835:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946644.147836:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8bb80 x1871641054292224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946660 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946644.147840:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946644.147841:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946644.147843:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d51da1800. 02000000:00000001:0.0:1784946644.147846:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946644.147847:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946644.147848:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784946644.147849:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946644.147850:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad500. 02000000:00000001:0.0:1784946644.147852:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946644.147853:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946644.147854:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8bb80. 00000100:00000001:0.0:1784946644.147856:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946644.147857:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946644.147858:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946644.147861:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946644.147862:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946644.147863:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946644.147864:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946644.465822:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946644.465829:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946644.465898:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946644.465902:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946644.465906:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946644.849644:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305431727, at 4305431744 00000100:00000040:1.0:1784946644.849644:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305431727, at 4305431744 00000100:00000010:1.0:1784946644.849659:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373540. 00000100:00000010:0.0:1784946644.849661:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373c00. 00010000:00000001:1.0:1784946645.489592:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946645.489598:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946645.489659:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946645.489663:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946645.489666:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946646.513625:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946646.513631:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946646.513701:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946646.513705:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946646.513708:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946647.537630:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946647.537635:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946647.537711:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946647.537716:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946647.537720:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946648.561649:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946648.561656:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946648.561728:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946648.561733:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946648.561737:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946649.265684:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946649.265698:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946649.265711:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d88380. 00000020:00000040:1.0:1784946649.265719:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946649.265724:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946649.265727:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946649.265734:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946649.265745:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ade00. 00000100:00000001:1.0:1784946649.265754:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946649.265768:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d88380 x1871641054292352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946649.265779:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946649.265784:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946649.265791:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019f8811f] to pc [ptlrpcd_00_01+1] req@ffff996d44d88380 x1871641054292352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946649.265837:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946649.265841:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946649.265844:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946649.265848:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8b480. 00000020:00000040:1.0:1784946649.265851:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946649.265854:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946649.265856:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946649.265858:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946649.265863:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad100. 00000100:00000001:1.0:1784946649.265867:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946649.265872:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d8b480 x1871641054292480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946649.265880:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946649.265882:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946649.265887:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d314a927] to pc [ptlrpcd_00_00+0] req@ffff996d44d8b480 x1871641054292480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946649.265896:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946649.265898:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946649.265901:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784946649.265903:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946649.265910:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946649.265911:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784946649.265915:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1784946649.265917:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946649.265938:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10773) 00000100:00000040:0.0:1784946649.265962:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88380 x1871641054292352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946649.265976:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946649.265978:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946649.265983:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946649.265987:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946649.265991:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946649.265991:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946649.265997:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1784946649.266002:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054292352:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946649.266002:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784946649.266012:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1784946649.266013:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8b480 x1871641054292480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946649.266018:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946649.266024:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946649.266030:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784946649.266030:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946649.266038:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946649.266043:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394a800. 02000000:00000001:1.0:1784946649.266044:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946649.266048:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946649.266050:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946649.266056:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946649.266057:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946649.266066:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f7e8. 00000100:00100000:1.0:1784946649.266070:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054292480:192.168.202.106@tcp:400:kworker.0 00000400:00000010:0.0:1784946649.266074:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f550. 00000100:00000001:1.0:1784946649.266076:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1784946649.266081:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054292352, portal 25 02000000:00000001:1.0:1784946649.266083:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784946649.266085:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1784946649.266088:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946649.266089:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318366080 : -112780391185536 : ffff996d44d88380) 02000000:00000001:1.0:1784946649.266097:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784946649.266102:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88380 x1871641054292352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784946649.266105:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d51da1400. 00000100:00000001:0.0:1784946649.266109:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1784946649.266112:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946649.266117:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946649.266123:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f990. 00000100:00000200:0.0:1784946649.266126:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054292352, offset 0 00000400:00000200:1.0:1784946649.266133:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946649.266139:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946649.266142:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d210. 00000400:00000200:0.0:1784946649.266148:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946649.266153:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294a18. 00000400:00000200:0.0:1784946649.266154:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946649.266161:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1784946649.266163:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054292480, portal 10 00000400:00000200:0.0:1784946649.266166:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:1.0:1784946649.266171:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1784946649.266175:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784946649.266177:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318378624 : -112780391172992 : ffff996d44d8b480) 00000400:00000200:0.0:1784946649.266178:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946649.266184:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314795:314795:256:4294967295] 192.168.202.106@tcp LPNI seq info [314791:314791:8:4294967295] 00000400:00000200:0.0:1784946649.266189:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:1.0:1784946649.266196:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8b480 x1871641054292480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946649.266209:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:1.0:1784946649.266231:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1784946649.266232:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000040:1.0:1784946649.266238:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784946649.266241:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4c00. 00000400:00000010:1.0:1784946649.266244:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294770. 00000100:00000200:1.0:1784946649.266249:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054292480, offset 0 00000800:00000200:0.0:1784946649.266255:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784946649.266262:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000800:00000200:0.0:1784946649.266269:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784946649.266274:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784946649.266276:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946649.266286:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:0.0:1784946649.266290:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946649.266293:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946649.266297:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946649.266300:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305436847 00000400:00000200:1.0:1784946649.266303:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000010:0.0:1784946649.266307:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373c00. 00000400:00000200:1.0:1784946649.266312:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784946649.266316:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1784946649.266317:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946649.266325:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314796:314796:255:4294967295] 192.168.202.106@tcp LPNI seq info [314792:314792:7:4294967295] 00000100:00000001:0.0:1784946649.266326:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305436847 00000100:00000010:0.0:1784946649.266336:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373f00. 00000100:00000001:0.0:1784946649.266343:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784946649.266349:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946649.266351:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946649.266352:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946649.266354:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946649.266359:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946649.266365:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946649.266368:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784946649.266374:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:0.0:1784946649.266375:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946649.266378:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946649.266382:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946649.266386:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946649.266393:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946649.266400:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad300. 00000800:00000200:1.0:1784946649.266407:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784946649.266415:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946649.266419:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946649.266423:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946649.266428:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16710 usecs (17 jiffies) 00000800:00000200:0.0:1784946649.266430:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1784946649.266436:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946649.266439:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305436177 00000800:00000010:0.0:1784946649.266445:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4c00. 00000100:00000001:1.0:1784946649.266445:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305436847 00000100:00000001:1.0:1784946649.266450:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305436177 00000400:00000200:0.0:1784946649.266456:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784946649.266456:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305436847 00000100:00000001:1.0:1784946649.266463:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946649.266469:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946649.266473:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946649.266480:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946649.266481:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f990 00000100:00000001:1.0:1784946649.266486:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784946649.266487:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f990. 00000100:00000001:0.0:1784946649.266497:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784946649.266498:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946649.266502:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1784946649.266504:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d88380 x1871641054292352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946649.266507:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946649.266510:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946649.266513:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946649.266547:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946649.266567:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946649.266573:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d88380 x1871641054292352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946665 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946649.266578:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946649.266580:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946649.266639:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946649.266641:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad300. 00000400:00000200:0.0:1784946649.266645:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946649.266663:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946649.266665:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294770 00000400:00000010:0.0:1784946649.266666:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294770. 00000100:00000001:0.0:1784946649.266668:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946649.266671:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8b480 x1871641054292480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946649.266677:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946649.266678:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8b480 x1871641054292480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946665 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946649.266682:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946649.266683:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946649.267972:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946649.267982:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946649.267985:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946649.267987:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946649.267992:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946649.267997:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946649.268003:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946649.268007:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946649.268011:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946649.268015:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64302980 00000400:00000200:0.0:1784946649.268019:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946649.268024:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce8c1 [1] + 224 00000800:00000001:0.0:1784946649.268029:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946649.268034:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946649.268037:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946649.268041:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946649.268046:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946649.268051:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d88380 x1871641054292352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946665 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946649.268062:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d88380 x1871641054292352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946665 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946649.268090:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946649.268103:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946649.268107:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946649.268550:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946649.268554:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946649.268563:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946649.268565:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946649.268568:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f7e8. 00000400:00000200:1.0:1784946649.268576:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f550 00000400:00000010:1.0:1784946649.268579:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f550. 00000100:00000001:1.0:1784946649.268583:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946649.268590:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88380 x1871641054292352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946665 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946649.268600:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88380 x1871641054292352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946665 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946649.268606:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946649.268609:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946649.268611:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946649.268614:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946649.268617:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946649.268619:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946649.268622:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946649.268629:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=151 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946649.268633:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=151 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946649.268637:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946649.268638:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946649.268642:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946649.268644:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946649.268647:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946649.268652:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88380 x1871641054292352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946665 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946649.268659:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946649.268661:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946649.268663:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946649.268667:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88380 x1871641054292352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946665 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946649.268675:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054292352:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946649.268680:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946649.268683:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946649.268686:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88380 x1871641054292352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946665 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946649.268693:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946649.268696:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946649.268699:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394a800. 02000000:00000001:1.0:1784946649.268703:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946649.268706:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946649.268708:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784946649.268711:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946649.268714:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ade00. 02000000:00000001:1.0:1784946649.268719:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946649.268720:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946649.268722:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88380. 00000100:00000001:1.0:1784946649.268725:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946649.268727:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946649.268729:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946649.268734:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946649.268735:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946649.268738:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946649.268740:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946649.271402:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946649.271409:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946649.271412:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946649.271414:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946649.271418:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946649.271422:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946649.271427:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946649.271429:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946649.271433:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946649.271435:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64302a00 00000400:00000200:0.0:1784946649.271439:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946649.271444:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce8d1 [1] + 224 00000800:00000001:0.0:1784946649.271450:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946649.271455:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946649.271458:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946649.271462:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946649.271467:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946649.271475:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8b480 x1871641054292480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946665 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946649.271485:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8b480 x1871641054292480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946665 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946649.271511:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946649.271539:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946649.271543:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946649.271562:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946649.271567:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946649.271573:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946649.271575:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946649.271579:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d210. 00000400:00000200:1.0:1784946649.271584:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294a18 00000400:00000010:1.0:1784946649.271586:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294a18. 00000100:00000001:1.0:1784946649.271589:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946649.271595:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8b480 x1871641054292480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946665 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946649.271605:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8b480 x1871641054292480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946665 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946649.271613:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946649.271615:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946649.271618:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946649.271621:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946649.271623:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946649.271626:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946649.271629:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946649.271638:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=151 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946649.271643:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=71 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946649.271645:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946649.271647:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946649.271650:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946649.271653:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946649.271656:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784946649.271658:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946649.271660:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946649.271661:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946649.271666:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8b480 x1871641054292480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946665 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946649.271674:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946649.271677:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946649.271679:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946649.271683:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8b480 x1871641054292480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946665 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946649.271691:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054292480:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946649.271695:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946649.271698:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946649.271701:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8b480 x1871641054292480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946665 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946649.271708:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946649.271710:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946649.271713:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d51da1400. 02000000:00000001:1.0:1784946649.271718:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946649.271721:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946649.271723:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946649.271725:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946649.271728:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad100. 02000000:00000001:1.0:1784946649.271732:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946649.271733:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946649.271735:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8b480. 00000100:00000001:1.0:1784946649.271738:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946649.271740:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946649.271742:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946649.271748:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946649.271750:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946649.271752:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946649.271754:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946649.585754:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946649.585759:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946649.585814:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946649.585818:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946649.585821:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946649.969627:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305436847, at 4305436864 00000100:00000040:1.0:1784946649.969627:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305436847, at 4305436864 00000100:00000010:0.0:1784946649.969643:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373c00. 00000100:00000010:1.0:1784946649.969645:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373f00. 00010000:00000001:1.0:1784946650.609605:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946650.609611:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946650.609695:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946650.609699:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946650.609702:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946651.633683:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946651.633690:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946651.633955:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946651.633959:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946651.633962:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946652.657719:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946652.657727:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946652.657729:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946652.657732:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946652.657737:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946652.657740:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946652.657742:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946652.657744:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946652.657946:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946652.657951:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946652.657953:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946653.682013:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946653.682019:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946653.682127:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946653.682130:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946653.682133:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946654.385660:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946654.385670:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946654.385681:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8b480. 00000020:00000040:1.0:1784946654.385687:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946654.385691:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946654.385694:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946654.385699:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946654.385706:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad100. 00000100:00000001:1.0:1784946654.385714:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946654.385725:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d8b480 x1871641054292608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946654.385736:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946654.385740:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946654.385746:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d314a927] to pc [ptlrpcd_00_01+1] req@ffff996d44d8b480 x1871641054292608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946654.385781:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946654.385785:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946654.385788:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946654.385791:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d88380. 00000020:00000040:1.0:1784946654.385794:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946654.385796:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946654.385798:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946654.385800:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946654.385803:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ade00. 00000100:00000001:1.0:1784946654.385805:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946654.385809:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d88380 x1871641054292736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946654.385816:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946654.385819:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946654.385823:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019f8811f] to pc [ptlrpcd_00_00+0] req@ffff996d44d88380 x1871641054292736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946654.385831:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946654.385833:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946654.385836:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946654.385839:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946654.385842:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946654.385848:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10778) 00000100:00000001:1.0:1784946654.385867:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946654.385871:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946654.385873:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946654.385878:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88380 x1871641054292736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946654.385897:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946654.385898:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946654.385902:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946654.385905:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946654.385908:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946654.385912:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054292736:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946654.385917:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784946654.385921:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784946654.385923:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784946654.385925:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946654.385927:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1784946654.385928:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946654.385932:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784946654.385933:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8b480 x1871641054292608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784946654.385939:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d51da1400. 00000100:00000001:0.0:1784946654.385940:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946654.385943:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946654.385944:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946654.385946:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946654.385948:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946654.385950:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946654.385952:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054292608:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946654.385957:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1784946654.385957:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:0.0:1784946654.385960:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946654.385962:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946654.385963:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1784946654.385964:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d210. 02000000:00000010:0.0:1784946654.385966:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784946654.385969:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946654.385973:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946654.385973:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294a18. 00000400:00000010:0.0:1784946654.385978:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652fc60. 00000100:00000200:1.0:1784946654.385982:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054292736, portal 10 00000400:00000010:0.0:1784946654.385983:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f990. 00000100:00000001:1.0:1784946654.385987:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1784946654.385988:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054292608, portal 25 00000100:00000001:0.0:1784946654.385991:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946654.385991:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318366080 : -112780391185536 : ffff996d44d88380) 00000100:00000001:0.0:1784946654.385993:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318378624 : -112780391172992 : ffff996d44d8b480) 00000100:00000040:0.0:1784946654.386000:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8b480 x1871641054292608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946654.386005:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88380 x1871641054292736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946654.386009:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784946654.386016:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946654.386019:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f000. 00000100:00000001:1.0:1784946654.386020:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1784946654.386024:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054292608, offset 0 00000100:00000040:1.0:1784946654.386026:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946654.386032:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2943b8. 00000400:00000200:0.0:1784946654.386035:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946654.386045:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946654.386052:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946654.386058:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946654.386062:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946654.386067:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946654.386070:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946654.386074:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314797:314797:256:4294967295] 192.168.202.106@tcp LPNI seq info [314793:314793:8:4294967295] 00000400:00000200:0.0:1784946654.386079:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946654.386089:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946654.386095:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784946654.386101:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4c00. 00000800:00000200:0.0:1784946654.386109:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784946654.386116:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784946654.386120:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946654.386131:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946654.386135:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946654.386138:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305441967 00000100:00000010:0.0:1784946654.386143:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373c00. 00000100:00000001:0.0:1784946654.386149:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784946654.386154:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305441967 00000100:00000010:0.0:1784946654.386157:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373a20. 00000100:00000001:0.0:1784946654.386160:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784946654.386162:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946654.386165:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946654.386168:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946654.386170:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946654.386177:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946654.386179:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946654.386181:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946654.386183:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946654.386184:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946654.386186:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946654.386282:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946654.386287:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4c00. 00000400:00000200:0.0:1784946654.386291:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946654.386296:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000200:1.0:1784946654.387941:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054292736, offset 0 00000400:00000200:0.0:1784946654.387942:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f000 00000400:00000010:0.0:1784946654.387946:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f000. 00000100:00000001:0.0:1784946654.387951:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1784946654.387955:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000200:0.0:1784946654.387958:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8b480 x1871641054292608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946654.387966:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946654.387969:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946654.387973:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8b480 x1871641054292608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946670 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946654.387976:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:0.0:1784946654.387985:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946654.387986:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784946654.387988:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1784946654.387991:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946654.387995:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946654.387997:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946654.388001:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314798:314798:255:4294967295] 192.168.202.106@tcp LPNI seq info [314794:314794:7:4294967295] 00000400:00000200:1.0:1784946654.388005:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946654.388013:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946654.388019:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946654.388023:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83adc00. 00000800:00000200:1.0:1784946654.388029:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784946654.388034:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946654.388037:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83adc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946654.388040:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946654.388045:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16710 usecs (17 jiffies) 00000400:00000200:1.0:1784946654.388048:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946654.388051:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305441299 00000100:00000001:1.0:1784946654.388053:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305441967 00000100:00000001:1.0:1784946654.388055:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305441299 00000100:00000001:1.0:1784946654.388057:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305441967 00000100:00000001:1.0:1784946654.388059:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946654.388062:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946654.388065:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946654.388067:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946654.388074:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946654.388076:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946654.388078:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946654.388080:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946654.388082:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946654.388084:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946654.389175:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946654.389187:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946654.389191:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946654.389194:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946654.389199:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946654.389204:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946654.389260:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946654.389264:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946654.389269:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946654.389273:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64302a80 00000400:00000200:1.0:1784946654.389279:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946654.389285:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce8e9 [1] + 224 00000800:00000001:1.0:1784946654.389291:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784946654.389304:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946654.389308:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83adc00. 00000400:00000200:0.0:1784946654.389314:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946654.389320:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946654.389325:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2943b8 00000400:00000010:0.0:1784946654.389327:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2943b8. 00000800:00000001:1.0:1784946654.389330:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946654.389332:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1784946654.389335:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1784946654.389339:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d88380 x1871641054292736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946654.389342:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946654.389350:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946654.389353:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1784946654.389358:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8b480 x1871641054292608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946670 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946654.389361:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d88380 x1871641054292736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946670 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946654.389375:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946654.389378:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1784946654.389384:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8b480 x1871641054292608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946670 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946654.389396:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946654.389402:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946654.389406:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946654.389414:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946654.389418:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784946654.389422:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946654.389424:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946654.389427:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652fc60. 00000400:00000200:0.0:1784946654.389431:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f990 00000400:00000010:0.0:1784946654.389433:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f990. 00000100:00000001:0.0:1784946654.389435:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946654.389499:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8b480 x1871641054292608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946670 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946654.389511:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8b480 x1871641054292608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946670 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946654.389531:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946654.389533:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946654.389535:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946654.389538:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946654.389540:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946654.389542:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946654.389544:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946654.389550:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=6 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946654.389554:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=6 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946654.389556:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946654.389558:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946654.389561:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946654.389563:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946654.389565:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946654.389570:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8b480 x1871641054292608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946670 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946654.389577:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946654.389579:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946654.389581:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946654.389585:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8b480 x1871641054292608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946670 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946654.389592:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054292608:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946654.389596:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946654.389598:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946654.389600:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8b480 x1871641054292608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946670 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946654.389606:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946654.389608:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946654.389611:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784946654.389614:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946654.389616:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946654.389617:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784946654.389619:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946654.389622:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad100. 02000000:00000001:0.0:1784946654.389625:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946654.389627:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946654.389629:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8b480. 00000100:00000001:0.0:1784946654.389632:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946654.389633:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946654.389635:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946654.389639:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946654.389640:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946654.389642:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946654.389644:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946654.394954:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946654.394968:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946654.394972:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946654.394974:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946654.394981:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946654.394989:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946654.394996:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946654.395001:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946654.395006:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946654.395010:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64302b00 00000400:00000200:0.0:1784946654.395014:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946654.395020:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce8e1 [1] + 224 00000800:00000001:0.0:1784946654.395026:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946654.395032:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946654.395035:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946654.395039:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946654.395046:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946654.395053:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d88380 x1871641054292736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946670 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946654.395069:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d88380 x1871641054292736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946670 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946654.395090:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946654.395098:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946654.395101:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946654.397943:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946654.397949:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946654.397958:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946654.397960:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946654.397964:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d210. 00000400:00000200:1.0:1784946654.397970:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294a18 00000400:00000010:1.0:1784946654.397973:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294a18. 00000100:00000001:1.0:1784946654.397976:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946654.397985:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88380 x1871641054292736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946670 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946654.397996:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88380 x1871641054292736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946670 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946654.398004:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946654.398006:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946654.398009:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946654.398012:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946654.398014:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946654.398016:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946654.398019:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946654.398027:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=6 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946654.398031:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=76 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946654.398033:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946654.398035:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946654.398037:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946654.398041:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946654.398044:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784946654.398046:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946654.398048:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946654.398050:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946654.398055:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88380 x1871641054292736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946670 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946654.398062:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946654.398064:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946654.398066:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946654.398070:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88380 x1871641054292736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946670 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946654.398077:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054292736:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946654.398082:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946654.398084:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946654.398087:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88380 x1871641054292736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946670 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946654.398094:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946654.398096:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946654.398099:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d51da1400. 02000000:00000001:1.0:1784946654.398104:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946654.398107:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946654.398109:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946654.398111:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946654.398113:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ade00. 02000000:00000001:1.0:1784946654.398118:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946654.398120:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946654.398121:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88380. 00000100:00000001:1.0:1784946654.398124:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946654.398126:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946654.398128:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946654.398135:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946654.398137:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946654.398139:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946654.398141:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946654.705635:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946654.705639:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946654.705694:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946654.705698:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946654.705701:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946655.089604:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305441967, at 4305441984 00000100:00000040:1.0:1784946655.089604:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305441967, at 4305441984 00000100:00000010:1.0:1784946655.089617:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373a20. 00000100:00000010:0.0:1784946655.089620:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373c00. 00010000:00000001:1.0:1784946655.729624:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946655.729629:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946655.729685:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946655.729688:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946655.729691:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946656.754152:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946656.754158:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946656.754353:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946656.754357:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946656.754361:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946657.777622:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946657.777628:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946657.777684:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946657.777687:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946657.777690:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946658.801604:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946658.801610:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946658.801862:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946658.801865:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946658.801868:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946659.505609:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946659.505618:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946659.505628:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d88380. 00000020:00000040:1.0:1784946659.505634:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946659.505638:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946659.505641:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946659.505645:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946659.505653:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ade00. 00000100:00000001:1.0:1784946659.505660:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946659.505671:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d88380 x1871641054292864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946659.505681:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946659.505685:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946659.505692:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019f8811f] to pc [ptlrpcd_00_01+1] req@ffff996d44d88380 x1871641054292864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946659.505721:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946659.505724:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946659.505727:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946659.505730:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8b100. 00000020:00000040:1.0:1784946659.505733:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946659.505735:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946659.505737:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946659.505739:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946659.505743:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad900. 00000100:00000001:1.0:1784946659.505746:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946659.505747:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946659.505751:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784946659.505751:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d8b100 x1871641054292992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946659.505755:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946659.505762:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88380 x1871641054292864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946659.505763:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946659.505767:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946659.505774:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946659.505777:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946659.505777:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000025d4945] to pc [ptlrpcd_00_00+0] req@ffff996d44d8b100 x1871641054292992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946659.505782:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946659.505784:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946659.505788:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946659.505794:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054292864:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946659.505795:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946659.505797:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1784946659.505799:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784946659.505802:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1784946659.505804:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784946659.505806:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946659.505809:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946659.505812:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394a200. 00000100:00000040:1.0:1784946659.505812:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784946659.505815:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946659.505821:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1784946659.505825:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:1.0:1784946659.505828:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10784) 00000400:00000010:0.0:1784946659.505829:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652fc60. 00000400:00000010:0.0:1784946659.505837:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f990. 00000100:00000200:0.0:1784946659.505853:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054292864, portal 25 00000100:00000001:0.0:1784946659.505855:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946659.505856:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318366080 : -112780391185536 : ffff996d44d88380) 00000100:00000040:0.0:1784946659.505861:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88380 x1871641054292864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946659.505861:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946659.505865:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946659.505868:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784946659.505869:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784946659.505872:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946659.505876:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f000. 00000100:00000040:1.0:1784946659.505877:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8b100 x1871641054292992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946659.505879:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054292864, offset 0 00000400:00000200:0.0:1784946659.505889:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946659.505892:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946659.505895:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946659.505897:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1784946659.505898:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:1.0:1784946659.505901:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784946659.505905:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 02000000:00000001:1.0:1784946659.505910:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946659.505915:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054292992:192.168.202.106@tcp:400:kworker.0 00000400:00000200:0.0:1784946659.505916:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784946659.505922:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946659.505924:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946659.505926:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946659.505928:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 02000000:00000001:1.0:1784946659.505930:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1784946659.505934:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 02000000:00000010:1.0:1784946659.505935:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d51da1400. 02000000:00000001:1.0:1784946659.505939:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946659.505941:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946659.505946:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946659.505948:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314799:314799:256:4294967295] 192.168.202.106@tcp LPNI seq info [314795:314795:8:4294967295] 00000400:00000010:1.0:1784946659.505951:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d210. 00000400:00000200:0.0:1784946659.505957:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946659.505957:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294a18. 00000100:00000200:1.0:1784946659.505962:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054292992, portal 10 00000100:00000001:1.0:1784946659.505966:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946659.505969:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318377728 : -112780391173888 : ffff996d44d8b100) 00000400:00000200:0.0:1784946659.505972:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000040:1.0:1784946659.505979:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8b100 x1871641054292992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784946659.505983:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784946659.505989:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4c00. 00000100:00000001:1.0:1784946659.505991:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946659.505996:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000800:00000200:0.0:1784946659.505997:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000010:1.0:1784946659.506000:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294d48. 00000100:00000200:1.0:1784946659.506004:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054292992, offset 0 00000800:00000200:0.0:1784946659.506005:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784946659.506011:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784946659.506014:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946659.506020:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946659.506023:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946659.506026:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946659.506030:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946659.506033:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305447087 00000400:00000200:1.0:1784946659.506033:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946659.506038:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000010:0.0:1784946659.506039:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373c00. 00000400:00000200:1.0:1784946659.506043:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784946659.506046:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1784946659.506048:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:0.0:1784946659.506052:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305447087 00000400:00000200:1.0:1784946659.506054:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314800:314800:255:4294967295] 192.168.202.106@tcp LPNI seq info [314796:314796:7:4294967295] 00000100:00000010:0.0:1784946659.506056:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d593738a0. 00000100:00000001:0.0:1784946659.506062:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1784946659.506063:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946659.506065:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946659.506068:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946659.506072:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946659.506074:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946659.506077:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:0.0:1784946659.506082:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946659.506086:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1784946659.506086:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946659.506092:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad700. 00000100:00000001:0.0:1784946659.506097:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1784946659.506098:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:0.0:1784946659.506099:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946659.506102:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946659.506105:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946659.506108:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946659.506113:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946659.506117:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946659.506121:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16710 usecs (17 jiffies) 00000400:00000200:1.0:1784946659.506124:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946659.506126:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305446417 00000100:00000001:1.0:1784946659.506129:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305447087 00000100:00000001:1.0:1784946659.506132:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305446417 00000100:00000001:1.0:1784946659.506135:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305447087 00000100:00000001:1.0:1784946659.506137:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784946659.506140:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784946659.506140:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946659.506144:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784946659.506145:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4c00. 00000100:00000001:1.0:1784946659.506149:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946659.506151:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784946659.506154:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784946659.506157:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946659.506158:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784946659.506162:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f000 00000100:00000001:1.0:1784946659.506162:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946659.506164:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1784946659.506165:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f000. 00000100:00000001:1.0:1784946659.506167:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946659.506169:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784946659.506171:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784946659.506175:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d88380 x1871641054292864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946659.506183:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946659.506185:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d88380 x1871641054292864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946675 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946659.506189:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946659.506190:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946659.506237:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946659.506238:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad700. 00000400:00000200:0.0:1784946659.506242:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946659.506244:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946659.506246:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294d48 00000400:00000010:0.0:1784946659.506247:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294d48. 00000100:00000001:0.0:1784946659.506248:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946659.506251:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8b100 x1871641054292992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946659.506255:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946659.506257:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8b100 x1871641054292992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946675 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946659.506260:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946659.506261:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946659.507981:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946659.507990:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946659.507993:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946659.507994:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946659.507998:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946659.508002:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946659.508006:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946659.508008:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946659.508011:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946659.508014:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64302c00 00000400:00000200:0.0:1784946659.508016:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946659.508020:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce911 [1] + 224 00000800:00000001:0.0:1784946659.508024:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946659.508025:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946659.508027:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946659.508029:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946659.508033:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946659.508036:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8b100 x1871641054292992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946675 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946659.508045:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8b100 x1871641054292992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946675 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946659.508066:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946659.508074:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946659.508078:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946659.508080:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946659.508082:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946659.508085:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946659.508099:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946659.508104:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946659.508107:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946659.508110:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946659.508113:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64302b80 00000400:00000200:0.0:1784946659.508116:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946659.508119:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce901 [1] + 224 00000800:00000001:0.0:1784946659.508123:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946659.508129:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946659.508131:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946659.508135:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946659.508138:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946659.508141:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d88380 x1871641054292864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946675 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946659.508147:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d88380 x1871641054292864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946675 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946659.508156:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946659.508159:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946659.508161:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946659.508167:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946659.508169:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784946659.508172:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946659.508173:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946659.508176:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652fc60. 00000400:00000200:0.0:1784946659.508179:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f990 00000400:00000010:0.0:1784946659.508181:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f990. 00000100:00000001:0.0:1784946659.508183:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946659.508187:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88380 x1871641054292864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946675 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946659.508194:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88380 x1871641054292864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946675 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946659.508201:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946659.508203:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946659.508205:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946659.508208:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946659.508210:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946659.508212:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946659.508215:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946659.508220:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=11 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946659.508224:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=11 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946659.508226:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946659.508228:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946659.508230:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946659.508232:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946659.508234:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946659.508239:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88380 x1871641054292864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946675 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946659.508246:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946659.508248:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946659.508250:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946659.508254:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88380 x1871641054292864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946675 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946659.508261:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054292864:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946659.508265:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946659.508266:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946659.508269:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88380 x1871641054292864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946675 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946659.508273:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946659.508274:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946659.508276:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394a200. 02000000:00000001:0.0:1784946659.508279:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946659.508280:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946659.508282:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784946659.508283:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946659.508285:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ade00. 02000000:00000001:0.0:1784946659.508287:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946659.508288:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946659.508289:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88380. 00000100:00000001:0.0:1784946659.508291:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946659.508292:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946659.508293:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946659.508296:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946659.508297:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946659.508298:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946659.508299:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946659.508346:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946659.508348:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946659.508351:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946659.508353:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946659.508355:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d210. 00000400:00000200:1.0:1784946659.508358:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294a18 00000400:00000010:1.0:1784946659.508359:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294a18. 00000100:00000001:1.0:1784946659.508362:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946659.508366:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8b100 x1871641054292992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946675 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946659.508374:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8b100 x1871641054292992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946675 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946659.508380:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946659.508381:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946659.508383:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946659.508385:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946659.508386:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946659.508388:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946659.508389:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946659.508393:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=11 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946659.508396:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=81 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946659.508398:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946659.508400:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946659.508401:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946659.508404:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946659.508406:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784946659.508408:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946659.508410:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946659.508411:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946659.508414:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8b100 x1871641054292992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946675 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946659.508418:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946659.508419:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946659.508420:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946659.508422:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8b100 x1871641054292992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946675 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946659.508430:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054292992:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946659.508433:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946659.508434:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946659.508436:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8b100 x1871641054292992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946675 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946659.508439:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946659.508440:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946659.508441:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d51da1400. 02000000:00000001:1.0:1784946659.508444:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946659.508445:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946659.508447:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946659.508449:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946659.508450:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad900. 02000000:00000001:1.0:1784946659.508453:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946659.508454:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946659.508455:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8b100. 00000100:00000001:1.0:1784946659.508457:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946659.508459:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946659.508460:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946659.508463:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946659.508465:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946659.508466:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946659.508467:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946659.826017:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946659.826023:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946659.826087:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946659.826091:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946659.826095:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946660.209667:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305447087, at 4305447104 00000100:00000010:0.0:1784946660.209682:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373c00. 00000100:00000040:1.0:1784946660.209901:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305447087, at 4305447104 00000100:00000010:1.0:1784946660.209907:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d593738a0. 00010000:00000001:1.0:1784946660.849617:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946660.849621:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946660.849678:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946660.849683:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946660.849686:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946661.873662:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946661.873668:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946661.875877:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946661.875880:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946661.875884:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946662.897618:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946662.897624:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946662.897626:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946662.897629:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946662.897633:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946662.897634:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946662.897636:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946662.897637:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946662.897726:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946662.897728:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946662.897730:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946663.921644:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946663.921651:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946663.921753:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946663.921757:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946663.921760:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946664.625616:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946664.625624:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946664.625633:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8b100. 00000020:00000040:1.0:1784946664.625637:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946664.625640:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946664.625642:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946664.625647:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946664.625653:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad900. 00000100:00000001:1.0:1784946664.625658:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946664.625667:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d8b100 x1871641054293120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946664.625675:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946664.625678:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946664.625683:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000025d4945] to pc [ptlrpcd_00_01+1] req@ffff996d44d8b100 x1871641054293120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946664.625706:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946664.625709:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946664.625711:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946664.625713:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d89880. 00000020:00000040:1.0:1784946664.625714:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946664.625715:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946664.625716:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946664.625718:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946664.625721:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ade00. 00000100:00000001:1.0:1784946664.625722:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946664.625726:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d89880 x1871641054293248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946664.625730:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946664.625732:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946664.625734:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec0422bb] to pc [ptlrpcd_00_00+0] req@ffff996d44d89880 x1871641054293248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946664.625741:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946664.625742:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946664.625745:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946664.625750:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784946664.625752:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1784946664.625755:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946664.625755:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946664.625759:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946664.625763:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10789) 00000100:00000040:0.0:1784946664.625765:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8b100 x1871641054293120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946664.625774:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946664.625775:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946664.625776:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946664.625778:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784946664.625782:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784946664.625782:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1784946664.625786:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946664.625790:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946664.625790:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d89880 x1871641054293248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946664.625795:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054293120:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946664.625814:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784946664.625820:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1784946664.625821:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784946664.625822:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946664.625824:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946664.625826:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946664.625829:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1784946664.625830:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1784946664.625835:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394aa00. 02000000:00000001:1.0:1784946664.625835:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946664.625839:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946664.625840:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054293248:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946664.625844:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946664.625847:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1784946664.625848:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:1.0:1784946664.625849:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946664.625853:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1784946664.625855:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652fc60. 02000000:00000010:1.0:1784946664.625857:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d51da1400. 02000000:00000001:1.0:1784946664.625860:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946664.625864:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946664.625865:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f990. 00000400:00000010:1.0:1784946664.625867:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d210. 00000100:00000200:0.0:1784946664.625873:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054293120, portal 25 00000400:00000010:1.0:1784946664.625874:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294a18. 00000100:00000001:0.0:1784946664.625878:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1784946664.625880:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054293248, portal 10 00000100:00000001:0.0:1784946664.625881:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318377728 : -112780391173888 : ffff996d44d8b100) 00000100:00000001:1.0:1784946664.625883:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946664.625886:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318371456 : -112780391180160 : ffff996d44d89880) 00000100:00000040:0.0:1784946664.625891:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8b100 x1871641054293120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946664.625894:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d89880 x1871641054293248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946664.625917:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784946664.625917:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946664.625921:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946664.625925:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294088. 00000100:00000040:0.0:1784946664.625926:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000200:1.0:1784946664.625930:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054293248, offset 0 00000400:00000010:0.0:1784946664.625932:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f000. 00000400:00000200:1.0:1784946664.625938:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000200:0.0:1784946664.625944:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054293120, offset 0 00000400:00000200:1.0:1784946664.625944:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946664.625956:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946664.625956:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946664.625963:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946664.625966:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946664.625969:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946664.625971:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946664.625973:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314801:314801:256:4294967295] 192.168.202.106@tcp LPNI seq info [314797:314797:8:4294967295] 00000400:00000200:1.0:1784946664.625976:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946664.625982:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946664.625986:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946664.625988:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:1.0:1784946664.625991:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad700. 00000400:00000200:0.0:1784946664.625996:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:1.0:1784946664.626000:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784946664.626004:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946664.626009:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:1.0:1784946664.626010:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784946664.626014:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1784946664.626015:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784946664.626020:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946664.626024:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314802:314802:255:4294967295] 192.168.202.106@tcp LPNI seq info [314798:314798:7:4294967295] 00000100:00000001:1.0:1784946664.626026:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946664.626033:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:1.0:1784946664.626033:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16708 usecs (17 jiffies) 00000400:00000200:1.0:1784946664.626037:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946664.626040:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305451537 00000100:00000010:1.0:1784946664.626046:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f420. 00000400:00000200:0.0:1784946664.626047:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:1.0:1784946664.626052:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000800:00000200:0.0:1784946664.626053:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946664.626057:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305451537 00000800:00000010:0.0:1784946664.626060:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4c00. 00000100:00000010:1.0:1784946664.626062:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8fc00. 00000100:00000001:1.0:1784946664.626065:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000800:00000200:0.0:1784946664.626069:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:1.0:1784946664.626070:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946664.626074:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946664.626077:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946664.626079:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:1.0:1784946664.626080:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784946664.626085:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946664.626087:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946664.626089:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946664.626089:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946664.626095:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946664.626098:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946664.626099:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946664.626102:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305452207 00000100:00000001:1.0:1784946664.626102:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946664.626109:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946664.626111:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305451537 00000100:00000001:0.0:1784946664.626122:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305452207 00000100:00000001:0.0:1784946664.626125:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305451537 00000100:00000001:0.0:1784946664.626128:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946664.626131:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946664.626133:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946664.626135:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946664.626139:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946664.626141:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946664.626143:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946664.626144:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946664.626145:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946664.626147:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946664.626160:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946664.626164:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad700. 00000400:00000200:1.0:1784946664.626169:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946664.626173:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946664.626177:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294088 00000400:00000010:1.0:1784946664.626179:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294088. 00000100:00000001:1.0:1784946664.626182:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946664.626185:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d89880 x1871641054293248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946664.626191:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946664.626193:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d89880 x1871641054293248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946680 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946664.626198:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946664.626199:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946664.626254:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946664.626257:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4c00. 00000400:00000200:1.0:1784946664.626261:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946664.626264:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946664.626267:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f000 00000400:00000010:1.0:1784946664.626268:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f000. 00000100:00000001:1.0:1784946664.626271:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946664.626275:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8b100 x1871641054293120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946664.626282:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946664.626285:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8b100 x1871641054293120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946680 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946664.626290:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946664.626291:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946664.627603:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946664.627613:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946664.627616:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946664.627617:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946664.627622:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946664.627627:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946664.627632:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946664.627635:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946664.627639:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946664.627643:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64302d00 00000400:00000200:0.0:1784946664.627647:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946664.627652:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce929 [1] + 224 00000800:00000001:0.0:1784946664.627657:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946664.627660:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946664.627663:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946664.627666:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946664.627670:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946664.627675:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89880 x1871641054293248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946680 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946664.627686:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89880 x1871641054293248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946680 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946664.627709:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946664.627716:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946664.627719:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946664.627721:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946664.627723:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946664.627726:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946664.627730:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946664.627735:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946664.627738:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946664.627741:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946664.627746:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64302c80 00000100:00000001:1.0:1784946664.627747:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946664.627751:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946664.627751:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946664.627758:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce921 [1] + 224 00000800:00000001:0.0:1784946664.627762:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1784946664.627763:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946664.627767:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1784946664.627768:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784946664.627770:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d210. 00000400:00000200:0.0:1784946664.627772:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946664.627775:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294a18 00000400:00000200:0.0:1784946664.627778:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000010:1.0:1784946664.627780:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294a18. 00000100:00000001:1.0:1784946664.627784:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946664.627785:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946664.627790:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d89880 x1871641054293248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946680 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946664.627792:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8b100 x1871641054293120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946680 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946664.627828:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d89880 x1871641054293248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946680 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946664.627829:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8b100 x1871641054293120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946680 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946664.627850:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946664.627853:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946664.627856:0:2352:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784946664.627857:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1784946664.627860:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1784946664.627863:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784946664.627863:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946664.627866:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946664.627869:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784946664.627870:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946664.627878:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1784946664.627879:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=16 v=5 (5 5 5 5) 00000100:00000001:0.0:1784946664.627882:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1784946664.627885:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=86 v=5 (1 1 1 1) 00000400:00000001:0.0:1784946664.627887:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946664.627891:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1784946664.627891:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1784946664.627896:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652fc60. 00000100:00000001:1.0:1784946664.627896:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946664.627903:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f990 00010000:00000001:1.0:1784946664.627903:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1784946664.627908:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f990. 00010000:00000001:1.0:1784946664.627909:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946664.627912:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946664.627915:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000200:0.0:1784946664.627918:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8b100 x1871641054293120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946680 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946664.627919:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946664.627924:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946664.627927:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784946664.627940:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8b100 x1871641054293120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946680 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946664.627940:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d89880 x1871641054293248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946680 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946664.627963:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946664.627965:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946664.627966:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946664.627970:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946664.627971:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946664.627975:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946664.627975:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946664.627978:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946664.627980:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946664.627984:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946664.627985:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89880 x1871641054293248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946680 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784946664.627988:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=16 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946664.627995:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=16 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946664.628002:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946664.628004:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946664.628005:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054293248:192.168.202.106@tcp:400:kworker.0 00010000:00000001:0.0:1784946664.628007:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946664.628010:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946664.628013:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946664.628014:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946664.628020:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946664.628023:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8b100 x1871641054293120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946680 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946664.628028:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89880 x1871641054293248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946680 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946664.628040:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946664.628046:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946664.628046:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784946664.628048:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784946664.628050:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1784946664.628055:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8b100 x1871641054293120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946680 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784946664.628055:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d51da1400. 02000000:00000001:1.0:1784946664.628062:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946664.628066:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000100:00100000:0.0:1784946664.628067:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054293120:192.168.202.106@tcp:400:kworker.0 00000020:00000040:1.0:1784946664.628069:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946664.628072:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784946664.628073:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784946664.628077:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1784946664.628079:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ade00. 00000100:00000040:0.0:1784946664.628083:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8b100 x1871641054293120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946680 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784946664.628085:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946664.628088:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946664.628091:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89880. 00000100:00000001:0.0:1784946664.628095:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946664.628097:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946664.628100:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394aa00. 02000000:00000001:0.0:1784946664.628103:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946664.628105:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946664.628108:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946664.628109:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1784946664.628111:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784946664.628113:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1784946664.628114:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad900. 00000100:00000001:1.0:1784946664.628119:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784946664.628120:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784946664.628125:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946664.628128:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946664.628130:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946664.628132:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946664.628135:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946664.628138:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8b100. 00000100:00000001:0.0:1784946664.628142:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946664.628144:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946664.628147:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946664.628151:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946664.628153:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946664.628155:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946664.628156:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946664.945638:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946664.945644:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946664.945711:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946664.945715:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946664.945718:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946665.329631:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305452207, at 4305452224 00000100:00000040:1.0:1784946665.329631:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305452207, at 4305452224 00000100:00000010:0.0:1784946665.329646:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f420. 00000100:00000010:1.0:1784946665.329649:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8fc00. 00010000:00000001:1.0:1784946665.969594:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946665.969601:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946665.969659:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946665.969663:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946665.969667:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946666.993627:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946666.993631:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946666.993684:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946666.993687:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946666.993690:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946668.017607:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946668.017611:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946668.017690:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946668.017693:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946668.017696:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946669.041628:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946669.041635:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946669.041698:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946669.041702:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946669.041705:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946669.745608:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946669.745619:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946669.745626:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d89880. 00000020:00000040:1.0:1784946669.745631:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946669.745635:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946669.745637:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946669.745642:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946669.745648:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ade00. 00000100:00000001:1.0:1784946669.745654:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946669.745663:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d89880 x1871641054293376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946669.745674:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946669.745680:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946669.745687:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec0422bb] to pc [ptlrpcd_00_01+1] req@ffff996d44d89880 x1871641054293376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946669.745712:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946669.745715:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946669.745719:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946669.745723:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8b800. 00000020:00000040:1.0:1784946669.745726:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946669.745729:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946669.745731:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946669.745733:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946669.745737:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad700. 00000100:00000001:1.0:1784946669.745741:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946669.745746:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d8b800 x1871641054293504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946669.745753:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946669.745770:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946669.745775:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adb34ecc] to pc [ptlrpcd_00_00+0] req@ffff996d44d8b800 x1871641054293504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946669.745786:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946669.745789:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946669.745793:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946669.745796:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946669.745800:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946669.745805:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10794) 00000100:00000001:1.0:1784946669.745816:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946669.745820:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946669.745822:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784946669.745825:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784946669.745828:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8b800 x1871641054293504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946669.745830:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946669.745834:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784946669.745841:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1784946669.745844:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d89880 x1871641054293376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946669.745845:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946669.745850:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946669.745854:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946669.745859:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1784946669.745860:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946669.745863:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946669.745867:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054293504:192.168.202.106@tcp:400:kworker.0 02000000:00000001:0.0:1784946669.745868:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946669.745873:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946669.745876:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784946669.745877:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946669.745883:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:0.0:1784946669.745884:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054293376:192.168.202.106@tcp:400:kworker.0 02000000:00000001:1.0:1784946669.745887:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946669.745891:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946669.745892:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1784946669.745896:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1784946669.745898:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d51da1400. 02000000:00000001:0.0:1784946669.745900:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946669.745902:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946669.745904:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946669.745910:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394a200. 00000400:00000200:1.0:1784946669.745913:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:0.0:1784946669.745914:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946669.745920:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d210. 00000400:00000200:0.0:1784946669.745921:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946669.745928:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652fc60. 00000400:00000010:1.0:1784946669.745930:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294a18. 00000400:00000010:0.0:1784946669.745934:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f990. 00000100:00000200:1.0:1784946669.745937:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054293504, portal 10 00000100:00000200:0.0:1784946669.745940:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054293376, portal 25 00000100:00000001:1.0:1784946669.745942:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946669.745944:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946669.745945:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318379520 : -112780391172096 : ffff996d44d8b800) 00000100:00000001:0.0:1784946669.745948:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318371456 : -112780391180160 : ffff996d44d89880) 00000100:00000040:1.0:1784946669.745956:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8b800 x1871641054293504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946669.745958:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d89880 x1871641054293376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946669.745981:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784946669.745983:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946669.745987:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000040:0.0:1784946669.745990:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946669.745992:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294088. 00000400:00000010:0.0:1784946669.745995:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f000. 00000100:00000200:0.0:1784946669.745999:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054293376, offset 0 00000400:00000200:0.0:1784946669.746006:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000200:1.0:1784946669.746014:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054293504, offset 0 00000400:00000200:0.0:1784946669.746017:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946669.746024:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946669.746028:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946669.746033:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946669.746037:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946669.746040:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946669.746043:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946669.746047:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314803:314803:256:4294967295] 192.168.202.106@tcp LPNI seq info [314799:314799:8:4294967295] 00000400:00000200:0.0:1784946669.746051:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946669.746067:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946669.746074:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784946669.746079:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4c00. 00000800:00000200:0.0:1784946669.746086:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784946669.746093:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784946669.746097:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784946669.746101:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946669.746107:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:0.0:1784946669.746109:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946669.746112:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946669.746117:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946669.746118:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:0.0:1784946669.746123:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305457327 00000400:00000200:1.0:1784946669.746123:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946669.746128:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000010:0.0:1784946669.746130:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373c00. 00000400:00000200:1.0:1784946669.746133:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314804:314804:255:4294967295] 192.168.202.106@tcp LPNI seq info [314800:314800:7:4294967295] 00000100:00000001:0.0:1784946669.746138:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1784946669.746140:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946669.746145:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305457327 00000100:00000010:0.0:1784946669.746151:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373000. 00000400:00000200:1.0:1784946669.746152:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:0.0:1784946669.746157:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1784946669.746161:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784946669.746163:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946669.746167:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784946669.746168:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad100. 00000100:00000001:0.0:1784946669.746170:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946669.746174:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784946669.746176:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:0.0:1784946669.746182:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1784946669.746185:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:0.0:1784946669.746186:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1784946669.746190:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946669.746191:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946669.746194:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946669.746197:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946669.746198:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946669.746201:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946669.746204:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16708 usecs (17 jiffies) 00000400:00000200:1.0:1784946669.746209:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946669.746212:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305456657 00000100:00000001:1.0:1784946669.746215:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305457327 00000100:00000001:1.0:1784946669.746218:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305456657 00000100:00000001:1.0:1784946669.746220:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305457327 00000100:00000001:1.0:1784946669.746223:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946669.746225:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946669.746228:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946669.746229:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946669.746234:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946669.746236:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946669.746239:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1784946669.746240:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784946669.746241:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946669.746243:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784946669.746246:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4c00. 00000100:00000001:1.0:1784946669.746247:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946669.746253:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946669.746260:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946669.746266:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f000 00000400:00000010:0.0:1784946669.746269:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f000. 00000100:00000001:0.0:1784946669.746274:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946669.746279:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d89880 x1871641054293376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946669.746289:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946669.746293:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d89880 x1871641054293376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946685 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946669.746301:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946669.746303:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946669.746346:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946669.746349:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad100. 00000400:00000200:0.0:1784946669.746353:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946669.746358:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946669.746361:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294088 00000400:00000010:0.0:1784946669.746362:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294088. 00000100:00000001:0.0:1784946669.746365:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946669.746368:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8b800 x1871641054293504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946669.746380:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946669.746383:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8b800 x1871641054293504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946685 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946669.746389:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946669.746391:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946669.747541:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946669.747548:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946669.747551:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946669.747553:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946669.747558:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946669.747563:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946669.747569:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946669.747571:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946669.747573:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946669.747576:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64302d80 00000400:00000200:0.0:1784946669.747579:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946669.747582:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce949 [1] + 224 00000800:00000001:0.0:1784946669.747587:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946669.747590:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946669.747592:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946669.747594:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946669.747597:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946669.747600:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89880 x1871641054293376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946685 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946669.747607:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89880 x1871641054293376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946685 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946669.747624:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946669.747628:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946669.747629:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946669.747657:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946669.747660:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946669.747664:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946669.747666:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946669.747668:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652fc60. 00000400:00000200:1.0:1784946669.747672:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f990 00000400:00000010:1.0:1784946669.747674:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f990. 00000100:00000001:1.0:1784946669.747677:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946669.747681:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d89880 x1871641054293376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946685 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946669.747691:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d89880 x1871641054293376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946685 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946669.747697:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946669.747699:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946669.747702:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946669.747704:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946669.747706:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946669.747708:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946669.747711:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946669.747717:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=21 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946669.747721:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=21 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946669.747724:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946669.747725:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946669.747727:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946669.747730:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946669.747732:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946669.747737:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d89880 x1871641054293376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946685 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946669.747744:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784946669.747744:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946669.747748:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1784946669.747751:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946669.747751:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946669.747768:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784946669.747768:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89880 x1871641054293376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946685 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946669.747773:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946669.747780:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00100000:1.0:1784946669.747783:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054293376:192.168.202.106@tcp:400:kworker.0 00000400:00000200:0.0:1784946669.747790:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:1.0:1784946669.747793:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946669.747796:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784946669.747798:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:1.0:1784946669.747802:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89880 x1871641054293376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946685 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946669.747806:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946669.747814:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946669.747815:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946669.747819:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1784946669.747822:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64302e00 02000000:00000010:1.0:1784946669.747823:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394a200. 00000400:00000200:0.0:1784946669.747830:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:1.0:1784946669.747830:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946669.747833:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:0.0:1784946669.747836:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce941 [1] + 224 00000020:00000040:1.0:1784946669.747837:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784946669.747843:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:0.0:1784946669.747844:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:1.0:1784946669.747845:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ade00. 00000800:00000001:0.0:1784946669.747850:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784946669.747851:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1784946669.747854:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1784946669.747855:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946669.747858:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89880. 00000400:00000200:0.0:1784946669.747859:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946669.747865:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946669.747865:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946669.747868:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784946669.747871:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8b800 x1871641054293504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946685 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946669.747872:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946669.747878:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946669.747881:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946669.747882:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8b800 x1871641054293504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946685 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946669.747885:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946669.747888:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946669.747895:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946669.747900:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946669.747902:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946669.747908:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946669.747909:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784946669.747911:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946669.747912:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946669.747914:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d210. 00000400:00000200:0.0:1784946669.747915:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294a18 00000400:00000010:0.0:1784946669.747916:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294a18. 00000100:00000001:0.0:1784946669.747918:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946669.747920:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8b800 x1871641054293504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946685 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946669.747926:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8b800 x1871641054293504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946685 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946669.747933:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946669.747934:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946669.747936:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946669.747938:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946669.747939:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946669.747940:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946669.747943:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946669.747947:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=21 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946669.747950:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=91 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946669.747952:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946669.747954:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946669.747956:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946669.747958:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946669.747961:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784946669.747962:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784946669.747964:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784946669.747966:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946669.747969:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8b800 x1871641054293504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946685 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946669.747973:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946669.747975:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946669.747976:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946669.747978:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8b800 x1871641054293504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946685 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946669.747982:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054293504:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946669.747985:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946669.747986:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946669.747988:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8b800 x1871641054293504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946685 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946669.747991:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946669.747992:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946669.747993:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d51da1400. 02000000:00000001:0.0:1784946669.747996:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946669.747997:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946669.747998:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784946669.747999:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946669.748000:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad700. 02000000:00000001:0.0:1784946669.748002:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946669.748003:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946669.748004:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8b800. 00000100:00000001:0.0:1784946669.748005:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946669.748006:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946669.748007:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946669.748010:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946669.748011:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946669.748012:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946669.748013:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946670.065594:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946670.065601:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946670.065680:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946670.065683:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946670.065685:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946670.449624:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305457327, at 4305457344 00000100:00000040:1.0:1784946670.449624:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305457327, at 4305457344 00000100:00000010:1.0:1784946670.449637:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373000. 00000100:00000010:0.0:1784946670.449642:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373c00. 00010000:00000001:1.0:1784946671.089639:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946671.089645:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946671.089784:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946671.089787:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946671.089790:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784946671.473632:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784946671.473640:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784946671.473645:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1784946671.473871:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784946671.473877:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946671.473888:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946671.473893:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946671.473895:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784946672.113620:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946672.113626:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946672.113688:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946672.113690:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946672.113693:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946673.137634:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946673.137641:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946673.137643:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946673.137646:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946673.137650:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946673.137653:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946673.137655:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946673.137657:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946673.137721:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946673.137725:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946673.137738:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946674.161588:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946674.161593:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946674.161642:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946674.161646:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946674.161650:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784946674.865604:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946674.865614:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946674.865622:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774380. 00000020:00000040:3.0:1784946674.865626:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946674.865629:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946674.865632:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946674.865635:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946674.865641:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea700. 00000100:00000001:3.0:1784946674.865646:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946674.865655:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73774380 x1871641054293632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946674.865667:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946674.865670:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946674.865674:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085b81382] to pc [ptlrpcd_01_01+1] req@ffff996d73774380 x1871641054293632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946674.865698:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946674.865701:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946674.865704:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946674.865707:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73777800. 00000020:00000040:3.0:1784946674.865709:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946674.865712:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946674.865726:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946674.865728:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946674.865732:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea000. 00000100:00000001:3.0:1784946674.865736:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946674.865741:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73777800 x1871641054293760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946674.865742:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946674.865747:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946674.865750:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784946674.865751:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946674.865755:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946674.865757:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774380 x1871641054293632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946674.865760:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000beeb1e93] to pc [ptlrpcd_01_00+0] req@ffff996d73777800 x1871641054293760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946674.865773:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946674.865777:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946674.865778:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946674.865780:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784946674.865781:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784946674.865784:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784946674.865785:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784946674.865789:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946674.865789:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784946674.865794:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1784946674.865795:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054293632:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946674.865799:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784946674.865799:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10799) 02000000:00000001:2.0:1784946674.865806:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946674.865808:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946674.865810:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946674.865814:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d7a00. 02000000:00000001:2.0:1784946674.865815:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946674.865820:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946674.865822:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1784946674.865824:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000100:00000001:3.0:1784946674.865825:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946674.865827:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1784946674.865829:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000100:00000040:3.0:1784946674.865831:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73777800 x1871641054293760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946674.865835:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054293632, portal 25 00000100:00000001:3.0:1784946674.865838:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946674.865839:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946674.865841:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946674.865842:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100521856 : -112779609029760 : ffff996d73774380) 02000000:00000001:3.0:1784946674.865844:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946674.865846:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784946674.865849:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774380 x1871641054293632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946674.865850:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946674.865856:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73777800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054293760:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946674.865863:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784946674.865863:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946674.865867:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784946674.865868:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000001:3.0:1784946674.865869:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784946674.865871:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6e58. 02000000:00000001:3.0:1784946674.865872:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1784946674.865875:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054293632, offset 0 02000000:00000010:3.0:1784946674.865877:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46616800. 02000000:00000001:3.0:1784946674.865880:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946674.865882:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946674.865886:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946674.865889:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000200:2.0:1784946674.865892:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946674.865893:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1a18. 00000100:00000200:3.0:1784946674.865897:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054293760, portal 10 00000400:00000200:2.0:1784946674.865899:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:3.0:1784946674.865900:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946674.865902:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100535296 : -112779609016320 : ffff996d73777800) 00000400:00000200:2.0:1784946674.865906:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946674.865910:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000040:3.0:1784946674.865910:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73777800 x1871641054293760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784946674.865916:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946674.865921:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:3.0:1784946674.865921:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946674.865927:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946674.865928:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314805:314805:256:4294967295] 192.168.202.106@tcp LPNI seq info [314801:314801:8:4294967295] 00000400:00000010:3.0:1784946674.865931:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f16e8. 00000400:00000200:2.0:1784946674.865934:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:3.0:1784946674.865935:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054293760, offset 0 00000400:00000200:3.0:1784946674.865943:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946674.865948:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784946674.865951:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946674.865958:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946674.865958:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946674.865964:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1784946674.865965:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bc00. 00000400:00000200:3.0:1784946674.865966:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946674.865970:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946674.865973:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:2.0:1784946674.865977:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784946674.865980:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314806:314806:255:4294967295] 192.168.202.106@tcp LPNI seq info [314802:314802:7:4294967295] 00000400:00000200:3.0:1784946674.865984:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946674.865987:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946674.865992:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784946674.865994:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946674.865998:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946674.866001:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beaf00. 00000100:00000001:2.0:1784946674.866004:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784946674.866005:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946674.866011:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946674.866013:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:2.0:1784946674.866015:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305462447 00000800:00000200:3.0:1784946674.866020:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beaf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1784946674.866021:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c8a0. 00000100:00000001:3.0:1784946674.866028:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946674.866030:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1784946674.866033:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16707 usecs (17 jiffies) 00000100:00000001:2.0:1784946674.866036:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305462447 00000100:00000010:2.0:1784946674.866040:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668ccc0. 00000400:00000200:3.0:1784946674.866041:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946674.866044:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946674.866046:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305461777 00000100:00000001:2.0:1784946674.866049:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946674.866051:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946674.866051:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305462447 00000100:00000001:2.0:1784946674.866056:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946674.866057:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305461777 00000100:00000001:2.0:1784946674.866058:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946674.866063:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305462447 00000100:00000001:3.0:1784946674.866066:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946674.866069:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946674.866070:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946674.866072:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784946674.866076:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bc00. 00000100:00000001:3.0:1784946674.866076:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946674.866081:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946674.866083:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946674.866084:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784946674.866085:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946674.866087:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946674.866087:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946674.866090:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946674.866093:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946674.866094:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946674.866095:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946674.866098:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946674.866098:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946674.866101:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946674.866102:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6e58 00000100:00000001:3.0:1784946674.866105:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784946674.866106:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6e58. 00000100:00000001:0.0:1784946674.866113:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946674.866119:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73774380 x1871641054293632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946674.866129:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946674.866132:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73774380 x1871641054293632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946690 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946674.866139:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946674.866141:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946674.866196:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946674.866199:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beaf00. 00000400:00000200:0.0:1784946674.866202:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946674.866205:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946674.866208:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f16e8 00000400:00000010:0.0:1784946674.866209:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f16e8. 00000100:00000001:0.0:1784946674.866212:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946674.866215:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73777800 x1871641054293760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946674.866222:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946674.866225:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73777800 x1871641054293760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946690 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946674.866231:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946674.866232:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946674.867582:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946674.867593:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946674.867596:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946674.867598:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946674.867604:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946674.867609:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946674.867615:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946674.867618:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946674.867623:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946674.867627:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64302f00 00000400:00000200:1.0:1784946674.867631:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946674.867636:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce969 [1] + 224 00000800:00000001:1.0:1784946674.867641:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946674.867645:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946674.867647:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946674.867651:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946674.867655:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946674.867661:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73777800 x1871641054293760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946690 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946674.867671:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73777800 x1871641054293760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946674.867687:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946674.867693:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946674.867697:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946674.867699:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946674.867702:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946674.867705:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946674.867711:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:3.0:1784946674.867726:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946674.867730:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946674.867730:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946674.867736:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784946674.867736:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946674.867740:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784946674.867741:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946674.867744:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:1.0:1784946674.867746:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64302e80 00000400:00000200:3.0:1784946674.867751:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1a18 00000400:00000200:1.0:1784946674.867752:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946674.867755:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1a18. 00000100:00000001:3.0:1784946674.867760:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946674.867766:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73777800 x1871641054293760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946674.867767:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce961 [1] + 224 00000800:00000001:1.0:1784946674.867776:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784946674.867783:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73777800 x1871641054293760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946690 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946674.867784:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946674.867789:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946674.867798:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946674.867799:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946674.867802:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946674.867803:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946674.867807:0:2354:0:(client.c:1580:after_reply()) Process entered 00000100:00000200:1.0:1784946674.867809:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73774380 x1871641054293632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946690 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946674.867811:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946674.867814:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946674.867817:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946674.867822:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946674.867831:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=26 v=5 (5 5 5 5) 00000100:00000040:1.0:1784946674.867834:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73774380 x1871641054293632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784946674.867837:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=96 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946674.867845:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946674.867848:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946674.867852:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946674.867855:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946674.867857:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784946674.867860:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946674.867862:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946674.867864:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946674.867864:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946674.867870:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784946674.867871:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73777800 x1871641054293760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946690 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946674.867875:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946674.867883:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946674.867885:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946674.867888:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946674.867892:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73777800 x1871641054293760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946690 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946674.867900:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73777800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054293760:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946674.867907:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946674.867909:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946674.867912:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73777800 x1871641054293760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946690 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946674.867918:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946674.867921:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946674.867923:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46616800. 02000000:00000001:3.0:1784946674.867927:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946674.867929:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946674.867931:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784946674.867934:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784946674.867936:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1784946674.867937:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea000. 00000100:00000001:2.0:1784946674.867940:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784946674.867942:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:2.0:1784946674.867944:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1784946674.867945:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:2.0:1784946674.867948:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000010:3.0:1784946674.867949:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73777800. 00000400:00000010:2.0:1784946674.867952:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000100:00000001:3.0:1784946674.867955:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1784946674.867957:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000100:00000001:3.0:1784946674.867958:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784946674.867961:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:3.0:1784946674.867962:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946674.867967:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946674.867969:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946674.867972:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784946674.867974:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774380 x1871641054293632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946674.867975:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946674.867978:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784946674.867989:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774380 x1871641054293632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946690 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946674.867995:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946674.867997:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946674.867999:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946674.868000:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946674.868002:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946674.868003:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946674.868005:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946674.868008:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=26 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946674.868011:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=26 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946674.868013:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946674.868014:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946674.868016:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946674.868018:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946674.868020:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946674.868023:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774380 x1871641054293632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946690 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946674.868030:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946674.868032:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946674.868034:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946674.868037:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774380 x1871641054293632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946690 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946674.868044:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054293632:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946674.868047:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946674.868049:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946674.868052:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774380 x1871641054293632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946690 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946674.868058:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946674.868060:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946674.868061:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d7a00. 02000000:00000001:2.0:1784946674.868065:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946674.868066:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946674.868067:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784946674.868069:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946674.868071:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea700. 02000000:00000001:2.0:1784946674.868073:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946674.868074:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946674.868075:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774380. 00000100:00000001:2.0:1784946674.868079:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946674.868080:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946674.868081:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946674.868084:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946674.868086:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946674.868087:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946674.868089:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946675.185642:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946675.185648:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946675.185741:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946675.185745:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946675.185748:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946675.569580:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305462447, at 4305462464 00000100:00000040:0.0:1784946675.569593:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305462447, at 4305462464 00000100:00000010:1.0:1784946675.569595:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668ccc0. 00000100:00000010:0.0:1784946675.569605:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c8a0. 00010000:00000001:1.0:1784946676.209607:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946676.209614:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946676.209665:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946676.209668:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946676.209670:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946677.233613:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946677.233618:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946677.233680:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946677.233684:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946677.233688:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946678.257598:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946678.257610:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946678.257678:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946678.257682:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946678.257696:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946679.281609:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946679.281614:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946679.281684:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946679.281689:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946679.281693:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946679.985630:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946679.985638:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946679.985648:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953b80. 00000020:00000040:2.0:1784946679.985653:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946679.985657:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946679.985660:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946679.985665:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946679.985736:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784946679.985743:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946679.985752:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73953b80 x1871641054293888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946679.985759:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946679.985762:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946679.985767:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8924e08] to pc [ptlrpcd_01_01+1] req@ffff996d73953b80 x1871641054293888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946679.985787:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946679.985791:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946679.985793:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946679.985796:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950700. 00000020:00000040:2.0:1784946679.985797:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946679.985799:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946679.985801:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946679.985802:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946679.985804:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784946679.985806:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946679.985809:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950700 x1871641054294016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946679.985813:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946679.985815:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946679.985817:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a906b26] to pc [ptlrpcd_01_00+0] req@ffff996d73950700 x1871641054294016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946679.985820:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946679.985823:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946679.985825:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784946679.985826:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946679.985830:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946679.985831:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946679.985835:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946679.985839:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784946679.985840:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950700 x1871641054294016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946679.985842:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10804) 00000100:00000001:3.0:1784946679.985852:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946679.985854:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946679.985858:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946679.985861:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946679.985863:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946679.985867:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1784946679.985867:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054294016:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946679.985869:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946679.985872:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784946679.985875:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784946679.985877:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953b80 x1871641054293888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946679.985881:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784946679.985883:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946679.985885:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946679.985886:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946679.985887:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946679.985890:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946679.985890:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1784946679.985893:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946679.985895:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054293888:192.168.202.106@tcp:400:kworker.0 02000000:00000010:3.0:1784946679.985897:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46616400. 00000100:00000001:2.0:1784946679.985898:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946679.985901:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946679.985902:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946679.985905:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946679.985906:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946679.985909:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d7a00. 00000400:00000200:3.0:1784946679.985910:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784946679.985912:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784946679.985916:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000200:2.0:1784946679.985917:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946679.985923:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784946679.985927:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000400:00000010:3.0:1784946679.985927:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1a18. 00000100:00000200:2.0:1784946679.985935:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054293888, portal 25 00000100:00000200:3.0:1784946679.985936:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054294016, portal 10 00000100:00000001:2.0:1784946679.985937:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946679.985941:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102485888 : -112779607065728 : ffff996d73953b80) 00000100:00000001:3.0:1784946679.985941:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946679.985944:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102472448 : -112779607079168 : ffff996d73950700) 00000100:00000040:2.0:1784946679.985947:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953b80 x1871641054293888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946679.985954:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946679.985955:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950700 x1871641054294016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946679.985960:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946679.985963:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6660. 00000100:00000200:2.0:1784946679.985968:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054293888, offset 0 00000100:00000001:3.0:1784946679.985971:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946679.985978:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946679.985979:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946679.985984:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1330. 00000400:00000200:2.0:1784946679.985988:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:3.0:1784946679.985989:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054294016, offset 0 00000400:00000200:2.0:1784946679.985996:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946679.985999:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946679.986002:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946679.986006:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946679.986008:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946679.986016:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946679.986019:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314807:314807:256:4294967295] 192.168.202.106@tcp LPNI seq info [314803:314803:8:4294967295] 00000400:00000200:2.0:1784946679.986022:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946679.986028:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946679.986034:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784946679.986038:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:2.0:1784946679.986042:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946679.986044:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1784946679.986047:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b000. 00000400:00000200:3.0:1784946679.986050:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:2.0:1784946679.986056:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784946679.986057:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946679.986063:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946679.986067:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314808:314808:255:4294967295] 192.168.202.106@tcp LPNI seq info [314804:314804:7:4294967295] 00000800:00000200:2.0:1784946679.986070:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:3.0:1784946679.986076:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946679.986077:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784946679.986086:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:2.0:1784946679.986092:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784946679.986093:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946679.986099:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946679.986103:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305467567 00000800:00000010:3.0:1784946679.986104:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000100:00000010:2.0:1784946679.986110:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cea0. 00000800:00000200:3.0:1784946679.986111:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:2.0:1784946679.986116:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1784946679.986119:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:2.0:1784946679.986122:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305467567 00000800:00000200:3.0:1784946679.986124:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1784946679.986126:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c660. 00000100:00000001:2.0:1784946679.986131:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946679.986131:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946679.986136:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784946679.986138:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16707 usecs (17 jiffies) 00000100:00000001:2.0:1784946679.986139:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946679.986145:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946679.986146:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946679.986147:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946679.986149:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305466897 00000100:00000001:2.0:1784946679.986155:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946679.986155:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305467567 00000100:00000001:2.0:1784946679.986158:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946679.986160:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305466897 00000100:00000001:2.0:1784946679.986161:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1784946679.986162:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946679.986163:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946679.986165:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305467567 00000100:00000001:2.0:1784946679.986167:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784946679.986170:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b000. 00000100:00000001:3.0:1784946679.986171:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946679.986172:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946679.986177:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946679.986179:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946679.986180:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946679.986185:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946679.986189:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946679.986191:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946679.986194:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784946679.986196:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6660 00000100:00000001:3.0:1784946679.986197:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946679.986201:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1784946679.986202:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6660. 00000100:00000001:3.0:1784946679.986203:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946679.986208:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946679.986209:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946679.986216:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953b80 x1871641054293888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946679.986226:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946679.986242:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953b80 x1871641054293888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946695 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946679.986249:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946679.986252:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946679.986315:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946679.986318:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000400:00000200:0.0:1784946679.986322:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946679.986325:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946679.986328:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1330 00000400:00000010:0.0:1784946679.986330:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1330. 00000100:00000001:0.0:1784946679.986333:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946679.986336:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950700 x1871641054294016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946679.986344:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946679.986347:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950700 x1871641054294016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946695 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946679.986353:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946679.986355:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946679.987593:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946679.987603:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946679.987606:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946679.987608:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946679.987613:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946679.987618:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946679.987624:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946679.987627:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946679.987630:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946679.987633:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64302f80 00000400:00000200:1.0:1784946679.987636:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946679.987639:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce971 [1] + 224 00000800:00000001:1.0:1784946679.987644:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946679.987647:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946679.987649:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946679.987651:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946679.987655:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946679.987658:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953b80 x1871641054293888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946695 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946679.987665:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953b80 x1871641054293888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946679.987692:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946679.987698:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946679.987702:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946679.987704:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946679.987706:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946679.987709:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946679.987713:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946679.987718:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946679.987721:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946679.987725:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946679.987727:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946679.987730:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64303000 00000100:00000001:2.0:1784946679.987731:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946679.987736:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:2.0:1784946679.987737:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946679.987739:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946679.987741:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946679.987745:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:2.0:1784946679.987747:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:2.0:1784946679.987749:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946679.987754:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce979 [1] + 224 00000100:00000200:2.0:1784946679.987755:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953b80 x1871641054293888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946679.987762:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946679.987769:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784946679.987770:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953b80 x1871641054293888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946695 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946679.987773:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946679.987781:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946679.987785:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946679.987787:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946679.987790:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784946679.987791:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950700 x1871641054294016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946695 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946679.987795:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946679.987799:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1784946679.987802:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950700 x1871641054294016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946679.987803:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946679.987806:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946679.987811:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946679.987815:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1784946679.987817:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=31 v=5 (5 5 5 5) 00000800:00000001:1.0:1784946679.987820:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784946679.987822:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=31 v=5 (1 1 1 1) 00000800:00000001:1.0:1784946679.987823:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946679.987827:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946679.987830:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946679.987833:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946679.987835:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946679.987838:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946679.987840:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946679.987843:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784946679.987845:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953b80 x1871641054293888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946695 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784946679.987847:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946679.987849:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946679.987852:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784946679.987856:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1a18 00000100:00000001:2.0:1784946679.987858:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1784946679.987859:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1a18. 00000100:00000001:2.0:1784946679.987864:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946679.987865:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946679.987869:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784946679.987872:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950700 x1871641054294016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946679.987878:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953b80 x1871641054293888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946695 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946679.987899:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950700 x1871641054294016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946695 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946679.987902:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054293888:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946679.987912:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946679.987913:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946679.987915:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784946679.987916:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946679.987921:0:2354:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:2.0:1784946679.987922:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953b80 x1871641054293888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946695 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946679.987924:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946679.987926:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946679.987930:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946679.987934:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946679.987936:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946679.987940:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1784946679.987941:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=31 v=5 (5 5 5 5) 02000000:00000010:2.0:1784946679.987943:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d7a00. 00000100:00001000:3.0:1784946679.987949:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=101 v=5 (1 1 1 1) 02000000:00000001:2.0:1784946679.987950:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946679.987954:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784946679.987955:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000040:2.0:1784946679.987957:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946679.987958:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946679.987960:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1784946679.987963:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:3.0:1784946679.987963:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946679.987967:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 00000100:00000001:3.0:1784946679.987968:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784946679.987970:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 02000000:00000001:2.0:1784946679.987973:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784946679.987973:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946679.987976:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946679.987977:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946679.987981:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953b80. 00000100:00000040:3.0:1784946679.987981:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950700 x1871641054294016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946695 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946679.987986:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946679.987989:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946679.987990:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946679.987992:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946679.987994:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946679.987995:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946679.988000:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950700 x1871641054294016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946695 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946679.988001:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946679.988004:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946679.988009:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1784946679.988010:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054294016:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946679.988012:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946679.988014:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946679.988017:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946679.988019:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950700 x1871641054294016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946695 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946679.988023:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946679.988024:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946679.988026:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46616400. 02000000:00000001:3.0:1784946679.988028:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946679.988029:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946679.988029:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784946679.988031:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946679.988032:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 02000000:00000001:3.0:1784946679.988033:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946679.988034:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946679.988035:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950700. 00000100:00000001:3.0:1784946679.988037:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946679.988038:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946679.988039:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946679.988041:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946679.988042:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946679.988043:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946679.988044:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946680.305611:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946680.305617:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946680.305664:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946680.305676:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946680.305678:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946680.689605:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305467567, at 4305467584 00000100:00000010:1.0:1784946680.689619:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c660. 00000100:00000040:0.0:1784946680.689707:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305467567, at 4305467584 00000100:00000010:0.0:1784946680.689711:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cea0. 00010000:00000001:1.0:1784946681.329634:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946681.329642:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946681.329719:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946681.329722:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946681.329726:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946682.353637:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946682.353645:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946682.353721:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946682.353723:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946682.353726:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946683.377629:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946683.377636:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946683.377639:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946683.377671:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946683.377675:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946683.377677:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946683.377679:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946683.377681:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946683.377734:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946683.377739:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946683.377742:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946684.401620:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946684.401625:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946684.401695:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946684.401698:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946684.401702:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946685.105624:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946685.105656:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946685.105666:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953b80. 00000020:00000040:2.0:1784946685.105672:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946685.105676:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946685.105679:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946685.105684:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946685.105692:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784946685.105698:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946685.105708:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73953b80 x1871641054294144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946685.105719:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946685.105723:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946685.105734:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8924e08] to pc [ptlrpcd_01_01+1] req@ffff996d73953b80 x1871641054294144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946685.105764:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946685.105767:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946685.105771:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946685.105774:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951f80. 00000020:00000040:2.0:1784946685.105776:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946685.105778:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946685.105780:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946685.105781:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946685.105784:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b100. 00000100:00000001:2.0:1784946685.105787:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946685.105791:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951f80 x1871641054294272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946685.105796:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946685.105798:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946685.105801:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c06e06] to pc [ptlrpcd_01_00+0] req@ffff996d73951f80 x1871641054294272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946685.105805:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946685.105813:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946685.105813:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1784946685.105818:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946685.105819:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946685.105827:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784946685.105827:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946685.105831:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946685.105834:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946685.105837:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946685.105839:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946685.105841:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784946685.105847:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951f80 x1871641054294272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946685.105850:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946685.105859:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10809) 00000100:00000001:3.0:1784946685.105861:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946685.105865:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946685.105869:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946685.105872:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946685.105875:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946685.105879:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054294272:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946685.105884:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784946685.105889:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784946685.105889:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784946685.105894:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946685.105894:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946685.105900:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946685.105905:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46616800. 02000000:00000001:3.0:1784946685.105908:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946685.105916:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946685.105920:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784946685.105927:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1a18. 00000100:00000200:3.0:1784946685.105932:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054294272, portal 10 00000100:00000001:3.0:1784946685.105935:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946685.105937:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102478720 : -112779607072896 : ffff996d73951f80) 00000100:00000040:3.0:1784946685.105944:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951f80 x1871641054294272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946685.105952:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946685.105955:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946685.105957:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1ee0. 00000100:00000200:3.0:1784946685.105962:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054294272, offset 0 00000400:00000200:3.0:1784946685.105967:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946685.105976:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946685.105984:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946685.105989:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946685.105993:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946685.106009:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946685.106012:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946685.106016:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314809:314809:256:4294967295] 192.168.202.106@tcp LPNI seq info [314805:314805:8:4294967295] 00000400:00000200:3.0:1784946685.106021:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946685.106031:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946685.106037:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946685.106044:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000800:00000200:3.0:1784946685.106050:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784946685.106058:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946685.106062:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946685.106076:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946685.106080:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16706 usecs (17 jiffies) 00000400:00000200:3.0:1784946685.106083:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946685.106086:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305472017 00000100:00000010:3.0:1784946685.106091:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3220c0. 00000100:00000001:3.0:1784946685.106098:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784946685.106120:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305472017 00000100:00000010:3.0:1784946685.106124:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322840. 00000100:00000001:3.0:1784946685.106127:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946685.106139:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946685.106143:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946685.106146:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946685.106151:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953b80 x1871641054294144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946685.106158:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946685.106160:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946685.106163:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946685.106165:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946685.106167:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946685.106170:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054294144:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946685.106174:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946685.106177:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946685.106179:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946685.106181:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946685.106185:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46617200. 02000000:00000001:3.0:1784946685.106188:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946685.106191:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946685.106194:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784946685.106198:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f14c8. 00000100:00000200:3.0:1784946685.106201:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054294144, portal 25 00000100:00000001:3.0:1784946685.106204:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1784946685.106205:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946685.106205:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102485888 : -112779607065728 : ffff996d73953b80) 00000800:00000010:0.0:1784946685.106212:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000100:00000040:3.0:1784946685.106214:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953b80 x1871641054294144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946685.106220:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946685.106226:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784946685.106230:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000040:3.0:1784946685.106232:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946685.106236:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1dd0. 00000400:00000200:0.0:1784946685.106237:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1ee0 00000400:00000010:0.0:1784946685.106241:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1ee0. 00000100:00000001:0.0:1784946685.106245:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1784946685.106246:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054294144, offset 0 00000100:00000200:0.0:1784946685.106252:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951f80 x1871641054294272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946685.106254:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946685.106262:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946685.106268:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:0.0:1784946685.106271:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1784946685.106272:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1784946685.106277:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951f80 x1871641054294272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946701 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946685.106278:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946685.106283:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946685.106289:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:0.0:1784946685.106294:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946685.106296:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314810:314810:255:4294967295] 192.168.202.106@tcp LPNI seq info [314806:314806:7:4294967295] 00000100:00000001:0.0:1784946685.106298:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784946685.106303:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946685.106383:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946685.106388:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946685.106392:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea700. 00000800:00000200:3.0:1784946685.106397:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784946685.106401:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946685.106404:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946685.106414:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946685.106418:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946685.106420:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305472687 00000100:00000001:3.0:1784946685.106425:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305472017 00000100:00000001:3.0:1784946685.106429:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305472687 00000100:00000001:3.0:1784946685.106432:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305472017 00000100:00000001:3.0:1784946685.106436:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946685.106438:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946685.106441:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946685.106443:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946685.106447:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946685.106449:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946685.106451:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946685.106452:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946685.106454:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946685.106457:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946685.106487:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946685.106491:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea700. 00000400:00000200:1.0:1784946685.106495:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946685.106500:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946685.106503:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1dd0 00000400:00000010:1.0:1784946685.106505:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1dd0. 00000100:00000001:1.0:1784946685.106508:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946685.106512:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953b80 x1871641054294144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946685.106566:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946685.106570:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953b80 x1871641054294144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946701 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946685.106576:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946685.106578:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946685.108270:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946685.108290:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946685.108294:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946685.108297:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946685.108306:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946685.108313:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946685.108323:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946685.108329:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946685.108335:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946685.108340:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64303080 00000400:00000200:0.0:1784946685.108346:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946685.108353:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce989 [1] + 224 00000800:00000001:0.0:1784946685.108362:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946685.108367:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946685.108370:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946685.108375:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946685.108383:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946685.108391:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953b80 x1871641054294144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946701 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946685.108400:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953b80 x1871641054294144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946685.108417:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946685.108429:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946685.108433:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946685.108435:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946685.108438:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946685.108441:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946685.108446:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946685.108451:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946685.108452:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946685.108455:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946685.108458:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946685.108462:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946685.108466:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64303100 00000400:00000001:3.0:1784946685.108468:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784946685.108471:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784946685.108472:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946685.108476:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946685.108482:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f14c8 00000400:00000010:3.0:1784946685.108485:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f14c8. 00000100:00000001:3.0:1784946685.108488:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946685.108497:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce981 [1] + 224 00000100:00000200:3.0:1784946685.108497:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953b80 x1871641054294144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946685.108507:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784946685.108514:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953b80 x1871641054294144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946701 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946685.108557:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946685.108560:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946685.108561:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946685.108565:0:2354:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:0.0:1784946685.108566:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784946685.108571:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1784946685.108574:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946685.108576:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946685.108580:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946685.108580:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946685.108586:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784946685.108590:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951f80 x1871641054294272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946701 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784946685.108596:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=37 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946685.108605:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=37 v=5 (1 1 1 1) 00000100:00000040:0.0:1784946685.108606:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951f80 x1871641054294272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946685.108611:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946685.108615:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946685.108620:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784946685.108622:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1784946685.108624:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946685.108640:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784946685.108642:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946685.108645:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946685.108651:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953b80 x1871641054294144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946701 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946685.108659:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946685.108662:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946685.108665:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946685.108670:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953b80 x1871641054294144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946701 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946685.108678:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054294144:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946685.108683:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946685.108686:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946685.108689:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953b80 x1871641054294144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946701 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946685.108696:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946685.108699:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946685.108703:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46617200. 02000000:00000001:3.0:1784946685.108707:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946685.108709:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946685.108711:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946685.108713:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946685.108716:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 02000000:00000001:3.0:1784946685.108720:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946685.108722:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946685.108724:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953b80. 00000100:00000001:3.0:1784946685.108728:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946685.108729:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946685.108732:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946685.108734:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946685.108735:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784946685.108738:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946685.108739:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946685.108741:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784946685.108744:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1a18 00000400:00000010:3.0:1784946685.108746:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1a18. 00000100:00000001:3.0:1784946685.108749:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946685.108752:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951f80 x1871641054294272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946685.108760:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951f80 x1871641054294272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946701 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946685.108766:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946685.108768:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946685.108769:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946685.108771:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946685.108772:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946685.108774:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946685.108776:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946685.108782:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=37 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946685.108785:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=107 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946685.108787:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946685.108789:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946685.108791:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946685.108793:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946685.108797:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784946685.108799:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946685.108801:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946685.108803:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946685.108806:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951f80 x1871641054294272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946701 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946685.108812:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946685.108814:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946685.108815:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946685.108819:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951f80 x1871641054294272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946701 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946685.108826:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054294272:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946685.108830:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946685.108832:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946685.108835:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951f80 x1871641054294272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946701 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946685.108841:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946685.108842:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946685.108843:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46616800. 02000000:00000001:3.0:1784946685.108846:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946685.108847:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946685.108848:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784946685.108850:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946685.108852:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b100. 02000000:00000001:3.0:1784946685.108854:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946685.108855:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946685.108856:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951f80. 00000100:00000001:3.0:1784946685.108859:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946685.108860:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946685.108862:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946685.108869:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946685.108871:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946685.108873:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946685.108874:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946685.425621:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946685.425636:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946685.425718:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946685.425724:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946685.425729:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946685.809656:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305472687, at 4305472704 00000100:00000010:0.0:1784946685.809676:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3220c0. 00000100:00000040:1.0:1784946685.809686:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305472687, at 4305472704 00000100:00000010:1.0:1784946685.809697:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322840. 00010000:00000001:1.0:1784946686.449657:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946686.449664:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946686.449724:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946686.449727:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946686.449730:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946687.473603:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946687.473624:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946687.473690:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946687.473693:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946687.473696:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946688.497666:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946688.497671:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946688.497749:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946688.497754:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946688.497758:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946689.521694:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946689.521700:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946689.521776:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946689.521780:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946689.521784:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784946690.225634:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946690.225643:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946690.225655:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73777800. 00000020:00000040:3.0:1784946690.225661:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946690.225665:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946690.225668:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946690.225674:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946690.225681:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beaf00. 00000100:00000001:3.0:1784946690.225687:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946690.225699:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73777800 x1871641054294400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946690.225708:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946690.225712:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946690.225717:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000beeb1e93] to pc [ptlrpcd_01_01+1] req@ffff996d73777800 x1871641054294400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946690.225743:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946690.225745:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946690.225748:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946690.225750:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73777100. 00000020:00000040:3.0:1784946690.225752:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946690.225753:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946690.225755:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946690.225756:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946690.225758:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beab00. 00000100:00000001:3.0:1784946690.225761:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946690.225764:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73777100 x1871641054294528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946690.225767:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946690.225769:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946690.225772:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946690.225773:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784946690.225775:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000294846d0] to pc [ptlrpcd_01_00+0] req@ffff996d73777100 x1871641054294528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946690.225776:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784946690.225783:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946690.225785:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73777800 x1871641054294400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946690.225786:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784946690.225792:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784946690.225797:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784946690.225802:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784946690.225803:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946690.225806:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946690.225807:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10814) 02000000:00000001:2.0:1784946690.225810:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946690.225813:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946690.225815:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946690.225818:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73777800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054294400:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946690.225820:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946690.225823:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784946690.225823:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946690.225826:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784946690.225829:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784946690.225830:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73777100 x1871641054294528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946690.225833:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946690.225837:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784946690.225840:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946690.225842:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946690.225843:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d7a00. 02000000:00000001:3.0:1784946690.225844:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946690.225847:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946690.225847:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946690.225850:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946690.225853:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73777100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054294528:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946690.225855:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946690.225857:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1784946690.225859:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:3.0:1784946690.225859:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946690.225863:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1784946690.225865:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 02000000:00000010:3.0:1784946690.225867:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46616a00. 02000000:00000001:3.0:1784946690.225870:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946690.225873:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946690.225876:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784946690.225880:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1a18. 00000400:00000010:2.0:1784946690.225883:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000100:00000200:2.0:1784946690.225891:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054294400, portal 25 00000100:00000001:2.0:1784946690.225894:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1784946690.225894:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054294528, portal 10 00000100:00000001:3.0:1784946690.225897:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946690.225899:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100535296 : -112779609016320 : ffff996d73777800) 00000100:00000001:3.0:1784946690.225899:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100533504 : -112779609018112 : ffff996d73777100) 00000100:00000040:3.0:1784946690.225911:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73777100 x1871641054294528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946690.225912:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73777800 x1871641054294400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946690.225927:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946690.225932:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784946690.225934:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1784946690.225935:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f14c8. 00000100:00000200:3.0:1784946690.225941:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054294528, offset 0 00000100:00000040:2.0:1784946690.225945:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946690.225949:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946690.225952:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6550. 00000100:00000200:2.0:1784946690.225956:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054294400, offset 0 00000400:00000200:3.0:1784946690.225960:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946690.225964:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946690.225968:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946690.225973:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946690.225977:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946690.225980:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946690.225982:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946690.225986:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314811:314811:256:4294967295] 192.168.202.106@tcp LPNI seq info [314807:314807:8:4294967295] 00000400:00000200:3.0:1784946690.225989:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946690.225994:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946690.226001:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946690.226004:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:3.0:1784946690.226009:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946690.226010:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946690.226014:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000010:3.0:1784946690.226015:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000400:00000200:2.0:1784946690.226017:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946690.226021:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:3.0:1784946690.226026:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946690.226027:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314812:314812:255:4294967295] 192.168.202.106@tcp LPNI seq info [314808:314808:7:4294967295] 00000400:00000200:2.0:1784946690.226033:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946690.226040:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784946690.226045:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946690.226046:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784946690.226055:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784946690.226062:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784946690.226063:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b100. 00000100:00000040:3.0:1784946690.226067:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16706 usecs (17 jiffies) 00000800:00000200:2.0:1784946690.226072:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784946690.226073:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946690.226077:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305477137 00000800:00000200:2.0:1784946690.226082:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000010:3.0:1784946690.226084:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322c60. 00000800:00000200:2.0:1784946690.226086:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946690.226093:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946690.226094:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000400:00000200:2.0:1784946690.226099:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946690.226102:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305477807 00000100:00000001:3.0:1784946690.226110:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305477137 00000100:00000001:2.0:1784946690.226114:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305477137 00000100:00000010:3.0:1784946690.226115:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322600. 00000100:00000001:2.0:1784946690.226122:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305477807 00000100:00000001:3.0:1784946690.226123:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946690.226130:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946690.226133:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305477137 00000100:00000001:3.0:1784946690.226134:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946690.226140:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946690.226141:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946690.226143:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946690.226145:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946690.226146:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946690.226151:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784946690.226154:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bead00. 00000100:00000001:3.0:1784946690.226154:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946690.226156:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946690.226159:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946690.226162:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946690.226164:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946690.226165:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946690.226166:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946690.226167:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946690.226172:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946690.226172:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946690.226175:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946690.226177:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946690.226178:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946690.226179:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946690.226185:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946690.226188:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f14c8 00000400:00000010:1.0:1784946690.226191:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f14c8. 00000100:00000001:1.0:1784946690.226196:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946690.226201:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73777100 x1871641054294528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946690.226209:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946690.226212:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73777100 x1871641054294528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946706 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946690.226218:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946690.226220:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946690.226283:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946690.226285:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b100. 00000400:00000200:1.0:1784946690.226287:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946690.226289:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946690.226291:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6550 00000400:00000010:1.0:1784946690.226292:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6550. 00000100:00000001:1.0:1784946690.226295:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946690.226297:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73777800 x1871641054294400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946690.226302:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946690.226304:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73777800 x1871641054294400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946706 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946690.226308:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946690.226309:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946690.227478:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946690.227498:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946690.227501:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946690.227504:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946690.227510:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946690.227538:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946690.227543:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946690.227546:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946690.227550:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946690.227554:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64303180 00000400:00000200:0.0:1784946690.227558:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946690.227563:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce999 [1] + 224 00000800:00000001:0.0:1784946690.227570:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946690.227574:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946690.227576:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946690.227579:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946690.227596:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946690.227601:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73777800 x1871641054294400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946706 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946690.227610:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73777800 x1871641054294400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946690.227626:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946690.227633:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946690.227636:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946690.227637:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946690.227639:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946690.227641:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946690.227644:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946690.227648:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946690.227650:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946690.227654:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946690.227657:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946690.227658:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64303200 00000100:00000001:2.0:1784946690.227660:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946690.227666:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784946690.227670:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:2.0:1784946690.227670:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946690.227672:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946690.227676:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:2.0:1784946690.227678:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:2.0:1784946690.227680:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946690.227686:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce991 [1] + 224 00000100:00000200:2.0:1784946690.227689:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73777800 x1871641054294400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946690.227692:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784946690.227699:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73777800 x1871641054294400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946706 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946690.227701:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946690.227706:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946690.227709:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946690.227711:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946690.227716:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946690.227716:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946690.227720:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946690.227722:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946690.227724:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946690.227726:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946690.227728:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784946690.227730:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73777100 x1871641054294528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946706 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784946690.227735:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=42 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946690.227743:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=42 v=5 (1 1 1 1) 00000100:00000040:0.0:1784946690.227747:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73777100 x1871641054294528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946690.227748:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946690.227750:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946690.227756:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946690.227759:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946690.227763:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946690.227768:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73777800 x1871641054294400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946706 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946690.227773:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946690.227779:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1784946690.227780:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784946690.227784:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1784946690.227787:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946690.227787:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946690.227793:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73777800 x1871641054294400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946706 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946690.227799:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73777800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054294400:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946690.227803:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946690.227805:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946690.227808:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73777800 x1871641054294400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946706 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946690.227808:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946690.227812:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946690.227815:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000001:3.0:1784946690.227817:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1784946690.227818:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:3.0:1784946690.227820:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000010:2.0:1784946690.227821:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d7a00. 00000400:00000010:3.0:1784946690.227824:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 02000000:00000001:2.0:1784946690.227827:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1784946690.227828:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1a18 00000020:00000001:2.0:1784946690.227830:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000010:3.0:1784946690.227832:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1a18. 00000020:00000040:2.0:1784946690.227833:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946690.227835:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1784946690.227836:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946690.227840:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beaf00. 00000100:00000200:3.0:1784946690.227842:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73777100 x1871641054294528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946690.227844:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946690.227847:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946690.227849:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73777800. 00000100:00000001:2.0:1784946690.227856:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946690.227858:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784946690.227859:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73777100 x1871641054294528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946706 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946690.227860:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946690.227865:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946690.227867:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946690.227869:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946690.227871:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946690.227877:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946690.227880:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946690.227883:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946690.227885:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946690.227886:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946690.227896:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946690.227899:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946690.227904:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=42 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946690.227907:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=112 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946690.227909:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946690.227911:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946690.227912:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946690.227915:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946690.227918:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784946690.227920:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946690.227922:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946690.227924:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946690.227929:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73777100 x1871641054294528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946706 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946690.227940:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946690.227941:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946690.227942:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946690.227945:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73777100 x1871641054294528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946706 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946690.227949:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73777100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054294528:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946690.227952:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946690.227954:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946690.227956:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73777100 x1871641054294528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946706 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946690.227959:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946690.227960:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946690.227961:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46616a00. 02000000:00000001:3.0:1784946690.227963:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946690.227964:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946690.227965:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784946690.227966:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946690.227967:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beab00. 02000000:00000001:3.0:1784946690.227969:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946690.227970:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946690.227971:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73777100. 00000100:00000001:3.0:1784946690.227973:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946690.227973:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946690.227974:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946690.227977:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946690.227978:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946690.227980:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946690.227981:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946690.545684:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946690.545691:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946690.545763:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946690.545768:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946690.545772:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946690.929664:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305477807, at 4305477824 00000100:00000040:1.0:1784946690.929664:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305477807, at 4305477824 00000100:00000010:1.0:1784946690.929682:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322600. 00000100:00000010:0.0:1784946690.929685:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322c60. 00010000:00000001:1.0:1784946691.569689:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946691.569697:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946691.569763:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946691.569767:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946691.569770:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946692.593684:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946692.593693:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946692.593696:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946692.593700:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946692.593705:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946692.593708:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946692.593710:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946692.593712:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946692.593792:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946692.593796:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946692.593800:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946693.617617:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946693.617623:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946693.617700:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946693.617705:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946693.617708:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946694.641598:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946694.641605:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946694.641688:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946694.641693:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946694.641697:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946695.345691:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946695.345701:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946695.345713:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953100. 00000020:00000040:2.0:1784946695.345719:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946695.345723:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946695.345726:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946695.345731:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946695.345738:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784946695.345745:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946695.345756:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73953100 x1871641054294656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946695.345764:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946695.345768:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946695.345775:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b49009a9] to pc [ptlrpcd_01_01+1] req@ffff996d73953100 x1871641054294656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946695.345803:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946695.345806:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946695.345809:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946695.345812:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950380. 00000020:00000040:2.0:1784946695.345815:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946695.345817:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946695.345818:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946695.345820:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946695.345823:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784946695.345826:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946695.345831:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950380 x1871641054294784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946695.345832:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946695.345837:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1784946695.345838:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1784946695.345839:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946695.345841:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946695.345843:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3424a88] to pc [ptlrpcd_01_00+0] req@ffff996d73950380 x1871641054294784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946695.345849:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946695.345849:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1784946695.345852:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946695.345852:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946695.345854:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784946695.345856:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784946695.345857:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784946695.345859:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946695.345859:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946695.345862:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784946695.345866:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950380 x1871641054294784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946695.345867:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10819) 00000100:00000001:3.0:1784946695.345883:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946695.345886:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946695.345894:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946695.345897:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946695.345900:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784946695.345900:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946695.345902:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946695.345904:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054294784:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946695.345909:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946695.345916:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946695.345919:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946695.345922:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946695.345928:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46617e00. 02000000:00000001:3.0:1784946695.345930:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946695.345939:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946695.345944:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784946695.345953:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1a18. 00000100:00000200:3.0:1784946695.345961:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054294784, portal 10 00000100:00000001:3.0:1784946695.345964:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946695.345965:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102471552 : -112779607080064 : ffff996d73950380) 00000100:00000040:3.0:1784946695.345971:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950380 x1871641054294784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946695.345981:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946695.345983:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946695.345985:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1b28. 00000100:00000200:3.0:1784946695.345988:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054294784, offset 0 00000400:00000200:3.0:1784946695.345993:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946695.346003:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946695.346009:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946695.346013:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946695.346016:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946695.346020:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946695.346022:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946695.346026:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314813:314813:256:4294967295] 192.168.202.106@tcp LPNI seq info [314809:314809:8:4294967295] 00000400:00000200:3.0:1784946695.346029:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946695.346037:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946695.346041:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946695.346046:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000800:00000200:3.0:1784946695.346053:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784946695.346060:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946695.346063:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946695.346078:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946695.346082:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16705 usecs (17 jiffies) 00000400:00000200:3.0:1784946695.346084:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946695.346086:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305482257 00000100:00000010:3.0:1784946695.346091:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322a20. 00000100:00000001:3.0:1784946695.346097:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784946695.346107:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305482257 00000100:00000010:3.0:1784946695.346109:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322780. 00000100:00000001:3.0:1784946695.346113:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946695.346117:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946695.346121:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946695.346124:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946695.346128:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953100 x1871641054294656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946695.346135:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946695.346138:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946695.346140:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946695.346142:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946695.346144:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946695.346147:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054294656:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946695.346152:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946695.346155:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946695.346157:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946695.346159:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946695.346164:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46616200. 02000000:00000001:3.0:1784946695.346166:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946695.346169:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946695.346171:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784946695.346175:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000100:00000200:3.0:1784946695.346179:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054294656, portal 25 00000100:00000001:3.0:1784946695.346181:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946695.346181:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102483200 : -112779607068416 : ffff996d73953100) 00000100:00000040:3.0:1784946695.346185:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953100 x1871641054294656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946695.346189:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946695.346191:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946695.346193:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1bb0. 00000100:00000200:3.0:1784946695.346194:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054294656, offset 0 00000400:00000200:3.0:1784946695.346197:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946695.346199:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946695.346201:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946695.346203:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946695.346205:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946695.346207:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946695.346208:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946695.346210:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314814:314814:255:4294967295] 192.168.202.106@tcp LPNI seq info [314810:314810:7:4294967295] 00000400:00000200:3.0:1784946695.346213:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946695.346217:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946695.346220:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946695.346223:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000800:00000200:1.0:1784946695.346225:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1784946695.346226:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784946695.346232:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000010:1.0:1784946695.346233:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beab00. 00000800:00000200:3.0:1784946695.346235:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946695.346239:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946695.346241:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946695.346242:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946695.346243:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305482927 00000100:00000001:3.0:1784946695.346251:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305482257 00000400:00000200:1.0:1784946695.346253:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946695.346255:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305482927 00000100:00000001:3.0:1784946695.346258:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305482257 00000400:00000200:1.0:1784946695.346260:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1b28 00000100:00000001:3.0:1784946695.346261:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1784946695.346265:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1b28. 00000100:00000001:3.0:1784946695.346265:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946695.346270:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946695.346272:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784946695.346272:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946695.346275:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1784946695.346278:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950380 x1871641054294784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946695.346278:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946695.346280:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946695.346282:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946695.346284:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946695.346288:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946695.346294:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946695.346297:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950380 x1871641054294784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946711 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946695.346306:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946695.346308:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946695.346320:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946695.346322:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea800. 00000400:00000200:1.0:1784946695.346323:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946695.346325:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946695.346327:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1bb0 00000400:00000010:1.0:1784946695.346328:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1bb0. 00000100:00000001:1.0:1784946695.346330:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946695.346332:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953100 x1871641054294656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946695.346337:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946695.346340:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953100 x1871641054294656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946711 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946695.346347:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946695.346348:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946695.347741:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946695.347760:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946695.347765:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946695.347768:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946695.347775:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946695.347781:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946695.347788:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946695.347792:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946695.347796:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946695.347799:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64303300 00000400:00000200:0.0:1784946695.347803:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946695.347809:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce9a1 [1] + 224 00000800:00000001:0.0:1784946695.347814:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946695.347816:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946695.347819:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946695.347823:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946695.347830:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946695.347839:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950380 x1871641054294784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946711 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946695.347850:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950380 x1871641054294784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946695.347871:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946695.347881:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946695.347885:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946695.347886:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946695.347889:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946695.347891:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946695.347894:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946695.347899:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946695.347903:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946695.347903:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946695.347907:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946695.347908:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946695.347914:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64303280 00000400:00000001:3.0:1784946695.347915:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946695.347920:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784946695.347921:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946695.347925:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784946695.347932:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1a18 00000400:00000010:3.0:1784946695.347934:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1a18. 00000100:00000001:3.0:1784946695.347938:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946695.347943:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce9a9 [1] + 224 00000100:00000200:3.0:1784946695.347947:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950380 x1871641054294784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946695.347970:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784946695.347975:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950380 x1871641054294784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946711 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946695.347982:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946695.347985:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784946695.347986:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946695.347992:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946695.348000:0:2354:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:0.0:1784946695.348001:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 02000000:00000001:3.0:1784946695.348008:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946695.348011:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946695.348011:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946695.348016:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784946695.348024:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953100 x1871641054294656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946711 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946695.348024:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946695.348039:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=47 v=5 (5 5 5 5) 00000100:00000040:0.0:1784946695.348046:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953100 x1871641054294656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784946695.348047:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=117 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946695.348057:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946695.348059:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946695.348065:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946695.348070:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946695.348074:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946695.348075:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784946695.348079:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946695.348082:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946695.348083:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946695.348085:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784946695.348090:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950380 x1871641054294784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946711 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946695.348092:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946695.348102:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946695.348105:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946695.348107:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946695.348110:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950380 x1871641054294784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946711 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946695.348116:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054294784:192.168.202.106@tcp:400:kworker.0 00000400:00000001:3.0:1784946695.348121:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946695.348122:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946695.348124:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946695.348126:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000400:00000010:3.0:1784946695.348128:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000100:00000001:3.0:1784946695.348129:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946695.348132:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953100 x1871641054294656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946695.348137:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953100 x1871641054294656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946711 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946695.348142:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946695.348143:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946695.348144:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946695.348144:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946695.348145:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946695.348146:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946695.348147:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946695.348148:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=47 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946695.348150:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=47 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946695.348151:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946695.348152:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946695.348153:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946695.348154:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946695.348155:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946695.348157:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953100 x1871641054294656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946711 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946695.348160:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946695.348161:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946695.348162:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946695.348163:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953100 x1871641054294656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946711 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946695.348167:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054294656:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946695.348169:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946695.348171:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946695.348173:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950380 x1871641054294784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946711 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946695.348178:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946695.348180:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946695.348182:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46617e00. 02000000:00000001:3.0:1784946695.348184:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946695.348185:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946695.348191:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784946695.348194:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946695.348196:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 02000000:00000001:3.0:1784946695.348199:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946695.348200:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946695.348202:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950380. 00000100:00000001:3.0:1784946695.348204:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946695.348205:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946695.348207:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946695.348209:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953100 x1871641054294656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946711 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946695.348212:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946695.348213:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946695.348214:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46616200. 02000000:00000001:3.0:1784946695.348215:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946695.348216:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946695.348217:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946695.348218:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946695.348219:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 02000000:00000001:3.0:1784946695.348220:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946695.348221:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946695.348221:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953100. 00000100:00000001:3.0:1784946695.348223:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946695.348224:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946695.348224:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946695.348227:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946695.348228:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946695.348229:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946695.348231:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946695.665637:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946695.665646:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946695.665709:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946695.665714:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946695.665719:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946696.049657:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305482927, at 4305482944 00000100:00000040:0.0:1784946696.049661:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305482927, at 4305482944 00000100:00000010:1.0:1784946696.049677:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322780. 00000100:00000010:0.0:1784946696.049682:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322a20. 00010000:00000001:1.0:1784946696.689686:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946696.689694:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946696.689753:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946696.689756:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946696.689759:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946697.713606:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946697.713615:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946697.713668:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946697.713671:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946697.713673:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946698.737637:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946698.737643:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946698.737705:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946698.737709:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946698.737712:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00000001:1.0:1784946698.929633:0:191316:0:(osc_request.c:834:osc_shrink_grant_to_target()) Process entered 00000008:00000010:1.0:1784946698.929646:0:191316:0:(osc_request.c:849:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff996cb83ade00. 00000008:00000020:1.0:1784946698.929652:0:191316:0:(osc_request.c:736:osc_announce_cached()) lustre-MDT0000-mdc-ffff996d73474000: dirty: 0 undirty: 487063552 dropped 0 grant: 3407872 cl_lost_grant 0 00000008:00000020:1.0:1784946698.929657:0:191316:0:(osc_request.c:745:osc_update_next_shrink()) next time 12018 to shrink grant 00000008:00000001:1.0:1784946698.929659:0:191316:0:(osc_request.c:3687:osc_set_info_async()) Process entered 00000100:00000010:1.0:1784946698.929665:0:191316:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d89880. 00000020:00000040:1.0:1784946698.929670:0:191316:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946698.929675:0:191316:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946698.929678:0:191316:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946698.929682:0:191316:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946698.929690:0:191316:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff996d51da1400. 00000100:00000001:1.0:1784946698.929696:0:191316:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1784946698.929703:0:191316:0:(osc_request.c:3779:osc_set_info_async()) slab-alloced 'oa': 208 at ffff996d5082b680. 00000100:00000001:1.0:1784946698.929708:0:191316:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946698.929712:0:191316:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946698.929725:0:191316:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec0422bb] to pc [ptlrpcd_00_01+1] req@ffff996d44d89880 x1871641054294912/t0(0) o17->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 456/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1784946698.929755:0:191316:0:(osc_request.c:3798:osc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1784946698.929759:0:191316:0:(osc_request.c:877:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff996cb83ade00. 00000008:00000001:1.0:1784946698.929765:0:191316:0:(osc_request.c:878:osc_shrink_grant_to_target()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946698.929781:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946698.929785:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946698.929787:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946698.929789:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784946698.929796:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946698.929803:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d89880 x1871641054294912/t0(0) o17->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 456/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946698.929814:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946698.929817:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946698.929821:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946698.929824:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946698.929827:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946698.929831:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054294912:192.168.202.106@tcp:17:kworker.0 00000100:00000001:1.0:1784946698.929835:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946698.929840:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946698.929842:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946698.929844:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946698.929848:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff996d5d2ab000. 02000000:00000001:1.0:1784946698.929850:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946698.929857:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946698.929862:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2db58. 00000400:00000010:1.0:1784946698.929869:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2947f8. 00000100:00000200:1.0:1784946698.929875:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871641054294912, portal 10 00000100:00000001:1.0:1784946698.929877:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946698.929878:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318371456 : -112780391180160 : ffff996d44d89880) 00000100:00000040:1.0:1784946698.929886:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d89880 x1871641054294912/t0(0) o17->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 456/432 e 0 to 0 dl 1784946714 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946698.929894:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946698.929896:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946698.929899:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294220. 00000100:00000200:1.0:1784946698.929902:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 12, xid 1871641054294912, offset 0 00000400:00000200:1.0:1784946698.929908:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946698.929915:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946698.929922:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946698.929926:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946698.929929:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946698.929932:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946698.929933:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946698.929936:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314815:314815:256:4294967295] 192.168.202.106@tcp LPNI seq info [314811:314811:8:4294967295] 00000400:00000200:1.0:1784946698.929939:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946698.929946:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946698.929950:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946698.929954:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ade00. 00000800:00000200:1.0:1784946698.929965:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784946698.929971:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946698.929974:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ade00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1784946698.929985:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946698.929989:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16705 usecs (17 jiffies) 00000400:00000200:1.0:1784946698.929991:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946698.929993:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305485841 00000100:00000010:1.0:1784946698.929996:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8fc00. 00000100:00000001:1.0:1784946698.930003:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784946698.930008:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305485841 00000100:00000010:1.0:1784946698.930010:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f060. 00000100:00000001:1.0:1784946698.930013:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784946698.930015:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946698.930017:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946698.930019:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946698.930020:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946698.930026:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946698.930028:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946698.930029:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946698.930030:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946698.930031:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946698.930033:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946698.930101:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946698.930106:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ade00. 00000400:00000200:0.0:1784946698.930113:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946698.930120:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946698.930126:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294220 00000400:00000010:0.0:1784946698.930128:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294220. 00000100:00000001:0.0:1784946698.930132:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946698.930137:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d89880 x1871641054294912/t0(0) o17->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 456/432 e 0 to 0 dl 1784946714 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946698.930147:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946698.930149:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d89880 x1871641054294912/t0(0) o17->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 456/432 e 0 to 0 dl 1784946714 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946698.930154:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946698.930155:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946698.931311:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946698.931324:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946698.931328:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946698.931331:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946698.931337:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946698.931342:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946698.931347:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946698.931351:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946698.931356:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946698.931359:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 432 into portal 10 MB=0x6a63f64303380 00000400:00000200:0.0:1784946698.931363:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946698.931367:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 432/432 into md 0x2ce9b1 [1] + 224 00000800:00000001:0.0:1784946698.931374:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946698.931380:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946698.931383:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946698.931386:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946698.931390:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946698.931393:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89880 x1871641054294912/t0(0) o17->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 456/432 e 0 to 0 dl 1784946714 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946698.931400:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff996d44d89880 x1871641054294912/t0(0) o17->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 456/432 e 0 to 0 dl 1784946714 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946698.931419:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946698.931424:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946698.931427:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946698.931459:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946698.931463:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946698.931470:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946698.931472:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946698.931476:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2db58. 00000400:00000200:1.0:1784946698.931480:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2947f8 00000400:00000010:1.0:1784946698.931482:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2947f8. 00000100:00000001:1.0:1784946698.931484:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946698.931489:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d89880 x1871641054294912/t0(0) o17->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 456/432 e 0 to 0 dl 1784946714 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946698.931496:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d89880 x1871641054294912/t0(0) o17->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 456/432 e 0 to 0 dl 1784946714 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946698.931501:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946698.931502:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946698.931504:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946698.931507:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946698.931509:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946698.931510:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946698.931545:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946698.931555:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=50 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946698.931559:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=120 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946698.931561:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946698.931563:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946698.931565:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946698.931568:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946698.931571:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784946698.931573:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946698.931575:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946698.931576:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946698.931580:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d89880 x1871641054294912/t0(0) o17->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 456/432 e 0 to 0 dl 1784946714 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946698.931585:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946698.931587:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946698.931589:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:1.0:1784946698.931593:0:2353:0:(osc_request.c:759:osc_update_grant()) got 2359296 extra grant 00000008:00000010:1.0:1784946698.931595:0:2353:0:(osc_request.c:791:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff996d5082b680. 00000100:00000040:1.0:1784946698.931600:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89880 x1871641054294912/t0(0) o17->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 456/432 e 0 to 0 dl 1784946714 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946698.931605:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054294912:192.168.202.106@tcp:17:kworker.0 00000100:00000001:1.0:1784946698.931609:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946698.931610:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946698.931612:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89880 x1871641054294912/t0(0) o17->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 456/432 e 0 to 0 dl 1784946714 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946698.931618:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946698.931621:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946698.931624:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff996d5d2ab000. 02000000:00000001:1.0:1784946698.931628:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946698.931630:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946698.931632:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946698.931634:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946698.931637:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff996d51da1400. 02000000:00000001:1.0:1784946698.931642:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946698.931644:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946698.931647:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89880. 00000100:00000001:1.0:1784946698.931650:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946698.931652:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946698.931654:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946698.931660:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946698.931661:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946698.931663:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946698.931664:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946698.947657:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305485841, at 4305485842 00000100:00000010:1.0:1784946698.947674:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f060. 00000100:00000040:0.0:1784946698.947772:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305485841, at 4305485842 00000100:00000010:0.0:1784946698.947777:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8fc00. 00010000:00000001:1.0:1784946699.761648:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946699.761654:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946699.761757:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946699.761763:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946699.761768:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784946700.465625:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946700.465632:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946700.465640:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73777100. 00000020:00000040:3.0:1784946700.465644:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946700.465647:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946700.465649:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946700.465653:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946700.465660:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea800. 00000100:00000001:3.0:1784946700.465665:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946700.465673:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73777100 x1871641054295040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946700.465680:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946700.465684:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946700.465689:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000294846d0] to pc [ptlrpcd_01_01+1] req@ffff996d73777100 x1871641054295040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946700.465715:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946700.465718:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946700.465721:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946700.465724:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775f80. 00000020:00000040:3.0:1784946700.465726:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946700.465728:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946700.465730:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946700.465732:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946700.465736:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beab00. 00000100:00000001:3.0:1784946700.465739:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946700.465745:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784946700.465745:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73775f80 x1871641054295168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946700.465749:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946700.465752:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946700.465760:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73777100 x1871641054295040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946700.465760:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946700.465764:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946700.465772:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784946700.465772:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042f7b124] to pc [ptlrpcd_01_00+0] req@ffff996d73775f80 x1871641054295168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946700.465775:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946700.465781:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946700.465783:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946700.465783:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946700.465787:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946700.465788:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784946700.465793:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1784946700.465794:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73777100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054295040:192.168.202.106@tcp:400:kworker.0 00000100:00000040:3.0:1784946700.465796:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946700.465799:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784946700.465800:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784946700.465804:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784946700.465804:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10825) 02000000:00000001:2.0:1784946700.465807:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946700.465809:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946700.465813:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d7a00. 02000000:00000001:2.0:1784946700.465814:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946700.465820:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946700.465823:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784946700.465828:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000100:00000001:3.0:1784946700.465828:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946700.465832:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946700.465835:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1784946700.465836:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054295040, portal 25 00000100:00000001:2.0:1784946700.465839:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946700.465841:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100533504 : -112779609018112 : ffff996d73777100) 00000100:00000040:3.0:1784946700.465842:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775f80 x1871641054295168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946700.465847:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73777100 x1871641054295040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946700.465863:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946700.465864:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784946700.465867:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946700.465869:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946700.465873:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6c38. 02000000:00000001:3.0:1784946700.465873:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1784946700.465876:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054295040, offset 0 02000000:00000001:3.0:1784946700.465877:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946700.465881:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946700.465884:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00100000:3.0:1784946700.465887:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054295168:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946700.465891:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784946700.465894:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:3.0:1784946700.465894:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946700.465897:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946700.465899:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784946700.465901:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 02000000:00000010:3.0:1784946700.465903:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46617400. 02000000:00000001:3.0:1784946700.465905:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946700.465906:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946700.465910:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946700.465912:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000010:3.0:1784946700.465914:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000200:2.0:1784946700.465917:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946700.465920:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000010:3.0:1784946700.465921:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000100:00000200:3.0:1784946700.465926:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054295168, portal 10 00000400:00000200:2.0:1784946700.465927:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314816:314816:256:4294967295] 192.168.202.106@tcp LPNI seq info [314812:314812:8:4294967295] 00000100:00000001:3.0:1784946700.465928:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946700.465930:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100529024 : -112779609022592 : ffff996d73775f80) 00000400:00000200:2.0:1784946700.465935:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784946700.465939:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775f80 x1871641054295168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784946700.465949:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:3.0:1784946700.465953:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946700.465957:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000800:00000200:2.0:1784946700.465960:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946700.465961:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1a18. 00000100:00000200:3.0:1784946700.465965:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054295168, offset 0 00000800:00000010:2.0:1784946700.465966:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b000. 00000400:00000200:3.0:1784946700.465970:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000800:00000200:2.0:1784946700.465973:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784946700.465975:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946700.465980:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:2.0:1784946700.465985:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:3.0:1784946700.465986:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784946700.465990:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784946700.465991:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946700.465996:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946700.465998:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946700.466000:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314817:314817:255:4294967295] 192.168.202.106@tcp LPNI seq info [314813:314813:7:4294967295] 00000400:00000200:3.0:1784946700.466003:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946700.466004:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946700.466011:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946700.466015:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305488047 00000400:00000200:3.0:1784946700.466016:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000010:2.0:1784946700.466019:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c1e0. 00000800:00000200:3.0:1784946700.466024:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784946700.466026:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000010:3.0:1784946700.466029:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beaf00. 00000100:00000001:2.0:1784946700.466032:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305488047 00000800:00000200:3.0:1784946700.466037:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000010:2.0:1784946700.466038:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c480. 00000100:00000001:2.0:1784946700.466042:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1784946700.466046:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:2.0:1784946700.466048:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946700.466052:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784946700.466053:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beaf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946700.466054:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946700.466058:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946700.466061:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946700.466065:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946700.466067:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1784946700.466067:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16703 usecs (17 jiffies) 00000100:00000001:2.0:1784946700.466073:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946700.466075:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946700.466076:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946700.466076:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946700.466078:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305487377 00000100:00000001:2.0:1784946700.466080:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946700.466083:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305488047 00000100:00000001:3.0:1784946700.466086:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305487377 00000100:00000001:3.0:1784946700.466088:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305488047 00000100:00000001:3.0:1784946700.466089:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784946700.466092:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946700.466092:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784946700.466098:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b000. 00000100:00000001:3.0:1784946700.466098:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946700.466100:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946700.466104:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946700.466105:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946700.466107:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946700.466110:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946700.466113:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946700.466113:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946700.466116:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946700.466118:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946700.466119:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6c38 00000400:00000010:0.0:1784946700.466122:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6c38. 00000100:00000001:0.0:1784946700.466126:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946700.466130:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73777100 x1871641054295040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946700.466137:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946700.466141:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73777100 x1871641054295040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946716 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946700.466148:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946700.466150:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946700.466164:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946700.466166:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beaf00. 00000400:00000200:0.0:1784946700.466168:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946700.466171:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946700.466173:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1a18 00000400:00000010:0.0:1784946700.466175:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1a18. 00000100:00000001:0.0:1784946700.466177:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946700.466180:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775f80 x1871641054295168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946700.466187:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946700.466191:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775f80 x1871641054295168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946716 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946700.466197:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946700.466199:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946700.467446:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946700.467454:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946700.467456:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946700.467464:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946700.467470:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946700.467473:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946700.467478:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946700.467480:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946700.467483:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946700.467485:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64303400 00000400:00000200:0.0:1784946700.467488:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946700.467491:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce9c1 [1] + 224 00000800:00000001:0.0:1784946700.467495:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946700.467498:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946700.467511:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946700.467538:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946700.467542:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946700.467545:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73777100 x1871641054295040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946716 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946700.467551:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73777100 x1871641054295040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946716 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946700.467560:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946700.467565:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946700.467568:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946700.467569:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946700.467570:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946700.467572:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946700.467574:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946700.467577:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946700.467579:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946700.467582:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946700.467584:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64303480 00000400:00000200:0.0:1784946700.467587:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946700.467590:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce9c9 [1] + 224 00000800:00000001:0.0:1784946700.467593:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784946700.467596:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784946700.467597:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946700.467600:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946700.467600:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946700.467605:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000001:2.0:1784946700.467608:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946700.467610:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946700.467613:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946700.467617:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:2.0:1784946700.467619:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:2.0:1784946700.467621:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946700.467622:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946700.467628:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73777100 x1871641054295040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946716 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946700.467630:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775f80 x1871641054295168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946716 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946700.467651:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73777100 x1871641054295040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946716 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946700.467655:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775f80 x1871641054295168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946716 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946700.467670:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946700.467673:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946700.467675:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946700.467677:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946700.467678:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946700.467680:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1784946700.467683:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784946700.467684:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946700.467688:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784946700.467688:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946700.467701:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=52 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946700.467706:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=52 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946700.467709:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946700.467711:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946700.467713:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784946700.467715:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1784946700.467716:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946700.467719:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946700.467720:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784946700.467724:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1784946700.467728:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73777100 x1871641054295040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946716 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784946700.467728:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946700.467732:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946700.467737:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000100:00000001:2.0:1784946700.467740:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1784946700.467741:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000100:00000001:2.0:1784946700.467746:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946700.467747:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946700.467749:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784946700.467755:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775f80 x1871641054295168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946716 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946700.467757:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73777100 x1871641054295040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946716 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946700.467782:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73777100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054295040:192.168.202.106@tcp:400:kworker.0 00000100:00000200:3.0:1784946700.467784:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775f80 x1871641054295168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946716 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946700.467789:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946700.467793:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784946700.467798:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1784946700.467799:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73777100 x1871641054295040/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946716 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946700.467802:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946700.467806:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946700.467809:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946700.467812:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784946700.467812:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1784946700.467816:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784946700.467816:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946700.467819:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946700.467820:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d7a00. 02000000:00000001:2.0:1784946700.467825:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946700.467827:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000100:00001000:3.0:1784946700.467827:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=52 v=5 (5 5 5 5) 00000020:00000040:2.0:1784946700.467831:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00001000:3.0:1784946700.467833:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=122 v=5 (1 1 1 1) 00000020:00000001:2.0:1784946700.467834:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946700.467838:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea800. 00000100:00000001:3.0:1784946700.467839:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946700.467842:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946700.467843:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946700.467846:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1784946700.467847:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000010:2.0:1784946700.467849:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73777100. 00010000:00000001:3.0:1784946700.467851:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946700.467855:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946700.467855:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784946700.467858:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946700.467859:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946700.467862:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946700.467863:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946700.467866:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946700.467868:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946700.467870:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946700.467873:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775f80 x1871641054295168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946716 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946700.467874:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946700.467877:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946700.467886:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946700.467889:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946700.467891:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946700.467895:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775f80 x1871641054295168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946716 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946700.467903:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054295168:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946700.467908:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946700.467910:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946700.467913:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775f80 x1871641054295168/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946716 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946700.467920:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946700.467921:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946700.467923:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46617400. 02000000:00000001:3.0:1784946700.467926:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946700.467927:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946700.467929:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784946700.467931:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946700.467933:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beab00. 02000000:00000001:3.0:1784946700.467935:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946700.467936:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946700.467938:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775f80. 00000100:00000001:3.0:1784946700.467941:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946700.467943:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946700.467945:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946700.467948:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946700.467949:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946700.467951:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946700.467953:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946700.785635:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946700.785640:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946700.785697:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946700.785700:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946700.785703:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946701.170568:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305488047, at 4305488065 00000100:00000010:1.0:1784946701.170581:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c480. 00000100:00000040:0.0:1784946701.171560:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305488047, at 4305488066 00000100:00000010:0.0:1784946701.171568:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c1e0. 00010000:00000001:1.0:1784946701.809631:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946701.809637:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946701.809698:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946701.809702:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946701.809706:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946702.833640:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946702.833649:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946702.833651:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946702.833655:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946702.833660:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946702.833662:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946702.833664:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946702.833666:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946702.833727:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946702.833731:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946702.833735:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946703.857643:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946703.857649:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946703.857704:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946703.857708:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946703.857712:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946704.881593:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946704.881598:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946704.881643:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946704.881646:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946704.881648:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784946705.585666:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946705.585672:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946705.585679:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775f80. 00000020:00000040:3.0:1784946705.585684:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946705.585688:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946705.585690:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946705.585695:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946705.585702:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beab00. 00000100:00000001:3.0:1784946705.585708:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946705.585718:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73775f80 x1871641054295296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946705.585727:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946705.585730:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946705.585736:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042f7b124] to pc [ptlrpcd_01_01+1] req@ffff996d73775f80 x1871641054295296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946705.585761:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946705.585764:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946705.585766:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946705.585769:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775880. 00000020:00000040:3.0:1784946705.585772:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946705.585774:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946705.585776:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946705.585777:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946705.585782:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bead00. 00000100:00000001:3.0:1784946705.585785:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946705.585789:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73775880 x1871641054295424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946705.585795:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946705.585796:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946705.585801:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946705.585804:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946705.585806:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946705.585811:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ea1e024] to pc [ptlrpcd_01_00+0] req@ffff996d73775880 x1871641054295424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946705.585818:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775f80 x1871641054295296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946705.585821:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946705.585826:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784946705.585834:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784946705.585839:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946705.585841:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784946705.585844:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784946705.585846:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946705.585850:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10830) 02000000:00000001:2.0:1784946705.585853:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946705.585864:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946705.585867:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946705.585872:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054295296:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946705.585873:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946705.585878:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946705.585880:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784946705.585881:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784946705.585889:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784946705.585890:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775880 x1871641054295424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946705.585893:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946705.585900:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784946705.585904:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946705.585906:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946705.585910:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946705.585914:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1784946705.585915:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d7a00. 02000000:00000001:3.0:1784946705.585917:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946705.585919:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946705.585926:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054295424:192.168.202.106@tcp:400:kworker.0 00000400:00000200:2.0:1784946705.585930:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946705.585935:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784946705.585942:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000100:00000200:2.0:1784946705.585947:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054295296, portal 25 00000100:00000001:2.0:1784946705.585950:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946705.585952:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100529024 : -112779609022592 : ffff996d73775f80) 00000100:00000040:2.0:1784946705.585958:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775f80 x1871641054295296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946705.585964:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946705.585966:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946705.585968:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f64c8. 00000100:00000200:2.0:1784946705.585971:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054295296, offset 0 00000400:00000200:2.0:1784946705.585976:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946705.585983:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946705.585990:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:3.0:1784946705.585992:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784946705.585995:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1784946705.585997:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946705.586000:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946705.586001:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 02000000:00000001:3.0:1784946705.586004:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784946705.586007:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946705.586011:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 02000000:00000010:3.0:1784946705.586011:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46617000. 02000000:00000001:3.0:1784946705.586016:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946705.586019:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314818:314818:256:4294967295] 192.168.202.106@tcp LPNI seq info [314814:314814:8:4294967295] 00000400:00000200:3.0:1784946705.586024:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946705.586025:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946705.586029:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784946705.586034:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000400:00000200:2.0:1784946705.586038:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000200:3.0:1784946705.586040:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054295424, portal 10 00000100:00000001:3.0:1784946705.586044:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1784946705.586047:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784946705.586047:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100527232 : -112779609024384 : ffff996d73775880) 00000800:00000010:2.0:1784946705.586054:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bc00. 00000100:00000040:3.0:1784946705.586057:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775880 x1871641054295424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784946705.586065:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:3.0:1784946705.586069:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946705.586073:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946705.586075:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1110. 00000800:00000200:2.0:1784946705.586079:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000200:3.0:1784946705.586080:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054295424, offset 0 00000800:00000200:2.0:1784946705.586087:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784946705.586087:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946705.586094:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946705.586098:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946705.586100:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946705.586102:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946705.586105:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784946705.586106:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946705.586107:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946705.586114:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314819:314819:255:4294967295] 192.168.202.106@tcp LPNI seq info [314815:314815:7:4294967295] 00000400:00000200:2.0:1784946705.586117:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946705.586122:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946705.586124:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305493167 00000400:00000200:3.0:1784946705.586133:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000010:2.0:1784946705.586134:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c9c0. 00000800:00000200:3.0:1784946705.586141:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784946705.586142:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000010:3.0:1784946705.586146:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea700. 00000100:00000001:2.0:1784946705.586149:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305493167 00000800:00000200:3.0:1784946705.586153:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000010:2.0:1784946705.586155:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c240. 00000100:00000001:2.0:1784946705.586160:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1784946705.586160:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:2.0:1784946705.586164:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1784946705.586165:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946705.586168:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946705.586170:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946705.586172:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946705.586175:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16703 usecs (17 jiffies) 00000100:00000001:2.0:1784946705.586176:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784946705.586180:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1784946705.586181:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946705.586183:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946705.586185:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305492497 00000100:00000001:2.0:1784946705.586188:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:0.0:1784946705.586189:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bc00. 00000100:00000001:3.0:1784946705.586189:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305493167 00000100:00000001:2.0:1784946705.586192:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946705.586196:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305492497 00000100:00000001:2.0:1784946705.586197:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946705.586198:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946705.586200:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946705.586206:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946705.586210:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946705.586217:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f64c8 00000400:00000010:0.0:1784946705.586221:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f64c8. 00000100:00000001:0.0:1784946705.586226:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946705.586232:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775f80 x1871641054295296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946705.586243:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946705.586247:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775f80 x1871641054295296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946721 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946705.586255:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946705.586257:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946705.586271:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946705.586274:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea700. 00000400:00000200:0.0:1784946705.586277:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946705.586282:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946705.586284:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1110 00000400:00000010:0.0:1784946705.586287:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1110. 00000100:00000001:0.0:1784946705.586289:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946705.586293:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775880 x1871641054295424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946705.586309:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946705.586313:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775880 x1871641054295424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946721 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946705.586320:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946705.586323:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784946705.586372:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305493167 00000100:00000001:3.0:1784946705.586378:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946705.586382:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946705.586385:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946705.586387:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946705.586392:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946705.586394:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946705.586397:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946705.586505:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946705.586508:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946705.586510:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946705.587494:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946705.587502:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946705.587512:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946705.587542:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946705.587549:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946705.587556:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946705.587563:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946705.587567:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946705.587572:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946705.587578:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64303500 00000400:00000200:0.0:1784946705.587584:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946705.587590:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce9d1 [1] + 224 00000800:00000001:0.0:1784946705.587596:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946705.587602:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946705.587605:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946705.587609:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946705.587614:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946705.587619:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775f80 x1871641054295296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946721 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946705.587632:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775f80 x1871641054295296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946721 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946705.587651:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946705.587659:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946705.587663:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946705.587665:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946705.587668:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946705.587674:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946705.587674:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946705.587679:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946705.587684:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000001:2.0:1784946705.587687:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946705.587691:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784946705.587692:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946705.587696:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:0.0:1784946705.587698:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946705.587704:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000200:0.0:1784946705.587705:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946705.587708:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000400:00000200:0.0:1784946705.587712:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64303580 00000100:00000001:2.0:1784946705.587715:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946705.587720:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:2.0:1784946705.587725:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775f80 x1871641054295296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946721 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946705.587730:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce9d9 [1] + 224 00000800:00000001:0.0:1784946705.587740:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946705.587748:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784946705.587749:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775f80 x1871641054295296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946721 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946705.587755:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946705.587764:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946705.587768:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946705.587770:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946705.587773:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784946705.587777:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775880 x1871641054295424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946721 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946705.587778:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946705.587782:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946705.587786:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946705.587788:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946705.587792:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946705.587798:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=57 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946705.587805:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=57 v=5 (1 1 1 1) 00000100:00000040:0.0:1784946705.587807:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775880 x1871641054295424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946721 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946705.587810:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946705.587813:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946705.587819:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946705.587822:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946705.587826:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946705.587831:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1784946705.587834:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775f80 x1871641054295296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946721 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946705.587837:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946705.587842:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946705.587849:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946705.587853:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946705.587856:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946705.587862:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775f80 x1871641054295296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946721 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946705.587863:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946705.587868:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784946705.587873:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946705.587877:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1784946705.587878:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054295296:192.168.202.106@tcp:400:kworker.0 00000400:00000010:3.0:1784946705.587881:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784946705.587886:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784946705.587888:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000100:00000001:2.0:1784946705.587891:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1784946705.587893:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000100:00000040:2.0:1784946705.587899:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775f80 x1871641054295296/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946721 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946705.587900:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946705.587909:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775880 x1871641054295424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946721 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946705.587912:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946705.587917:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946705.587922:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d7a00. 00000100:00000200:3.0:1784946705.587928:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775880 x1871641054295424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946721 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946705.587929:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946705.587932:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946705.587936:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784946705.587943:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784946705.587944:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1784946705.587947:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beab00. 00000100:00000001:3.0:1784946705.587948:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784946705.587953:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784946705.587953:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946705.587958:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1784946705.587958:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946705.587962:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1784946705.587963:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775f80. 00000100:00000001:3.0:1784946705.587966:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946705.587969:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1784946705.587970:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946705.587973:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946705.587977:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784946705.587978:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=57 v=5 (5 5 5 5) 00000100:00000001:2.0:1784946705.587983:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:3.0:1784946705.587984:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=127 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946705.587987:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946705.587989:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946705.587991:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946705.587993:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946705.587995:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946705.587997:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946705.588002:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946705.588005:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784946705.588008:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946705.588010:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946705.588011:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946705.588016:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775880 x1871641054295424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946721 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946705.588023:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946705.588026:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946705.588027:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946705.588031:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775880 x1871641054295424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946721 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946705.588039:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054295424:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946705.588044:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946705.588046:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946705.588049:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775880 x1871641054295424/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946721 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946705.588055:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946705.588057:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946705.588059:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46617000. 02000000:00000001:3.0:1784946705.588062:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946705.588064:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946705.588065:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784946705.588067:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946705.588070:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bead00. 02000000:00000001:3.0:1784946705.588072:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946705.588074:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946705.588076:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775880. 00000100:00000001:3.0:1784946705.588078:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946705.588080:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946705.588082:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946705.588086:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946705.588087:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946705.588089:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946705.588091:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946705.905631:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946705.905637:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946705.905698:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946705.905702:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946705.905706:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946706.289628:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305493167, at 4305493184 00000100:00000040:1.0:1784946706.289633:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305493167, at 4305493184 00000100:00000010:0.0:1784946706.289644:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c9c0. 00000100:00000010:1.0:1784946706.289647:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c240. 00010000:00000001:1.0:1784946706.929601:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946706.929607:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946706.929672:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946706.929676:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946706.929680:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946707.953631:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946707.953637:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946707.953740:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946707.953743:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946707.953746:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946708.977581:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946708.977588:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946708.977645:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946708.977649:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946708.977653:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946710.001623:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946710.001628:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946710.001679:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946710.001682:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946710.001684:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784946710.385622:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784946710.385628:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784946710.385632:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1784946710.385803:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784946710.385806:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784946710.385822:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946710.385827:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946710.385829:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946710.705646:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946710.705656:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946710.705665:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951880. 00000020:00000040:2.0:1784946710.705670:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946710.705674:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946710.705676:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946710.705681:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946710.705689:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b500. 00000100:00000001:2.0:1784946710.705696:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946710.705707:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951880 x1871641054295552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946710.705724:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946710.705728:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946710.705734:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084695538] to pc [ptlrpcd_01_01+1] req@ffff996d73951880 x1871641054295552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946710.705768:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946710.705772:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946710.705775:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946710.705778:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953480. 00000020:00000040:2.0:1784946710.705781:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946710.705784:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946710.705785:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946710.705787:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946710.705790:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784946710.705793:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946710.705796:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784946710.705798:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73953480 x1871641054295680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946710.705801:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946710.705805:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784946710.705810:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946710.705814:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946710.705815:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951880 x1871641054295552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946710.705820:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000632050e9] to pc [ptlrpcd_01_00+0] req@ffff996d73953480 x1871641054295680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946710.705829:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946710.705838:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946710.705841:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946710.705842:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946710.705847:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784946710.705848:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784946710.705851:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784946710.705852:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946710.705858:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946710.705860:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1784946710.705865:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054295552:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784946710.705867:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10835) 00000100:00000001:3.0:1784946710.705873:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946710.705882:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946710.705885:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946710.705887:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946710.705893:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46617200. 02000000:00000001:3.0:1784946710.705895:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946710.705896:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946710.705900:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946710.705902:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1784946710.705904:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784946710.705909:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953480 x1871641054295680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784946710.705910:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784946710.705920:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1784946710.705920:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000100:00000001:2.0:1784946710.705923:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946710.705926:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1784946710.705928:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054295552, portal 25 02000000:00000001:2.0:1784946710.705929:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946710.705933:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946710.705935:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946710.705938:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476928 : -112779607074688 : ffff996d73951880) 00000100:00100000:2.0:1784946710.705939:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054295680:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946710.705945:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946710.705948:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946710.705950:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946710.705950:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951880 x1871641054295552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946710.705954:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946710.705959:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d7a00. 02000000:00000001:2.0:1784946710.705962:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946710.705966:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784946710.705969:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784946710.705974:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946710.705975:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:3.0:1784946710.705978:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000400:00000010:2.0:1784946710.705981:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000100:00000200:3.0:1784946710.705984:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054295552, offset 0 00000100:00000200:2.0:1784946710.705986:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054295680, portal 10 00000100:00000001:2.0:1784946710.705990:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946710.705991:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102484096 : -112779607067520 : ffff996d73953480) 00000400:00000200:3.0:1784946710.705996:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:2.0:1784946710.706001:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953480 x1871641054295680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946710.706008:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946710.706015:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784946710.706021:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000040:2.0:1784946710.706022:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946710.706027:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f65d8. 00000400:00000200:3.0:1784946710.706030:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1784946710.706031:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054295680, offset 0 00000400:00000200:3.0:1784946710.706037:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946710.706040:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946710.706045:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946710.706049:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946710.706052:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314820:314820:256:4294967295] 192.168.202.106@tcp LPNI seq info [314816:314816:8:4294967295] 00000400:00000200:3.0:1784946710.706056:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946710.706062:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946710.706071:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946710.706071:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946710.706078:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784946710.706082:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946710.706083:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946710.706088:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1784946710.706090:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000400:00000200:2.0:1784946710.706091:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946710.706096:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314821:314821:255:4294967295] 192.168.202.106@tcp LPNI seq info [314817:314817:7:4294967295] 00000800:00000200:3.0:1784946710.706102:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946710.706103:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946710.706116:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784946710.706117:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946710.706123:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784946710.706127:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946710.706132:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b800. 00000800:00000200:2.0:1784946710.706136:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946710.706141:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946710.706144:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946710.706144:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946710.706150:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946710.706157:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946710.706157:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305498287 00000100:00000040:2.0:1784946710.706162:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16702 usecs (17 jiffies) 00000100:00000010:3.0:1784946710.706164:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322ae0. 00000400:00000200:2.0:1784946710.706169:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946710.706172:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946710.706173:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305497617 00000100:00000001:2.0:1784946710.706181:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305498287 00000100:00000001:3.0:1784946710.706181:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305498287 00000100:00000001:2.0:1784946710.706187:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305497617 00000100:00000010:3.0:1784946710.706188:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322240. 00000100:00000001:3.0:1784946710.706193:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946710.706199:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305498287 00000100:00000001:3.0:1784946710.706199:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784946710.706201:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946710.706204:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946710.706205:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1784946710.706207:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bead00. 00000100:00000001:3.0:1784946710.706209:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946710.706210:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946710.706213:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946710.706214:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946710.706215:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946710.706221:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946710.706224:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946710.706224:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946710.706228:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946710.706229:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784946710.706231:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000100:00000001:2.0:1784946710.706231:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946710.706233:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1784946710.706234:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946710.706237:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946710.706238:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946710.706240:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784946710.706241:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946710.706242:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784946710.706245:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951880 x1871641054295552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946710.706245:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946710.706247:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946710.706251:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946710.706260:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946710.706263:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951880 x1871641054295552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946726 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946710.706272:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946710.706274:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946710.706333:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946710.706336:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b800. 00000400:00000200:0.0:1784946710.706340:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946710.706344:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946710.706347:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f65d8 00000400:00000010:0.0:1784946710.706348:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f65d8. 00000100:00000001:0.0:1784946710.706352:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946710.706355:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953480 x1871641054295680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946710.706362:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946710.706365:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953480 x1871641054295680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946726 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946710.706371:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946710.706373:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946710.707935:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946710.707949:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946710.707953:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946710.707957:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946710.707963:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946710.707970:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946710.707978:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946710.707983:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946710.707989:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946710.707994:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64303680 00000400:00000200:1.0:1784946710.707999:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946710.708005:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce9e9 [1] + 224 00000800:00000001:1.0:1784946710.708012:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946710.708020:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946710.708132:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946710.708136:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946710.708142:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946710.708147:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953480 x1871641054295680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946726 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946710.708157:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953480 x1871641054295680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946726 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946710.708175:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946710.708181:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946710.708186:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946710.708213:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946710.708217:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946710.708222:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946710.708224:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946710.708226:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946710.708231:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:2.0:1784946710.708233:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:2.0:1784946710.708235:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946710.708240:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953480 x1871641054295680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946726 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946710.708250:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953480 x1871641054295680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946726 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946710.708256:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946710.708257:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946710.708260:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946710.708262:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946710.708264:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946710.708266:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946710.708269:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946710.708276:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=62 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946710.708281:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=132 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946710.708283:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946710.708285:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946710.708287:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946710.708290:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946710.708292:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946710.708295:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946710.708297:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946710.708298:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946710.708303:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953480 x1871641054295680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946726 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946710.708310:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946710.708313:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946710.708314:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946710.708328:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953480 x1871641054295680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946726 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946710.708340:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054295680:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946710.708347:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946710.708350:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946710.708353:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953480 x1871641054295680/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946726 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946710.708360:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946710.708362:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946710.708365:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d7a00. 02000000:00000001:2.0:1784946710.708371:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946710.708373:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946710.708375:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946710.708377:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:0.0:1784946710.708380:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:2.0:1784946710.708380:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 02000000:00000001:2.0:1784946710.708385:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:0.0:1784946710.708386:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784946710.708387:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:0.0:1784946710.708390:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000010:2.0:1784946710.708391:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953480. 00000800:00000001:0.0:1784946710.708394:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946710.708396:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946710.708399:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946710.708401:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946710.708403:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946710.708409:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:2.0:1784946710.708410:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946710.708414:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946710.708428:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946710.708428:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946710.708432:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946710.708436:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946710.708441:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946710.708445:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64303600 00000400:00000200:0.0:1784946710.708449:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946710.708454:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce9e1 [1] + 224 00000800:00000001:0.0:1784946710.708458:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946710.708464:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946710.708466:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946710.708469:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946710.708473:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946710.708478:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951880 x1871641054295552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946726 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946710.708487:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951880 x1871641054295552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946726 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946710.708502:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946710.708507:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946710.708510:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946710.708538:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946710.708541:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784946710.708544:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946710.708545:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946710.708548:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946710.708552:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000400:00000010:3.0:1784946710.708554:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000100:00000001:3.0:1784946710.708557:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946710.708562:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951880 x1871641054295552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946726 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946710.708572:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951880 x1871641054295552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946726 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946710.708578:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946710.708580:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946710.708582:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946710.708583:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946710.708585:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946710.708586:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946710.708588:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946710.708592:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=62 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946710.708595:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=62 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946710.708598:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946710.708599:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946710.708601:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946710.708602:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946710.708604:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946710.708608:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951880 x1871641054295552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946726 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946710.708614:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946710.708616:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946710.708618:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946710.708621:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951880 x1871641054295552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946726 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946710.708629:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054295552:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946710.708633:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946710.708635:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946710.708638:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951880 x1871641054295552/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946726 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946710.708644:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946710.708645:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946710.708647:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46617200. 02000000:00000001:3.0:1784946710.708650:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946710.708651:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946710.708653:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946710.708655:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946710.708656:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b500. 02000000:00000001:3.0:1784946710.708659:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946710.708660:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946710.708661:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951880. 00000100:00000001:3.0:1784946710.708664:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946710.708666:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946710.708668:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946710.708671:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946710.708673:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946710.708674:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946710.708676:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946711.025630:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946711.025635:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946711.025701:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946711.025705:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946711.025708:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946711.409605:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305498287, at 4305498304 00000100:00000040:1.0:1784946711.409607:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305498287, at 4305498304 00000100:00000010:1.0:1784946711.409618:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322240. 00000100:00000010:0.0:1784946711.409620:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322ae0. 00010000:00000001:1.0:1784946712.049613:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946712.049618:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946712.049667:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946712.049671:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946712.049675:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946713.073615:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946713.073623:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946713.073626:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946713.073629:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946713.073634:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946713.073636:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946713.073638:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946713.073640:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946713.073698:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946713.073702:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946713.073705:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946714.097628:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946714.097635:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946714.097697:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946714.097701:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946714.097705:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946715.121603:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946715.121608:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946715.121665:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946715.121669:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946715.121672:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784946715.825606:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946715.825616:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946715.825625:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775880. 00000020:00000040:3.0:1784946715.825631:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946715.825635:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946715.825638:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946715.825642:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946715.825650:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea000. 00000100:00000001:3.0:1784946715.825656:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946715.825667:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73775880 x1871641054295808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946715.825677:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946715.825681:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946715.825687:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ea1e024] to pc [ptlrpcd_01_01+1] req@ffff996d73775880 x1871641054295808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946715.825712:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946715.825715:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946715.825718:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946715.825721:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776300. 00000020:00000040:3.0:1784946715.825723:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946715.825726:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946715.825728:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946715.825730:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946715.825734:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bead00. 00000100:00000001:2.0:1784946715.825736:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946715.825737:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946715.825741:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784946715.825744:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73776300 x1871641054295936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946715.825745:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946715.825753:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775880 x1871641054295808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946715.825757:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946715.825761:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946715.825765:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946715.825768:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946715.825769:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000445e245] to pc [ptlrpcd_01_00+0] req@ffff996d73776300 x1871641054295936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946715.825771:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946715.825775:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946715.825780:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946715.825786:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054295808:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946715.825787:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946715.825792:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784946715.825793:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784946715.825796:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946715.825799:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946715.825802:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784946715.825803:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:2.0:1784946715.825808:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d7a00. 00000100:00000040:3.0:1784946715.825808:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784946715.825812:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946715.825814:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1784946715.825819:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784946715.825820:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10840) 00000400:00000010:2.0:1784946715.825822:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784946715.825829:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000100:00000200:2.0:1784946715.825834:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054295808, portal 25 00000100:00000001:2.0:1784946715.825836:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946715.825837:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100527232 : -112779609024384 : ffff996d73775880) 00000100:00000040:2.0:1784946715.825841:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775880 x1871641054295808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946715.825846:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946715.825848:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946715.825850:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6880. 00000100:00000001:3.0:1784946715.825850:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1784946715.825855:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054295808, offset 0 00000100:00000001:3.0:1784946715.825855:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946715.825858:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784946715.825862:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:3.0:1784946715.825867:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776300 x1871641054295936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784946715.825871:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946715.825879:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1784946715.825880:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:3.0:1784946715.825882:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946715.825886:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1784946715.825887:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946715.825890:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784946715.825891:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 02000000:00000001:3.0:1784946715.825895:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946715.825896:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946715.825902:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00100000:3.0:1784946715.825904:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054295936:192.168.202.106@tcp:400:kworker.0 00000400:00000200:2.0:1784946715.825907:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314822:314822:256:4294967295] 192.168.202.106@tcp LPNI seq info [314818:314818:8:4294967295] 00000100:00000001:3.0:1784946715.825913:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784946715.825914:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:3.0:1784946715.825918:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946715.825921:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946715.825925:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 02000000:00000001:3.0:1784946715.825926:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1784946715.825932:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 02000000:00000010:3.0:1784946715.825933:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46617c00. 00000800:00000010:2.0:1784946715.825936:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b700. 02000000:00000001:3.0:1784946715.825937:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946715.825945:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946715.825947:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000010:3.0:1784946715.825951:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000800:00000200:2.0:1784946715.825956:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000010:3.0:1784946715.825958:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000800:00000200:2.0:1784946715.825959:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1784946715.825966:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054295936, portal 10 00000100:00000001:3.0:1784946715.825970:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946715.825971:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100529920 : -112779609021696 : ffff996d73776300) 00000100:00000001:2.0:1784946715.825974:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946715.825979:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784946715.825980:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776300 x1871641054295936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946715.825982:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305503407 00000100:00000010:2.0:1784946715.825988:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c5a0. 00000100:00000001:3.0:1784946715.825993:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784946715.825994:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1784946715.825999:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784946715.826001:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305503407 00000400:00000010:3.0:1784946715.826003:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1c38. 00000100:00000010:2.0:1784946715.826007:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cd80. 00000100:00000200:3.0:1784946715.826008:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054295936, offset 0 00000100:00000001:2.0:1784946715.826014:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1784946715.826018:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784946715.826021:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784946715.826026:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946715.826027:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946715.826032:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946715.826032:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:2.0:1784946715.826037:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784946715.826037:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946715.826042:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946715.826045:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784946715.826046:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1784946715.826049:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:2.0:1784946715.826051:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1784946715.826056:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314823:314823:255:4294967295] 192.168.202.106@tcp LPNI seq info [314819:314819:7:4294967295] 00000100:00000001:2.0:1784946715.826057:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946715.826059:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946715.826061:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946715.826064:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946715.826065:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946715.826075:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946715.826081:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946715.826085:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000800:00000200:3.0:1784946715.826090:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784946715.826095:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1784946715.826095:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946715.826099:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1784946715.826102:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b700. 00000100:00000001:3.0:1784946715.826104:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946715.826109:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1784946715.826110:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16702 usecs (17 jiffies) 00000400:00000200:3.0:1784946715.826116:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946715.826120:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946715.826121:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305502737 00000100:00000001:3.0:1784946715.826126:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305503407 00000400:00000200:1.0:1784946715.826128:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6880 00000100:00000001:3.0:1784946715.826129:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305502737 00000400:00000010:1.0:1784946715.826133:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6880. 00000100:00000001:3.0:1784946715.826134:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305503407 00000100:00000001:3.0:1784946715.826139:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946715.826140:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784946715.826142:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946715.826145:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946715.826148:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775880 x1871641054295808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946715.826148:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946715.826152:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946715.826154:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946715.826170:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946715.826175:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775880 x1871641054295808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946731 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946715.826182:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946715.826183:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946715.826198:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946715.826201:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beab00. 00000400:00000200:1.0:1784946715.826206:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946715.826210:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946715.826213:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1c38 00000400:00000010:1.0:1784946715.826215:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1c38. 00000100:00000001:1.0:1784946715.826218:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946715.826222:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73776300 x1871641054295936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946715.826230:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946715.826233:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73776300 x1871641054295936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946731 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946715.826235:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946715.826238:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946715.826241:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946715.826244:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946715.826245:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946715.826249:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946715.827294:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946715.827305:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946715.827308:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946715.827310:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946715.827316:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946715.827321:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946715.827327:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946715.827330:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946715.827334:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946715.827338:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64303700 00000400:00000200:0.0:1784946715.827342:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946715.827347:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce9f1 [1] + 224 00000800:00000001:0.0:1784946715.827353:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946715.827360:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946715.827386:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946715.827390:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946715.827395:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946715.827400:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775880 x1871641054295808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946731 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946715.827414:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775880 x1871641054295808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946731 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946715.827429:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946715.827436:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946715.827440:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946715.827467:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946715.827471:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946715.827476:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946715.827478:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946715.827480:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946715.827484:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:2.0:1784946715.827486:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:2.0:1784946715.827489:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946715.827494:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775880 x1871641054295808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946731 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946715.827501:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784946715.827506:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775880 x1871641054295808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946731 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946715.827508:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946715.827513:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784946715.827536:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946715.827538:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946715.827541:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946715.827544:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946715.827546:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1784946715.827547:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946715.827549:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946715.827555:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784946715.827555:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946715.827563:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00001000:2.0:1784946715.827563:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=67 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946715.827570:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=67 v=5 (1 1 1 1) 00000400:00000200:1.0:1784946715.827571:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946715.827574:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946715.827577:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946715.827578:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00010000:00000001:2.0:1784946715.827582:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1784946715.827583:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00010000:00000001:2.0:1784946715.827587:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946715.827588:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64303780 00000400:00000200:1.0:1784946715.827593:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946715.827593:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946715.827599:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ce9f9 [1] + 224 00000100:00000040:2.0:1784946715.827603:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775880 x1871641054295808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946731 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946715.827605:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946715.827611:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946715.827613:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784946715.827615:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946715.827617:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946715.827621:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946715.827622:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946715.827628:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1784946715.827629:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775880 x1871641054295808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946731 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946715.827636:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73776300 x1871641054295936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946731 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946715.827644:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054295808:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946715.827653:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946715.827654:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73776300 x1871641054295936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946731 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946715.827658:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946715.827665:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775880 x1871641054295808/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946731 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946715.827671:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946715.827673:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946715.827677:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:1.0:1784946715.827679:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:2.0:1784946715.827680:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d7a00. 00000800:00000001:1.0:1784946715.827684:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784946715.827686:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784946715.827689:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1784946715.827690:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784946715.827693:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1784946715.827694:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000400:00000001:3.0:1784946715.827698:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1784946715.827699:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000001:3.0:1784946715.827701:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000010:2.0:1784946715.827704:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea000. 00000400:00000010:3.0:1784946715.827704:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946715.827709:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 02000000:00000001:2.0:1784946715.827711:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:3.0:1784946715.827711:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 02000000:00000001:2.0:1784946715.827715:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784946715.827715:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:2.0:1784946715.827719:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775880. 00000100:00000200:3.0:1784946715.827722:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776300 x1871641054295936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946731 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946715.827725:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946715.827728:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946715.827732:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784946715.827735:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776300 x1871641054295936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946731 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946715.827738:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946715.827741:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946715.827742:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946715.827746:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946715.827746:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946715.827750:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946715.827750:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946715.827752:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946715.827754:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946715.827755:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946715.827757:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946715.827760:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=67 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946715.827763:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=137 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946715.827764:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946715.827765:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946715.827766:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946715.827768:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946715.827770:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784946715.827771:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946715.827772:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946715.827774:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946715.827776:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776300 x1871641054295936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946731 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946715.827780:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946715.827781:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946715.827782:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946715.827784:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776300 x1871641054295936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946731 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946715.827789:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054295936:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946715.827791:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946715.827792:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946715.827794:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776300 x1871641054295936/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946731 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946715.827797:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946715.827798:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946715.827799:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46617c00. 02000000:00000001:3.0:1784946715.827801:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946715.827802:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946715.827803:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784946715.827804:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946715.827806:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bead00. 02000000:00000001:3.0:1784946715.827807:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946715.827808:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946715.827809:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776300. 00000100:00000001:3.0:1784946715.827811:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946715.827812:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946715.827813:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946715.827815:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946715.827816:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946715.827817:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946715.827819:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946716.145628:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946716.145635:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946716.145704:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946716.145717:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946716.145720:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946716.529607:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305503407, at 4305503424 00000100:00000040:1.0:1784946716.529609:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305503407, at 4305503424 00000100:00000010:0.0:1784946716.529621:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c5a0. 00000100:00000010:1.0:1784946716.529623:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cd80. 00010000:00000001:1.0:1784946717.169627:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946717.169632:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946717.169702:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946717.169707:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946717.169710:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946718.193628:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946718.193633:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946718.193692:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946718.193695:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946718.193697:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946719.217624:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946719.217629:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946719.217693:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946719.217697:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946719.217700:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946720.241629:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946720.241635:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946720.241685:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946720.241688:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946720.241691:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946720.945648:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946720.945656:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946720.945665:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d89880. 00000020:00000040:1.0:1784946720.945669:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946720.945683:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946720.945685:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946720.945690:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946720.945698:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83adc00. 00000100:00000001:1.0:1784946720.945704:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946720.945716:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d89880 x1871641054296064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946720.945731:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946720.945735:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946720.945741:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec0422bb] to pc [ptlrpcd_00_00+0] req@ffff996d44d89880 x1871641054296064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946720.945764:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946720.945766:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946720.945769:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946720.945771:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d88700. 00000020:00000040:1.0:1784946720.945773:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946720.945775:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946720.945776:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946720.945777:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946720.945780:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad300. 00000100:00000001:1.0:1784946720.945782:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946720.945785:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d88700 x1871641054296192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946720.945790:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946720.945792:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946720.945794:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aafabc0e] to pc [ptlrpcd_00_01+1] req@ffff996d44d88700 x1871641054296192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946720.945797:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946720.945802:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946720.945803:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784946720.945805:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946720.945807:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946720.945810:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946720.945813:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946720.945815:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946720.945819:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10845) 00000100:00000040:0.0:1784946720.945823:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d89880 x1871641054296064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946720.945830:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946720.945832:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946720.945835:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784946720.945836:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946720.945840:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946720.945840:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88700 x1871641054296192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946720.945846:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784946720.945848:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1784946720.945850:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946720.945851:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946720.945855:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946720.945856:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946720.945860:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946720.945862:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946720.945863:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054296064:192.168.202.106@tcp:400:kworker.0 00000100:00100000:1.0:1784946720.945866:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054296192:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946720.945872:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784946720.945872:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784946720.945878:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946720.945878:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946720.945880:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946720.945881:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946720.945882:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1784946720.945886:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946720.945886:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d51da1400. 02000000:00000001:1.0:1784946720.945889:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946720.945891:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784946720.945894:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946720.945895:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946720.945900:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946720.945900:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2db58. 00000400:00000010:0.0:1784946720.945907:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f160. 00000400:00000010:1.0:1784946720.945908:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2947f8. 00000100:00000200:1.0:1784946720.945915:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054296192, portal 10 00000400:00000010:0.0:1784946720.945917:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f000. 00000100:00000001:1.0:1784946720.945918:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946720.945920:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318366976 : -112780391184640 : ffff996d44d88700) 00000100:00000200:0.0:1784946720.945923:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054296064, portal 25 00000100:00000001:0.0:1784946720.945926:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946720.945928:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318371456 : -112780391180160 : ffff996d44d89880) 00000100:00000040:1.0:1784946720.945928:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88700 x1871641054296192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946720.945938:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d89880 x1871641054296064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946720.945938:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946720.945944:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946720.945946:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294b28. 00000100:00000200:1.0:1784946720.945949:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054296192, offset 0 00000400:00000200:1.0:1784946720.945955:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784946720.945958:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784946720.945964:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946720.945966:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946720.945969:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f550. 00000400:00000200:1.0:1784946720.945973:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000200:0.0:1784946720.945975:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054296064, offset 0 00000400:00000200:1.0:1784946720.945978:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946720.945983:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946720.945985:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946720.945988:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946720.945990:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946720.945993:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314824:314824:256:4294967295] 192.168.202.106@tcp LPNI seq info [314820:314820:8:4294967295] 00000400:00000200:1.0:1784946720.945996:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946720.946002:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:0.0:1784946720.946008:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784946720.946009:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946720.946014:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000010:1.0:1784946720.946015:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad500. 00000400:00000200:0.0:1784946720.946018:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946720.946021:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946720.946025:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1784946720.946027:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784946720.946028:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946720.946033:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314825:314825:255:4294967295] 192.168.202.106@tcp LPNI seq info [314821:314821:7:4294967295] 00000400:00000200:0.0:1784946720.946036:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784946720.946041:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784946720.946047:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946720.946049:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1784946720.946053:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784946720.946058:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4c00. 00000800:00000200:0.0:1784946720.946061:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784946720.946066:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:1.0:1784946720.946066:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946720.946071:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1784946720.946072:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16701 usecs (17 jiffies) 00000100:00000001:0.0:1784946720.946074:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946720.946077:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946720.946081:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946720.946082:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305507857 00000100:00000001:0.0:1784946720.946084:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305508527 00000100:00000010:1.0:1784946720.946087:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f6c0. 00000100:00000001:1.0:1784946720.946093:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784946720.946097:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305507857 00000100:00000010:1.0:1784946720.946099:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8ff60. 00000100:00000001:0.0:1784946720.946101:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305507857 00000100:00000001:1.0:1784946720.946102:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784946720.946106:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946720.946108:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946720.946109:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305508527 00000100:00000001:1.0:1784946720.946111:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946720.946114:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946720.946115:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305507857 00000100:00000001:1.0:1784946720.946120:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946720.946122:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946720.946123:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946720.946129:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946720.946129:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946720.946131:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946720.946133:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946720.946135:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946720.946136:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946720.946141:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946720.946147:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946720.946148:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946720.946150:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946720.946151:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946720.946153:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946720.946155:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946720.946179:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946720.946184:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad500. 00000400:00000200:1.0:1784946720.946190:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946720.946193:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946720.946197:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294b28 00000400:00000010:1.0:1784946720.946198:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294b28. 00000100:00000001:1.0:1784946720.946201:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946720.946204:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d88700 x1871641054296192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946720.946210:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946720.946214:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d88700 x1871641054296192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946736 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946720.946220:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946720.946222:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946720.946279:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946720.946281:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4c00. 00000400:00000200:1.0:1784946720.946284:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946720.946286:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946720.946288:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f550 00000400:00000010:1.0:1784946720.946289:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f550. 00000100:00000001:1.0:1784946720.946291:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946720.946293:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d89880 x1871641054296064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946720.946298:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946720.946300:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d89880 x1871641054296064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946736 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946720.946303:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946720.946304:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946720.947640:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946720.947649:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946720.947651:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946720.947654:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946720.947658:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946720.947663:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946720.947669:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946720.947673:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946720.947677:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946720.947681:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64303800 00000400:00000200:1.0:1784946720.947684:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946720.947689:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cea09 [1] + 224 00000800:00000001:1.0:1784946720.947695:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946720.947699:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946720.947701:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946720.947706:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946720.947711:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946720.947716:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89880 x1871641054296064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946736 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946720.947726:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89880 x1871641054296064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946736 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946720.947741:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946720.947748:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946720.947752:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946720.947755:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946720.947758:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946720.947761:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946720.947763:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946720.947766:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946720.947768:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000001:0.0:1784946720.947771:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946720.947774:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784946720.947775:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946720.947776:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f160. 00000400:00000200:0.0:1784946720.947782:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f000 00000400:00000200:1.0:1784946720.947782:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946720.947784:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f000. 00000100:00000001:0.0:1784946720.947787:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946720.947789:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:0.0:1784946720.947793:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d89880 x1871641054296064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946736 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946720.947797:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64303880 00000100:00000200:0.0:1784946720.947804:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d89880 x1871641054296064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946736 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946720.947811:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946720.947817:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784946720.947819:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cea01 [1] + 224 00000100:00000001:0.0:1784946720.947821:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946720.947826:0:2352:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:1.0:1784946720.947826:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784946720.947828:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946720.947832:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1784946720.947834:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946720.947835:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946720.947839:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1784946720.947840:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946720.947846:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00001000:0.0:1784946720.947850:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=72 v=5 (5 5 5 5) 00000100:00000001:1.0:1784946720.947850:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1784946720.947857:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=72 v=5 (1 1 1 1) 00000100:00000200:1.0:1784946720.947857:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d88700 x1871641054296192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946736 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946720.947863:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946720.947867:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946720.947872:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946720.947876:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946720.947876:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d88700 x1871641054296192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946736 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946720.947882:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946720.947891:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d89880 x1871641054296064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946736 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946720.947895:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946720.947900:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784946720.947901:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784946720.947905:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946720.947906:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946720.947909:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946720.947915:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89880 x1871641054296064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946736 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946720.947917:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946720.947920:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946720.947924:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946720.947927:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1784946720.947928:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054296064:192.168.202.106@tcp:400:kworker.0 00000400:00000010:1.0:1784946720.947930:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2db58. 00000400:00000200:1.0:1784946720.947937:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2947f8 00000100:00000001:0.0:1784946720.947938:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784946720.947940:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2947f8. 00000100:00000001:0.0:1784946720.947942:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784946720.947944:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1784946720.947948:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89880 x1871641054296064/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946736 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946720.947953:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88700 x1871641054296192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946736 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946720.947964:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946720.947968:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1784946720.947972:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88700 x1871641054296192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946736 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784946720.947973:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784946720.947978:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946720.947981:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784946720.947984:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1784946720.947985:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784946720.947989:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784946720.947989:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1784946720.947994:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83adc00. 00000100:00000001:1.0:1784946720.947994:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946720.947997:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1784946720.948000:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784946720.948000:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1784946720.948003:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784946720.948004:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784946720.948007:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89880. 02000000:00000001:1.0:1784946720.948008:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946720.948013:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00001000:1.0:1784946720.948014:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=72 v=5 (5 5 5 5) 00000100:00000001:0.0:1784946720.948016:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1784946720.948019:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=142 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946720.948020:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946720.948022:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946720.948024:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946720.948026:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1784946720.948027:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784946720.948031:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946720.948031:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946720.948036:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1784946720.948037:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784946720.948038:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784946720.948040:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946720.948041:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946720.948043:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946720.948047:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88700 x1871641054296192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946736 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946720.948051:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946720.948053:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946720.948054:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946720.948057:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88700 x1871641054296192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946736 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946720.948063:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054296192:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946720.948066:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946720.948067:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946720.948068:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88700 x1871641054296192/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946736 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946720.948072:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946720.948073:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946720.948074:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d51da1400. 02000000:00000001:1.0:1784946720.948078:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946720.948079:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946720.948080:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946720.948081:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946720.948082:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad300. 02000000:00000001:1.0:1784946720.948084:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946720.948084:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946720.948085:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88700. 00000100:00000001:1.0:1784946720.948087:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946720.948088:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946720.948096:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946720.948099:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946720.948100:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946720.948101:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946720.948105:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946721.265623:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946721.265630:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946721.265698:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946721.265702:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946721.265705:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946721.649570:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305508527, at 4305508544 00000100:00000040:0.0:1784946721.649577:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305508527, at 4305508544 00000100:00000010:1.0:1784946721.649582:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8ff60. 00000100:00000010:0.0:1784946721.649585:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f6c0. 00010000:00000001:1.0:1784946722.289620:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946722.289626:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946722.289694:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946722.289698:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946722.289702:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946723.313615:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946723.313621:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946723.313623:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946723.313625:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946723.313629:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946723.313630:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946723.313632:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946723.313633:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946723.313689:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946723.313692:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946723.313695:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946724.337650:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946724.337658:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946724.337715:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946724.337720:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946724.337723:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946725.361656:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946725.361661:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946725.361762:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946725.361766:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946725.361770:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784946726.065633:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946726.065647:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946726.065655:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776300. 00000020:00000040:3.0:1784946726.065660:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946726.065663:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946726.065666:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946726.065670:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946726.065676:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bead00. 00000100:00000001:3.0:1784946726.065680:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946726.065689:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73776300 x1871641054296320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946726.065696:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946726.065700:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946726.065705:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000445e245] to pc [ptlrpcd_01_01+1] req@ffff996d73776300 x1871641054296320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946726.065726:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946726.065728:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946726.065730:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946726.065732:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73777b80. 00000020:00000040:3.0:1784946726.065733:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946726.065735:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946726.065736:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946726.065737:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946726.065739:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea700. 00000100:00000001:3.0:1784946726.065741:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946726.065743:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73777b80 x1871641054296448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946726.065748:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946726.065750:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946726.065751:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784946726.065753:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7e33dc] to pc [ptlrpcd_01_00+0] req@ffff996d73777b80 x1871641054296448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946726.065755:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946726.065758:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784946726.065763:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946726.065766:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946726.065767:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776300 x1871641054296320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946726.065769:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784946726.065773:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784946726.065779:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784946726.065784:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784946726.065786:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10850) 00000100:00000001:2.0:1784946726.065787:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946726.065791:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946726.065793:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946726.065795:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946726.065798:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1784946726.065799:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054296320:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946726.065801:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946726.065804:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784946726.065804:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784946726.065810:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784946726.065810:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73777b80 x1871641054296448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946726.065814:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946726.065818:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784946726.065821:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946726.065822:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946726.065824:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d7a00. 02000000:00000001:3.0:1784946726.065824:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946726.065827:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946726.065828:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946726.065830:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946726.065834:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73777b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054296448:192.168.202.106@tcp:400:kworker.0 00000400:00000200:2.0:1784946726.065837:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946726.065840:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946726.065844:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946726.065846:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946726.065847:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946726.065852:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46616800. 00000400:00000010:2.0:1784946726.065853:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 02000000:00000001:3.0:1784946726.065854:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946726.065861:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946726.065862:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000400:00000010:3.0:1784946726.065865:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000200:2.0:1784946726.065871:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054296320, portal 25 00000400:00000010:3.0:1784946726.065873:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000100:00000001:2.0:1784946726.065875:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946726.065878:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100529920 : -112779609021696 : ffff996d73776300) 00000100:00000200:3.0:1784946726.065879:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054296448, portal 10 00000100:00000001:3.0:1784946726.065883:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1784946726.065885:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776300 x1871641054296320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946726.065886:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100536192 : -112779609015424 : ffff996d73777b80) 00000100:00000040:3.0:1784946726.065897:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73777b80 x1871641054296448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946726.065898:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946726.065904:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946726.065907:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6198. 00000100:00000001:3.0:1784946726.065911:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1784946726.065912:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054296320, offset 0 00000100:00000040:3.0:1784946726.065916:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946726.065919:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1d48. 00000400:00000200:2.0:1784946726.065924:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000200:3.0:1784946726.065929:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054296448, offset 0 00000400:00000200:2.0:1784946726.065934:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946726.065937:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946726.065945:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946726.065950:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946726.065955:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946726.065958:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946726.065961:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946726.065964:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314826:314826:256:4294967295] 192.168.202.106@tcp LPNI seq info [314822:314822:8:4294967295] 00000400:00000200:2.0:1784946726.065969:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946726.065974:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946726.065980:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946726.065985:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946726.065988:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784946726.065990:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946726.065994:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1784946726.065998:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946726.065998:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946726.066003:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314827:314827:255:4294967295] 192.168.202.106@tcp LPNI seq info [314823:314823:7:4294967295] 00000800:00000010:2.0:1784946726.066005:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b300. 00000400:00000200:3.0:1784946726.066006:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946726.066018:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784946726.066018:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946726.066025:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946726.066028:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000800:00000200:2.0:1784946726.066030:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946726.066034:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946726.066035:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784946726.066041:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946726.066043:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946726.066055:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946726.066056:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946726.066058:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16701 usecs (17 jiffies) 00000400:00000200:2.0:1784946726.066063:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946726.066064:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946726.066068:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305512977 00000100:00000001:2.0:1784946726.066069:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305513647 00000100:00000010:3.0:1784946726.066074:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322e40. 00000100:00000001:3.0:1784946726.066080:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784946726.066091:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305512977 00000100:00000010:3.0:1784946726.066094:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3226c0. 00000100:00000001:2.0:1784946726.066095:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305512977 00000100:00000001:3.0:1784946726.066097:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946726.066104:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305513647 00000100:00000001:3.0:1784946726.066104:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946726.066108:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946726.066110:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305512977 00000800:00000200:1.0:1784946726.066112:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946726.066112:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946726.066115:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946726.066118:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784946726.066119:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b300. 00000100:00000001:2.0:1784946726.066119:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946726.066123:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946726.066124:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946726.066125:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946726.066126:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946726.066127:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946726.066131:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946726.066132:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946726.066134:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946726.066136:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946726.066138:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946726.066139:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946726.066140:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946726.066141:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946726.066145:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946726.066146:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6198 00000100:00000001:3.0:1784946726.066146:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946726.066148:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946726.066150:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6198. 00000100:00000001:1.0:1784946726.066156:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946726.066161:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73776300 x1871641054296320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946726.066170:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946726.066174:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73776300 x1871641054296320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946742 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946726.066181:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946726.066182:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946726.066237:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946726.066239:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea800. 00000400:00000200:1.0:1784946726.066241:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946726.066243:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946726.066245:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1d48 00000400:00000010:1.0:1784946726.066246:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1d48. 00000100:00000001:1.0:1784946726.066248:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946726.066251:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73777b80 x1871641054296448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946726.066255:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946726.066257:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73777b80 x1871641054296448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946742 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946726.066269:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946726.066270:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946726.067534:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946726.067545:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946726.067548:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946726.067550:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946726.067555:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946726.067560:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946726.067566:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946726.067569:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946726.067573:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946726.067582:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64303980 00000400:00000200:1.0:1784946726.067585:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946726.067588:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cea29 [1] + 224 00000800:00000001:1.0:1784946726.067592:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946726.067595:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946726.067597:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946726.067599:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946726.067602:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946726.067606:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73777b80 x1871641054296448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946742 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946726.067612:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73777b80 x1871641054296448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946742 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946726.067623:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946726.067627:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946726.067629:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946726.067630:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946726.067632:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946726.067634:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946726.067637:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946726.067640:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946726.067643:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946726.067645:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946726.067648:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64303900 00000100:00000001:3.0:1784946726.067650:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946726.067651:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946726.067654:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946726.067656:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cea21 [1] + 224 00000800:00000001:1.0:1784946726.067659:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784946726.067661:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784946726.067663:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784946726.067664:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784946726.067666:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1784946726.067668:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:1.0:1784946726.067670:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:3.0:1784946726.067676:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000400:00000010:3.0:1784946726.067679:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000100:00000001:3.0:1784946726.067682:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946726.067686:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73777b80 x1871641054296448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946742 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946726.067688:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946726.067696:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73776300 x1871641054296320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946742 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946726.067697:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73777b80 x1871641054296448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946742 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946726.067715:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946726.067718:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946726.067721:0:2354:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:1.0:1784946726.067723:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73776300 x1871641054296320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946742 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946726.067724:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946726.067727:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946726.067730:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946726.067733:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946726.067738:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1784946726.067738:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=78 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946726.067743:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=148 v=5 (1 1 1 1) 00000800:00000001:1.0:1784946726.067744:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784946726.067745:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946726.067747:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946726.067749:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784946726.067750:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946726.067754:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946726.067756:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784946726.067758:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946726.067759:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946726.067761:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946726.067765:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73777b80 x1871641054296448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946742 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946726.067769:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946726.067771:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946726.067771:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946726.067773:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946726.067775:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784946726.067778:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73777b80 x1871641054296448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946742 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784946726.067781:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946726.067784:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1784946726.067787:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73777b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054296448:192.168.202.106@tcp:400:kworker.0 00000400:00000010:2.0:1784946726.067788:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946726.067794:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000100:00000001:3.0:1784946726.067795:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784946726.067799:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:3.0:1784946726.067799:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946726.067803:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73777b80 x1871641054296448/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946742 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946726.067805:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946726.067809:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946726.067812:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1784946726.067813:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776300 x1871641054296320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946742 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784946726.067814:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46616800. 02000000:00000001:3.0:1784946726.067818:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946726.067820:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946726.067823:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784946726.067827:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946726.067829:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea700. 00000100:00000200:2.0:1784946726.067830:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776300 x1871641054296320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946742 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946726.067832:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946726.067836:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946726.067839:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73777b80. 00000100:00000001:2.0:1784946726.067843:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946726.067845:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946726.067847:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946726.067849:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946726.067850:0:2355:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784946726.067853:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784946726.067854:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946726.067857:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946726.067859:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946726.067860:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946726.067863:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946726.067864:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946726.067868:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1784946726.067870:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=78 v=5 (5 5 5 5) 00000100:00000001:3.0:1784946726.067871:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946726.067878:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=78 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946726.067882:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946726.067884:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946726.067886:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946726.067888:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946726.067890:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946726.067894:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776300 x1871641054296320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946742 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946726.067900:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946726.067902:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946726.067903:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946726.067906:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776300 x1871641054296320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946742 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946726.067913:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054296320:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946726.067917:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946726.067919:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946726.067922:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776300 x1871641054296320/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946742 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946726.067928:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946726.067929:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946726.067931:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d7a00. 02000000:00000001:2.0:1784946726.067934:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946726.067936:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946726.067937:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784946726.067939:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946726.067941:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bead00. 02000000:00000001:2.0:1784946726.067943:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946726.067954:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946726.067955:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776300. 00000100:00000001:2.0:1784946726.067959:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946726.067960:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946726.067961:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946726.067965:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946726.067966:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946726.067968:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946726.067969:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946726.385588:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946726.385593:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946726.385651:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946726.385655:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946726.385659:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946726.769617:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305513647, at 4305513664 00000100:00000040:1.0:1784946726.769617:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305513647, at 4305513664 00000100:00000010:1.0:1784946726.769629:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3226c0. 00000100:00000010:0.0:1784946726.769639:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322e40. 00010000:00000001:1.0:1784946727.409638:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946727.409644:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946727.409702:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946727.409706:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946727.409710:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946728.433625:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946728.433631:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946728.433690:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946728.433693:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946728.433696:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946729.457607:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946729.457613:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946729.457672:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946729.457676:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946729.457679:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946730.481654:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946730.481661:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946730.481725:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946730.481728:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946730.481731:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946731.185618:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946731.185627:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946731.185637:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953480. 00000020:00000040:2.0:1784946731.185642:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946731.185646:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946731.185649:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946731.185654:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946731.185663:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b300. 00000100:00000001:2.0:1784946731.185669:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946731.185680:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73953480 x1871641054296576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946731.185695:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946731.185699:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946731.185707:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000632050e9] to pc [ptlrpcd_01_01+1] req@ffff996d73953480 x1871641054296576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946731.185736:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946731.185739:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946731.185742:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946731.185745:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950e00. 00000020:00000040:2.0:1784946731.185748:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946731.185751:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946731.185752:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946731.185755:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946731.185758:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784946731.185761:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946731.185765:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784946731.185766:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950e00 x1871641054296704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1784946731.185772:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1784946731.185777:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946731.185781:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946731.185787:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946731.185790:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946731.185793:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946731.185794:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946731.185795:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946731.185798:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946731.185804:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006776830d] to pc [ptlrpcd_01_00+0] req@ffff996d73950e00 x1871641054296704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946731.185808:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953480 x1871641054296576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946731.185826:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946731.185828:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784946731.185830:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946731.185832:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946731.185838:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946731.185840:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784946731.185842:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784946731.185845:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946731.185847:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1784946731.185852:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054296576:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784946731.185854:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784946731.185861:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784946731.185863:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10855) 02000000:00000001:3.0:1784946731.185867:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946731.185871:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946731.185874:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946731.185879:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46616e00. 02000000:00000001:3.0:1784946731.185882:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946731.185888:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946731.185891:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1784946731.185893:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00100000:2.0:1784946731.185895:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1784946731.185899:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784946731.185901:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000100:00000001:2.0:1784946731.185904:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946731.185907:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946731.185910:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1784946731.185910:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054296576, portal 25 00000100:00000001:2.0:1784946731.185913:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946731.185915:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946731.185916:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784946731.185918:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102484096 : -112779607067520 : ffff996d73953480) 00000100:00000040:2.0:1784946731.185924:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950e00 x1871641054296704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946731.185933:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946731.185935:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946731.185938:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946731.185939:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946731.185943:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946731.185943:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953480 x1871641054296576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946731.185951:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054296704:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946731.185961:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784946731.185961:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784946731.185966:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784946731.185968:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000001:2.0:1784946731.185969:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784946731.185973:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1000. 02000000:00000001:2.0:1784946731.185974:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1784946731.185980:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054296576, offset 0 02000000:00000010:2.0:1784946731.185981:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d7a00. 02000000:00000001:2.0:1784946731.185986:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946731.185990:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946731.185992:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946731.185997:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000200:3.0:1784946731.186001:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946731.186003:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000100:00000200:2.0:1784946731.186008:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054296704, portal 10 00000400:00000200:3.0:1784946731.186011:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:2.0:1784946731.186012:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946731.186016:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102474240 : -112779607077376 : ffff996d73950e00) 00000400:00000200:3.0:1784946731.186019:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1784946731.186025:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950e00 x1871641054296704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946731.186026:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946731.186032:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946731.186038:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:2.0:1784946731.186042:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784946731.186046:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314828:314828:256:4294967295] 192.168.202.106@tcp LPNI seq info [314824:314824:8:4294967295] 00000100:00000040:2.0:1784946731.186050:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946731.186055:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6d48. 00000400:00000200:3.0:1784946731.186056:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:2.0:1784946731.186061:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054296704, offset 0 00000400:00000200:2.0:1784946731.186071:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946731.186076:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946731.186081:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946731.186086:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946731.186088:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000010:3.0:1784946731.186093:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea700. 00000400:00000200:2.0:1784946731.186094:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946731.186099:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946731.186104:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1784946731.186106:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946731.186109:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946731.186113:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314829:314829:255:4294967295] 192.168.202.106@tcp LPNI seq info [314825:314825:7:4294967295] 00000800:00000200:3.0:1784946731.186118:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784946731.186122:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946731.186125:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784946731.186134:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946731.186140:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784946731.186141:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784946731.186145:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b500. 00000400:00000200:3.0:1784946731.186149:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946731.186155:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:3.0:1784946731.186155:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305518767 00000100:00000010:3.0:1784946731.186163:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322720. 00000800:00000200:2.0:1784946731.186164:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946731.186170:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946731.186172:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946731.186174:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946731.186179:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305518767 00000100:00000040:2.0:1784946731.186180:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16701 usecs (17 jiffies) 00000100:00000010:3.0:1784946731.186186:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322540. 00000400:00000200:2.0:1784946731.186187:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946731.186192:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305518097 00000100:00000001:3.0:1784946731.186192:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946731.186199:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305518767 00000100:00000001:3.0:1784946731.186199:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784946731.186201:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946731.186204:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305518097 00000100:00000001:3.0:1784946731.186205:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784946731.186207:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea700. 00000100:00000001:2.0:1784946731.186211:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305518767 00000100:00000001:3.0:1784946731.186211:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946731.186217:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946731.186217:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946731.186218:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946731.186223:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946731.186224:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946731.186227:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946731.186228:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946731.186230:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946731.186232:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946731.186236:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946731.186237:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946731.186238:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1000 00000400:00000010:1.0:1784946731.186243:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1000. 00000100:00000001:1.0:1784946731.186260:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946731.186266:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953480 x1871641054296576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946731.186276:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946731.186281:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953480 x1871641054296576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946747 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946731.186288:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946731.186290:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946731.186355:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946731.186358:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b500. 00000400:00000200:1.0:1784946731.186361:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946731.186364:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946731.186367:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6d48 00000400:00000010:1.0:1784946731.186369:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6d48. 00000100:00000001:1.0:1784946731.186372:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946731.186375:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950e00 x1871641054296704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946731.186386:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946731.186389:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950e00 x1871641054296704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946747 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946731.186395:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946731.186397:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946731.187888:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946731.187899:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946731.187902:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946731.187903:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946731.187907:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946731.187911:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946731.187915:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946731.187918:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946731.187923:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946731.187926:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64303a00 00000400:00000200:1.0:1784946731.187930:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946731.187935:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cea31 [1] + 224 00000800:00000001:1.0:1784946731.187941:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946731.187944:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946731.187947:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946731.187951:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946731.187956:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946731.187961:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953480 x1871641054296576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946747 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946731.187968:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953480 x1871641054296576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946747 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946731.188043:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946731.188045:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946731.188064:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946731.188071:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946731.188075:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946731.188077:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946731.188079:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946731.188082:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946731.188094:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946731.188098:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946731.188101:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946731.188104:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946731.188106:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64303a80 00000400:00000200:1.0:1784946731.188110:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946731.188113:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cea39 [1] + 224 00000800:00000001:1.0:1784946731.188117:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946731.188122:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946731.188124:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946731.188127:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946731.188130:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946731.188133:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950e00 x1871641054296704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946747 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946731.188147:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950e00 x1871641054296704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946747 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946731.188163:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946731.188167:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946731.188169:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946731.188198:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946731.188201:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946731.188205:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946731.188207:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946731.188209:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946731.188213:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:2.0:1784946731.188214:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:2.0:1784946731.188216:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1784946731.188218:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1784946731.188220:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950e00 x1871641054296704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946747 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784946731.188221:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946731.188225:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946731.188231:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000100:00000200:2.0:1784946731.188232:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950e00 x1871641054296704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946747 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784946731.188236:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000100:00000001:3.0:1784946731.188241:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946731.188256:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953480 x1871641054296576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946747 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946731.188257:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946731.188259:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946731.188263:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946731.188266:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946731.188268:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946731.188270:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946731.188273:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784946731.188274:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953480 x1871641054296576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946747 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784946731.188279:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=83 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946731.188284:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=153 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946731.188284:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946731.188288:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946731.188288:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946731.188291:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946731.188293:0:2354:0:(client.c:1580:after_reply()) Process entered 00010000:00000001:2.0:1784946731.188294:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1784946731.188297:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1784946731.188298:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946731.188301:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946731.188302:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946731.188306:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946731.188306:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946731.188309:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946731.188311:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946731.188312:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946731.188318:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=83 v=5 (5 5 5 5) 00000100:00000040:2.0:1784946731.188321:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950e00 x1871641054296704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946747 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784946731.188322:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=83 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946731.188328:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946731.188331:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946731.188333:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946731.188335:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1784946731.188335:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784946731.188339:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784946731.188339:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946731.188344:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950e00 x1871641054296704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946747 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946731.188345:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946731.188355:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953480 x1871641054296576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946747 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946731.188356:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054296704:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946731.188365:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946731.188366:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946731.188369:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784946731.188370:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946731.188373:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946731.188377:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950e00 x1871641054296704/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946747 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946731.188378:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953480 x1871641054296576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946747 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946731.188403:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1784946731.188404:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054296576:192.168.202.106@tcp:400:kworker.0 02000000:00000001:2.0:1784946731.188405:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946731.188409:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d7a00. 00000100:00000001:3.0:1784946731.188410:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946731.188413:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1784946731.188414:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1784946731.188416:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953480 x1871641054296576/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946747 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784946731.188417:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946731.188420:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946731.188424:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946731.188426:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 02000000:00000001:2.0:1784946731.188431:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946731.188433:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784946731.188434:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000010:2.0:1784946731.188435:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950e00. 02000000:00000001:3.0:1784946731.188437:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784946731.188439:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000010:3.0:1784946731.188439:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46616e00. 00000100:00000001:2.0:1784946731.188441:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784946731.188443:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784946731.188444:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784946731.188446:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946731.188448:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946731.188449:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1784946731.188450:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784946731.188452:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946731.188453:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b300. 00000100:00000001:2.0:1784946731.188456:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784946731.188458:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784946731.188459:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946731.188460:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946731.188462:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953480. 00000100:00000001:3.0:1784946731.188465:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946731.188466:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946731.188467:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946731.188471:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946731.188472:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946731.188473:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946731.188475:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946731.505617:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946731.505624:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946731.505678:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946731.505681:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946731.505685:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946731.889622:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305518767, at 4305518784 00000100:00000040:1.0:1784946731.889622:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305518767, at 4305518784 00000100:00000010:1.0:1784946731.889637:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322540. 00000100:00000010:0.0:1784946731.889639:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322720. 00010000:00000001:1.0:1784946732.529633:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946732.529641:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946732.529647:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946732.529650:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946732.529654:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946732.529656:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946732.529657:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946732.529659:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946732.529718:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946732.529722:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946732.529725:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946733.553615:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946733.553620:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946733.553678:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946733.553682:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946733.553685:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946734.577611:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946734.577616:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946734.577667:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946734.577671:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946734.577675:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946735.601642:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946735.601648:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946735.601693:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946735.601696:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946735.601699:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946736.305655:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946736.305664:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946736.305674:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d88700. 00000020:00000040:1.0:1784946736.305680:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946736.305684:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946736.305687:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946736.305692:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946736.305699:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad300. 00000100:00000001:1.0:1784946736.305704:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946736.305715:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d88700 x1871641054296832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946736.305725:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946736.305729:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946736.305735:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aafabc0e] to pc [ptlrpcd_00_00+0] req@ffff996d44d88700 x1871641054296832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946736.305760:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946736.305763:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946736.305766:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946736.305768:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8ad80. 00000020:00000040:1.0:1784946736.305771:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946736.305773:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946736.305774:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946736.305775:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946736.305778:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad500. 00000100:00000001:1.0:1784946736.305781:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946736.305785:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d8ad80 x1871641054296960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946736.305792:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946736.305795:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946736.305795:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946736.305800:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784946736.305802:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005efe4cfc] to pc [ptlrpcd_00_01+1] req@ffff996d44d8ad80 x1871641054296960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946736.305803:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946736.305811:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88700 x1871641054296832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946736.305815:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946736.305820:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946736.305823:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946736.305825:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946736.305825:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784946736.305830:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1784946736.305831:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784946736.305833:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784946736.305835:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784946736.305837:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946736.305840:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054296832:192.168.202.106@tcp:400:kworker.0 00000100:00000040:1.0:1784946736.305842:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10860) 00000100:00000001:0.0:1784946736.305843:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784946736.305849:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946736.305850:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946736.305852:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784946736.305854:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1784946736.305856:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394a200. 00000100:00000001:1.0:1784946736.305858:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784946736.305859:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946736.305862:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1784946736.305867:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:1.0:1784946736.305870:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8ad80 x1871641054296960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784946736.305871:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f160. 00000400:00000010:0.0:1784946736.305881:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f000. 00000100:00000001:1.0:1784946736.305881:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946736.305883:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946736.305886:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946736.305888:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946736.305890:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946736.305895:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054296960:192.168.202.106@tcp:400:kworker.0 00000100:00000200:0.0:1784946736.305898:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054296832, portal 25 00000100:00000001:1.0:1784946736.305899:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784946736.305903:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1784946736.305904:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784946736.305907:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318366976 : -112780391184640 : ffff996d44d88700) 02000000:00000001:1.0:1784946736.305907:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946736.305911:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946736.305916:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d51da1400. 00000100:00000040:0.0:1784946736.305917:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88700 x1871641054296832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784946736.305919:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946736.305928:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946736.305933:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2db58. 00000100:00000001:0.0:1784946736.305934:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784946736.305940:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946736.305940:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2947f8. 00000400:00000010:0.0:1784946736.305945:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f3b8. 00000100:00000200:1.0:1784946736.305945:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054296960, portal 10 00000100:00000200:0.0:1784946736.305949:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054296832, offset 0 00000100:00000001:1.0:1784946736.305950:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946736.305952:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318376832 : -112780391174784 : ffff996d44d8ad80) 00000400:00000200:0.0:1784946736.305957:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:1.0:1784946736.305962:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8ad80 x1871641054296960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946736.305967:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946736.305974:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784946736.305976:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000040:1.0:1784946736.305980:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946736.305982:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1784946736.305985:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294b28. 00000400:00000200:0.0:1784946736.305986:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000200:1.0:1784946736.305991:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054296960, offset 0 00000400:00000200:0.0:1784946736.305992:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946736.305996:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946736.306002:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314830:314830:256:4294967295] 192.168.202.106@tcp LPNI seq info [314826:314826:8:4294967295] 00000400:00000200:1.0:1784946736.306003:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946736.306008:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946736.306015:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946736.306018:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946736.306021:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:0.0:1784946736.306025:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4000. 00000400:00000200:1.0:1784946736.306028:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:0.0:1784946736.306033:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784946736.306034:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946736.306039:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:0.0:1784946736.306041:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784946736.306045:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784946736.306045:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946736.306050:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946736.306054:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314831:314831:255:4294967295] 192.168.202.106@tcp LPNI seq info [314827:314827:7:4294967295] 00000100:00000001:0.0:1784946736.306056:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946736.306061:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946736.306061:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946736.306066:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305523887 00000100:00000010:0.0:1784946736.306069:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373c00. 00000400:00000200:1.0:1784946736.306073:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:0.0:1784946736.306076:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1784946736.306080:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784946736.306083:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305523887 00000800:00000010:1.0:1784946736.306086:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad400. 00000100:00000010:0.0:1784946736.306087:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373120. 00000100:00000001:0.0:1784946736.306092:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1784946736.306095:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:0.0:1784946736.306097:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946736.306102:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946736.306102:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946736.306108:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946736.306109:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946736.306113:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946736.306114:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946736.306119:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16700 usecs (17 jiffies) 00000100:00000001:0.0:1784946736.306123:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784946736.306124:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946736.306127:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946736.306128:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305523217 00000100:00000001:0.0:1784946736.306132:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946736.306133:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305523887 00000100:00000001:0.0:1784946736.306134:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946736.306137:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946736.306138:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305523217 00000100:00000001:0.0:1784946736.306142:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946736.306143:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305523887 00000100:00000001:1.0:1784946736.306148:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946736.306150:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946736.306153:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946736.306155:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946736.306159:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946736.306161:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946736.306164:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946736.306165:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946736.306167:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946736.306169:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946736.306189:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946736.306192:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4000. 00000400:00000200:0.0:1784946736.306197:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946736.306201:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946736.306217:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f3b8 00000400:00000010:0.0:1784946736.306219:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f3b8. 00000100:00000001:0.0:1784946736.306224:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946736.306229:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d88700 x1871641054296832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946736.306238:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946736.306241:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d88700 x1871641054296832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946752 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946736.306247:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946736.306249:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946736.306313:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946736.306315:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad400. 00000400:00000200:0.0:1784946736.306319:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946736.306322:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946736.306324:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294b28 00000400:00000010:0.0:1784946736.306326:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294b28. 00000100:00000001:0.0:1784946736.306329:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946736.306332:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8ad80 x1871641054296960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946736.306339:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946736.306342:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8ad80 x1871641054296960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946752 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946736.306349:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946736.306351:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946736.307538:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946736.307558:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946736.307561:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946736.307563:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946736.307568:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946736.307573:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946736.307579:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946736.307582:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946736.307586:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946736.307589:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64303b00 00000400:00000200:1.0:1784946736.307592:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946736.307594:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cea41 [1] + 224 00000800:00000001:1.0:1784946736.307605:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946736.307610:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946736.307612:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946736.307614:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946736.307617:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946736.307621:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d88700 x1871641054296832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946752 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946736.307627:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d88700 x1871641054296832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946752 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946736.307637:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946736.307642:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946736.307645:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946736.307646:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946736.307647:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946736.307649:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946736.307652:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946736.307655:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946736.307657:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946736.307660:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946736.307661:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946736.307662:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64303b80 00000100:00000001:0.0:1784946736.307664:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946736.307667:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:0.0:1784946736.307670:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946736.307672:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946736.307674:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f160. 00000400:00000200:0.0:1784946736.307679:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f000 00000400:00000010:0.0:1784946736.307680:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f000. 00000100:00000001:0.0:1784946736.307683:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946736.307687:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cea49 [1] + 224 00000100:00000200:0.0:1784946736.307691:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88700 x1871641054296832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946752 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946736.307693:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946736.307698:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946736.307702:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1784946736.307707:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88700 x1871641054296832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946752 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946736.307710:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946736.307715:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946736.307721:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8ad80 x1871641054296960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946752 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946736.307722:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946736.307725:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946736.307730:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946736.307734:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1784946736.307737:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8ad80 x1871641054296960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946752 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946736.307738:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946736.307742:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946736.307748:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946736.307755:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=88 v=5 (5 5 5 5) 00000100:00000001:1.0:1784946736.307757:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1784946736.307760:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=88 v=5 (1 1 1 1) 00000800:00000001:1.0:1784946736.307764:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784946736.307765:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946736.307769:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946736.307769:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784946736.307775:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946736.307778:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946736.307781:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946736.307781:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946736.307785:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946736.307789:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1784946736.307790:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88700 x1871641054296832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946752 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784946736.307791:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1784946736.307800:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946736.307803:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1784946736.307804:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2db58. 00000100:00000001:0.0:1784946736.307806:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946736.307812:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88700 x1871641054296832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946752 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946736.307813:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2947f8 00000400:00000010:1.0:1784946736.307817:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2947f8. 00000100:00000001:1.0:1784946736.307821:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1784946736.307828:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054296832:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946736.307835:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784946736.307836:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8ad80 x1871641054296960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946752 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946736.307837:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946736.307844:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88700 x1871641054296832/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946752 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946736.307848:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8ad80 x1871641054296960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946752 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946736.307858:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946736.307862:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1784946736.307863:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1784946736.307866:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394a200. 00000100:00000001:1.0:1784946736.307867:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946736.307871:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946736.307872:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1784946736.307874:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1784946736.307876:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784946736.307877:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1784946736.307879:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946736.307880:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946736.307883:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1784946736.307885:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946736.307887:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad300. 00000100:00001000:1.0:1784946736.307891:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=88 v=5 (5 5 5 5) 02000000:00000001:0.0:1784946736.307892:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946736.307895:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:1.0:1784946736.307898:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=8 v=5 (1 1 1 1) 00000100:00000010:0.0:1784946736.307899:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88700. 00000100:00000001:0.0:1784946736.307904:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946736.307905:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946736.307907:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946736.307908:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946736.307912:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784946736.307913:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784946736.307918:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1784946736.307918:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946736.307922:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946736.307923:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1784946736.307925:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784946736.307926:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784946736.307928:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946736.307929:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946736.307932:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946736.307936:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8ad80 x1871641054296960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946752 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946736.307940:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946736.307942:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946736.307943:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946736.307946:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8ad80 x1871641054296960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946752 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946736.307951:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054296960:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946736.307954:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946736.307955:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946736.307956:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8ad80 x1871641054296960/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946752 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946736.307960:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946736.307961:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946736.307963:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d51da1400. 02000000:00000001:1.0:1784946736.307966:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946736.307967:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946736.307968:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946736.307969:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946736.307970:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad500. 02000000:00000001:1.0:1784946736.307972:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946736.307973:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946736.307974:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8ad80. 00000100:00000001:1.0:1784946736.307976:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946736.307977:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946736.307978:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946736.307981:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946736.307982:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946736.307983:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946736.307984:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946736.625588:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946736.625595:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946736.625637:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946736.625642:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946736.625645:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946737.009622:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305523887, at 4305523904 00000100:00000010:1.0:1784946737.009638:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373120. 00000100:00000040:0.0:1784946737.009705:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305523887, at 4305523904 00000100:00000010:0.0:1784946737.009712:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373c00. 00010000:00000001:1.0:1784946737.649639:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946737.649644:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946737.649694:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946737.649697:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946737.649700:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946738.673623:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946738.673630:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946738.673690:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946738.673694:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946738.673698:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946739.697638:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946739.697644:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946739.697709:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946739.697713:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946739.697716:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946740.721636:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946740.721643:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946740.721696:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946740.721698:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946740.721701:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946741.425589:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946741.425600:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946741.425608:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8ad80. 00000020:00000040:1.0:1784946741.425614:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946741.425618:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946741.425622:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946741.425626:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946741.425634:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad500. 00000100:00000001:1.0:1784946741.425641:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946741.425652:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d8ad80 x1871641054297088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946741.425664:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946741.425678:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946741.425686:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005efe4cfc] to pc [ptlrpcd_00_00+0] req@ffff996d44d8ad80 x1871641054297088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946741.425711:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946741.425714:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946741.425718:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946741.425723:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8aa00. 00000020:00000040:1.0:1784946741.425726:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946741.425728:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946741.425729:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946741.425731:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946741.425735:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad300. 00000100:00000001:1.0:1784946741.425739:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946741.425744:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d8aa00 x1871641054297216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946741.425752:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946741.425754:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946741.425759:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000484376cf] to pc [ptlrpcd_00_01+1] req@ffff996d44d8aa00 x1871641054297216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946741.425769:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946741.425770:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946741.425774:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784946741.425775:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946741.425777:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946741.425782:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784946741.425785:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8ad80 x1871641054297088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946741.425787:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946741.425797:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1784946741.425800:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946741.425805:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946741.425805:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10866) 02000000:00000001:0.0:1784946741.425812:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946741.425816:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946741.425819:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946741.425819:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1784946741.425824:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054297088:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946741.425824:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946741.425828:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784946741.425831:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1784946741.425836:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8aa00 x1871641054297216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946741.425838:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946741.425842:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946741.425846:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946741.425850:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394aa00. 02000000:00000001:0.0:1784946741.425853:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946741.425856:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946741.425859:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946741.425863:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:1.0:1784946741.425865:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946741.425868:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1784946741.425869:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f160. 02000000:00000001:1.0:1784946741.425872:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784946741.425878:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f000. 00000100:00100000:1.0:1784946741.425878:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054297216:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946741.425884:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1784946741.425886:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054297088, portal 25 02000000:00000001:1.0:1784946741.425888:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946741.425891:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946741.425892:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946741.425895:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318376832 : -112780391174784 : ffff996d44d8ad80) 02000000:00000001:1.0:1784946741.425896:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946741.425903:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d51da1400. 00000100:00000040:0.0:1784946741.425905:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8ad80 x1871641054297088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784946741.425907:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946741.425917:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946741.425919:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1784946741.425922:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2db58. 00000100:00000040:0.0:1784946741.425925:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946741.425931:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f3b8. 00000400:00000010:1.0:1784946741.425932:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2947f8. 00000100:00000200:0.0:1784946741.425934:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054297088, offset 0 00000100:00000200:1.0:1784946741.425938:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054297216, portal 10 00000100:00000001:1.0:1784946741.425942:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1784946741.425945:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946741.425946:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318375936 : -112780391175680 : ffff996d44d8aa00) 00000400:00000200:0.0:1784946741.425956:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:1.0:1784946741.425957:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8aa00 x1871641054297216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946741.425963:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:1.0:1784946741.425970:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784946741.425971:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1784946741.425976:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946741.425979:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000010:1.0:1784946741.425982:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294550. 00000400:00000200:0.0:1784946741.425984:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946741.425987:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000200:1.0:1784946741.425987:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054297216, offset 0 00000400:00000200:0.0:1784946741.425993:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314832:314832:256:4294967295] 192.168.202.106@tcp LPNI seq info [314828:314828:8:4294967295] 00000400:00000200:0.0:1784946741.425999:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946741.426005:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946741.426006:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946741.426012:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946741.426016:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:0.0:1784946741.426019:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4000. 00000400:00000200:1.0:1784946741.426023:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:0.0:1784946741.426027:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784946741.426030:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946741.426036:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:0.0:1784946741.426037:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784946741.426041:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784946741.426043:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946741.426047:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946741.426050:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314833:314833:255:4294967295] 192.168.202.106@tcp LPNI seq info [314829:314829:7:4294967295] 00000100:00000001:0.0:1784946741.426051:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946741.426056:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946741.426060:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305529007 00000400:00000200:1.0:1784946741.426060:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000010:0.0:1784946741.426066:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373c00. 00000100:00000001:0.0:1784946741.426073:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784946741.426078:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305529007 00000400:00000200:1.0:1784946741.426079:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000010:0.0:1784946741.426082:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373300. 00000100:00000001:0.0:1784946741.426088:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1784946741.426088:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784946741.426093:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1784946741.426096:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad400. 00000100:00000001:0.0:1784946741.426097:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946741.426102:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946741.426104:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:0.0:1784946741.426106:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784946741.426113:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:0.0:1784946741.426115:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1784946741.426118:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946741.426119:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946741.426124:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946741.426126:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946741.426127:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946741.426130:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946741.426133:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16700 usecs (17 jiffies) 00000100:00000001:0.0:1784946741.426134:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946741.426141:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946741.426144:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305528337 00000100:00000001:1.0:1784946741.426147:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305529007 00000100:00000001:1.0:1784946741.426149:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305528337 00000100:00000001:1.0:1784946741.426152:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305529007 00000100:00000001:1.0:1784946741.426154:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946741.426157:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946741.426170:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946741.426173:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946741.426177:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946741.426179:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946741.426182:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946741.426184:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946741.426186:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946741.426187:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784946741.426189:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784946741.426192:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4000. 00000400:00000200:0.0:1784946741.426198:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946741.426204:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946741.426210:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f3b8 00000400:00000010:0.0:1784946741.426212:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f3b8. 00000100:00000001:0.0:1784946741.426216:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946741.426220:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8ad80 x1871641054297088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946741.426229:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946741.426233:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8ad80 x1871641054297088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946757 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946741.426239:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946741.426241:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946741.426275:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946741.426278:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad400. 00000400:00000200:0.0:1784946741.426282:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946741.426286:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946741.426288:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294550 00000400:00000010:0.0:1784946741.426290:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294550. 00000100:00000001:0.0:1784946741.426292:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946741.426295:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8aa00 x1871641054297216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946741.426302:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946741.426305:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8aa00 x1871641054297216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946757 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946741.426311:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946741.426313:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946741.427444:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946741.427451:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946741.427454:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946741.427457:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946741.427462:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946741.427467:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946741.427473:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946741.427477:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946741.427482:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946741.427486:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64303c00 00000400:00000200:1.0:1784946741.427490:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946741.427495:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cea61 [1] + 224 00000800:00000001:1.0:1784946741.427500:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946741.427507:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946741.427510:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946741.427513:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946741.427538:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946741.427544:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8ad80 x1871641054297088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946757 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946741.427555:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8ad80 x1871641054297088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946757 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946741.427572:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946741.427579:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946741.427582:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946741.427603:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946741.427606:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784946741.427609:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946741.427610:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946741.427613:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f160. 00000400:00000200:0.0:1784946741.427617:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f000 00000400:00000010:0.0:1784946741.427619:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f000. 00000100:00000001:0.0:1784946741.427622:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946741.427627:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8ad80 x1871641054297088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946757 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946741.427638:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8ad80 x1871641054297088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946757 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946741.427638:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946741.427644:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946741.427649:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784946741.427650:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946741.427653:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946741.427654:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946741.427659:0:2352:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:1.0:1784946741.427659:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:0.0:1784946741.427663:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946741.427667:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1784946741.427668:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:0.0:1784946741.427671:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946741.427675:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946741.427676:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946741.427680:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00001000:0.0:1784946741.427681:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=93 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946741.427685:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=93 v=5 (1 1 1 1) 00000400:00000200:1.0:1784946741.427686:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946741.427689:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946741.427691:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946741.427695:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64303c80 00010000:00000001:0.0:1784946741.427696:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946741.427699:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946741.427702:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946741.427703:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:0.0:1784946741.427708:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8ad80 x1871641054297088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946757 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946741.427713:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cea71 [1] + 224 00000100:00000001:0.0:1784946741.427718:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784946741.427721:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784946741.427722:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946741.427726:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946741.427730:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946741.427732:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8ad80 x1871641054297088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946757 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946741.427733:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946741.427742:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946741.427748:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1784946741.427752:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054297088:192.168.202.106@tcp:400:kworker.0 00000100:00000200:1.0:1784946741.427755:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8aa00 x1871641054297216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946757 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946741.427760:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946741.427765:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946741.427770:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8ad80 x1871641054297088/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946757 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946741.427774:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8aa00 x1871641054297216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946757 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946741.427780:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946741.427783:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946741.427787:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394aa00. 02000000:00000001:0.0:1784946741.427794:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946741.427797:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946741.427801:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946741.427804:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1784946741.427805:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946741.427810:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad500. 00000800:00000001:1.0:1784946741.427812:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784946741.427815:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:1.0:1784946741.427816:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784946741.427818:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946741.427821:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8ad80. 00000100:00000001:0.0:1784946741.427827:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946741.427828:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946741.427829:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946741.427831:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946741.427833:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1784946741.427835:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784946741.427839:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:1.0:1784946741.427839:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946741.427841:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2db58. 00000100:00000001:0.0:1784946741.427842:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946741.427847:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946741.427847:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2947f8 00000100:00000001:0.0:1784946741.427851:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946741.427852:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2947f8. 00000100:00000001:1.0:1784946741.427856:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946741.427861:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8aa00 x1871641054297216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946757 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946741.427870:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8aa00 x1871641054297216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946757 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946741.427883:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946741.427885:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946741.427886:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946741.427888:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946741.427889:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946741.427891:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946741.427893:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946741.427897:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=93 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946741.427900:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=13 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946741.427902:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946741.427904:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946741.427906:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946741.427908:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946741.427910:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784946741.427912:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946741.427914:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946741.427915:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946741.427919:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8aa00 x1871641054297216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946757 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946741.427931:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946741.427933:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946741.427935:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946741.427938:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8aa00 x1871641054297216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946757 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946741.427946:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054297216:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946741.427950:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946741.427951:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946741.427954:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8aa00 x1871641054297216/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946757 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946741.427961:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946741.427962:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946741.427964:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d51da1400. 02000000:00000001:1.0:1784946741.427969:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946741.427970:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946741.427971:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946741.427973:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946741.427975:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad300. 02000000:00000001:1.0:1784946741.427978:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946741.427979:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946741.427980:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8aa00. 00000100:00000001:1.0:1784946741.427983:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946741.427984:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946741.427986:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946741.427989:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946741.427990:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946741.427992:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946741.427994:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946741.745632:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946741.745639:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946741.745694:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946741.745698:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946741.745701:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946742.129587:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305529007, at 4305529024 00000100:00000040:1.0:1784946742.129587:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305529007, at 4305529024 00000100:00000010:0.0:1784946742.129600:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373c00. 00000100:00000010:1.0:1784946742.129602:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373300. 00010000:00000001:1.0:1784946742.769627:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946742.769634:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946742.769636:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946742.769639:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946742.769643:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946742.769645:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946742.769646:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946742.769648:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946742.769693:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946742.769696:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946742.769699:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946743.793650:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946743.793658:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946743.793725:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946743.793729:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946743.793733:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946744.817623:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946744.817628:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946744.817680:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946744.817684:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946744.817687:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946745.841586:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946745.841591:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946745.841643:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946745.841645:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946745.841648:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784946746.545594:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946746.545603:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946746.545613:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73777b80. 00000020:00000040:3.0:1784946746.545618:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946746.545621:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946746.545625:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946746.545630:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946746.545637:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beaf00. 00000100:00000001:3.0:1784946746.545642:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946746.545651:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73777b80 x1871641054297344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946746.545664:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946746.545667:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946746.545672:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7e33dc] to pc [ptlrpcd_01_01+1] req@ffff996d73777b80 x1871641054297344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946746.545696:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946746.545697:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946746.545700:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946746.545702:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774a80. 00000020:00000040:3.0:1784946746.545703:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946746.545705:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946746.545706:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946746.545708:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946746.545711:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea700. 00000100:00000001:3.0:1784946746.545713:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946746.545716:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73774a80 x1871641054297472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946746.545719:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946746.545723:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946746.545723:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946746.545726:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946746.545727:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946746.545734:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000830eceff] to pc [ptlrpcd_01_00+0] req@ffff996d73774a80 x1871641054297472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946746.545735:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73777b80 x1871641054297344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946746.545747:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946746.545752:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946746.545756:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784946746.545758:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784946746.545759:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946746.545764:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784946746.545765:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946746.545768:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784946746.545770:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784946746.545771:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946746.545776:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73777b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054297344:192.168.202.106@tcp:400:kworker.0 00000100:00000040:3.0:1784946746.545778:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10871) 00000100:00000001:2.0:1784946746.545780:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946746.545786:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946746.545788:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946746.545790:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784946746.545791:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784946746.545793:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946746.545795:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1784946746.545797:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d7a00. 00000100:00000040:3.0:1784946746.545800:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774a80 x1871641054297472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946746.545801:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946746.545808:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946746.545810:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946746.545814:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:3.0:1784946746.545814:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946746.545817:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946746.545819:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784946746.545821:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000100:00100000:3.0:1784946746.545822:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054297472:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946746.545826:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946746.545829:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946746.545830:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784946746.545831:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 02000000:00000001:3.0:1784946746.545832:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946746.545836:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46616400. 02000000:00000001:3.0:1784946746.545838:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784946746.545839:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054297344, portal 25 00000400:00000200:3.0:1784946746.545844:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946746.545845:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946746.545848:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100536192 : -112779609015424 : ffff996d73777b80) 00000400:00000010:3.0:1784946746.545848:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784946746.545854:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000100:00000040:2.0:1784946746.545855:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73777b80 x1871641054297344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946746.545858:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054297472, portal 10 00000100:00000001:2.0:1784946746.545865:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784946746.545867:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1784946746.545868:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784946746.545870:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100523648 : -112779609027968 : ffff996d73774a80) 00000400:00000010:2.0:1784946746.545872:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6770. 00000100:00000200:2.0:1784946746.545876:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054297344, offset 0 00000100:00000040:3.0:1784946746.545880:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774a80 x1871641054297472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784946746.545883:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946746.545892:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946746.545892:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946746.545898:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946746.545901:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000010:3.0:1784946746.545904:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f17f8. 00000400:00000200:2.0:1784946746.545906:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946746.545910:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000200:3.0:1784946746.545910:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054297472, offset 0 00000400:00000200:2.0:1784946746.545917:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946746.545918:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946746.545923:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946746.545928:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314834:314834:256:4294967295] 192.168.202.106@tcp LPNI seq info [314830:314830:8:4294967295] 00000400:00000200:2.0:1784946746.545932:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946746.545938:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946746.545944:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946746.545949:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946746.545950:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784946746.545953:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946746.545957:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946746.545959:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:2.0:1784946746.545964:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946746.545964:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314835:314835:255:4294967295] 192.168.202.106@tcp LPNI seq info [314831:314831:7:4294967295] 00000400:00000200:3.0:1784946746.545970:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:2.0:1784946746.545973:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b700. 00000400:00000200:3.0:1784946746.545978:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946746.545984:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784946746.545986:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946746.545991:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000800:00000200:2.0:1784946746.545995:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946746.546001:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784946746.546002:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784946746.546009:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:2.0:1784946746.546013:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784946746.546013:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784946746.546018:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946746.546019:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946746.546021:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305534127 00000100:00000040:3.0:1784946746.546025:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16698 usecs (17 jiffies) 00000100:00000010:2.0:1784946746.546026:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c060. 00000400:00000200:3.0:1784946746.546032:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946746.546033:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784946746.546035:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305533457 00000100:00000001:2.0:1784946746.546039:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305534127 00000100:00000001:3.0:1784946746.546040:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305534127 00000100:00000010:2.0:1784946746.546043:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c780. 00000100:00000001:3.0:1784946746.546046:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305533457 00000100:00000001:2.0:1784946746.546047:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946746.546050:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946746.546051:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305534127 00000100:00000001:2.0:1784946746.546052:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946746.546055:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946746.546057:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946746.546058:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946746.546060:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946746.546061:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946746.546064:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946746.546068:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946746.546068:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946746.546071:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946746.546071:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1784946746.546076:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946746.546077:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946746.546078:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946746.546082:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946746.546082:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1784946746.546084:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b700. 00000100:00000001:2.0:1784946746.546086:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946746.546087:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946746.546092:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946746.546093:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946746.546093:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946746.546103:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946746.546109:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6770 00000400:00000010:1.0:1784946746.546112:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6770. 00000100:00000001:1.0:1784946746.546126:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946746.546132:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73777b80 x1871641054297344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946746.546142:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946746.546146:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73777b80 x1871641054297344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946762 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946746.546154:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946746.546156:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946746.546216:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946746.546220:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bead00. 00000400:00000200:1.0:1784946746.546223:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946746.546226:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946746.546229:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f17f8 00000400:00000010:1.0:1784946746.546231:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f17f8. 00000100:00000001:1.0:1784946746.546234:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946746.546238:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73774a80 x1871641054297472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946746.546245:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946746.546248:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73774a80 x1871641054297472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946762 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946746.546253:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946746.546255:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946746.547404:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946746.547428:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946746.547431:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946746.547434:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946746.547438:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946746.547443:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946746.547449:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946746.547452:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946746.547457:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946746.547461:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64303d00 00000400:00000200:1.0:1784946746.547465:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946746.547469:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cea81 [1] + 224 00000800:00000001:1.0:1784946746.547474:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946746.547477:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946746.547479:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946746.547482:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946746.547487:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946746.547492:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73777b80 x1871641054297344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946762 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946746.547502:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73777b80 x1871641054297344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946762 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946746.547532:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946746.547538:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946746.547541:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946746.547543:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946746.547545:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946746.547547:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946746.547551:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:2.0:1784946746.547552:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946746.547556:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946746.547556:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946746.547559:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946746.547563:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:2.0:1784946746.547564:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784946746.547565:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64303d80 00000400:00000001:2.0:1784946746.547567:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784946746.547570:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946746.547571:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946746.547574:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:2.0:1784946746.547576:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:2.0:1784946746.547578:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946746.547581:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cea89 [1] + 224 00000100:00000200:2.0:1784946746.547585:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73777b80 x1871641054297344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946762 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946746.547588:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784946746.547594:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73777b80 x1871641054297344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946762 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946746.547596:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946746.547601:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946746.547602:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946746.547606:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946746.547610:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946746.547611:0:2355:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784946746.547616:0:2345:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784946746.547616:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946746.547621:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1784946746.547624:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73774a80 x1871641054297472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946762 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946746.547625:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946746.547630:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946746.547637:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=98 v=5 (5 5 5 5) 00000100:00000040:1.0:1784946746.547640:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73774a80 x1871641054297472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946762 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784946746.547643:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=98 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946746.547650:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946746.547652:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946746.547657:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946746.547659:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946746.547661:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946746.547665:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1784946746.547665:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73777b80 x1871641054297344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946762 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946746.547672:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946746.547676:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946746.547677:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946746.547681:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946746.547683:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946746.547686:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73777b80 x1871641054297344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946762 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946746.547692:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73777b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054297344:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946746.547694:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946746.547696:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946746.547698:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784946746.547698:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784946746.547703:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73777b80 x1871641054297344/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946762 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784946746.547704:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946746.547708:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784946746.547712:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1784946746.547712:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 02000000:00000001:2.0:1784946746.547714:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946746.547718:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d7a00. 00000400:00000200:3.0:1784946746.547719:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 02000000:00000001:2.0:1784946746.547721:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946746.547724:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000010:3.0:1784946746.547724:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000020:00000040:2.0:1784946746.547726:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784946746.547729:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784946746.547730:0:2354:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:2.0:1784946746.547731:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beaf00. 02000000:00000001:2.0:1784946746.547735:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946746.547737:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:3.0:1784946746.547738:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774a80 x1871641054297472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946762 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1784946746.547739:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73777b80. 00000100:00000200:3.0:1784946746.547752:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774a80 x1871641054297472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946762 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946746.547753:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946746.547756:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946746.547759:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946746.547764:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946746.547766:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946746.547768:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946746.547769:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946746.547773:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946746.547774:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946746.547778:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946746.547780:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946746.547782:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946746.547784:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946746.547786:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946746.547791:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=98 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946746.547794:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=18 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946746.547796:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946746.547798:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946746.547800:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946746.547802:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946746.547805:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784946746.547807:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946746.547809:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946746.547810:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946746.547814:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774a80 x1871641054297472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946762 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946746.547821:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946746.547823:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946746.547825:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946746.547828:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774a80 x1871641054297472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946762 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946746.547836:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054297472:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946746.547840:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946746.547842:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946746.547844:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774a80 x1871641054297472/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946762 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946746.547851:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946746.547852:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946746.547854:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46616400. 02000000:00000001:3.0:1784946746.547857:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946746.547858:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946746.547859:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784946746.547862:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946746.547863:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea700. 02000000:00000001:3.0:1784946746.547865:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946746.547866:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946746.547868:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774a80. 00000100:00000001:3.0:1784946746.547871:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946746.547872:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946746.547874:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946746.547877:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946746.547878:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946746.547880:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946746.547881:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946746.865633:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946746.865639:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946746.865700:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946746.865704:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946746.865706:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946747.249610:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305534127, at 4305534144 00000100:00000040:1.0:1784946747.249610:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305534127, at 4305534144 00000100:00000010:0.0:1784946747.249625:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c060. 00000100:00000010:1.0:1784946747.249627:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c780. 00010000:00000001:1.0:1784946747.889573:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946747.889577:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946747.889635:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946747.889638:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946747.889642:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784946748.273604:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784946748.273612:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784946748.273617:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:0.0:1784946748.273766:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784946748.273773:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784946748.273782:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946748.273788:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946748.273792:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784946748.913619:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946748.913626:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946748.913681:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946748.913685:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946748.913688:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946749.937623:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946749.937630:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946749.937690:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946749.937694:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946749.937698:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946750.961621:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946750.961629:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946750.961694:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946750.961698:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946750.961701:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784946751.665600:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946751.665608:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946751.665617:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774a80. 00000020:00000040:3.0:1784946751.665621:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946751.665625:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946751.665627:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946751.665631:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946751.665637:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea700. 00000100:00000001:3.0:1784946751.665644:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946751.665654:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73774a80 x1871641054297600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946751.665676:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946751.665680:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946751.665688:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000830eceff] to pc [ptlrpcd_01_01+1] req@ffff996d73774a80 x1871641054297600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946751.665715:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946751.665718:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946751.665720:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946751.665722:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775500. 00000020:00000040:3.0:1784946751.665724:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946751.665726:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946751.665727:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946751.665728:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946751.665730:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea800. 00000100:00000001:3.0:1784946751.665733:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946751.665737:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73775500 x1871641054297728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946751.665742:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946751.665744:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946751.665747:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060c0aa08] to pc [ptlrpcd_01_00+0] req@ffff996d73775500 x1871641054297728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946751.665753:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946751.665754:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946751.665756:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784946751.665757:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784946751.665761:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946751.665762:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946751.665766:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946751.665767:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784946751.665774:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10876) 00000100:00000040:2.0:1784946751.665776:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774a80 x1871641054297600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946751.665785:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946751.665787:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946751.665788:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784946751.665792:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784946751.665792:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946751.665796:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784946751.665797:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784946751.665803:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775500 x1871641054297728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946751.665807:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946751.665815:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054297600:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946751.665815:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946751.665817:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946751.665821:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946751.665824:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946751.665825:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946751.665826:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946751.665830:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054297728:192.168.202.106@tcp:400:kworker.0 02000000:00000001:2.0:1784946751.665832:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784946751.665833:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946751.665836:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946751.665837:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946751.665839:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946751.665841:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1784946751.665841:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946751.665848:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46617400. 02000000:00000010:2.0:1784946751.665849:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d7a00. 02000000:00000001:3.0:1784946751.665850:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946751.665855:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946751.665859:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946751.665864:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946751.665865:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:2.0:1784946751.665869:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:3.0:1784946751.665872:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000400:00000010:2.0:1784946751.665876:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000100:00000200:3.0:1784946751.665881:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054297728, portal 10 00000100:00000200:2.0:1784946751.665882:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054297600, portal 25 00000100:00000001:3.0:1784946751.665885:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946751.665887:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946751.665889:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100526336 : -112779609025280 : ffff996d73775500) 00000100:00000001:2.0:1784946751.665890:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100523648 : -112779609027968 : ffff996d73774a80) 00000100:00000040:2.0:1784946751.665900:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774a80 x1871641054297600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946751.665901:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775500 x1871641054297728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946751.665921:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784946751.665922:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946751.665929:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000040:2.0:1784946751.665931:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946751.665933:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1440. 00000400:00000010:2.0:1784946751.665936:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6aa0. 00000100:00000200:3.0:1784946751.665938:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054297728, offset 0 00000100:00000200:2.0:1784946751.665941:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054297600, offset 0 00000400:00000200:3.0:1784946751.665946:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946751.665952:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946751.665954:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946751.665961:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946751.665965:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946751.665968:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946751.665971:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946751.665972:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946751.665976:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314836:314836:256:4294967295] 192.168.202.106@tcp LPNI seq info [314832:314832:8:4294967295] 00000400:00000200:3.0:1784946751.665980:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946751.665986:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946751.665991:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946751.665999:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946751.666002:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000010:3.0:1784946751.666005:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000400:00000200:2.0:1784946751.666007:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946751.666012:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:3.0:1784946751.666016:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946751.666019:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946751.666023:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:3.0:1784946751.666028:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784946751.666029:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314837:314837:255:4294967295] 192.168.202.106@tcp LPNI seq info [314833:314833:7:4294967295] 00000800:00000200:3.0:1784946751.666035:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784946751.666037:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946751.666047:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946751.666052:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784946751.666054:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784946751.666057:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b800. 00000100:00000040:3.0:1784946751.666060:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16698 usecs (17 jiffies) 00000800:00000200:2.0:1784946751.666066:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784946751.666068:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946751.666073:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305538577 00000800:00000200:2.0:1784946751.666088:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946751.666093:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946751.666097:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946751.666103:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000010:3.0:1784946751.666106:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3223c0. 00000100:00000001:2.0:1784946751.666107:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305539247 00000100:00000001:3.0:1784946751.666112:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784946751.666123:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305538577 00000100:00000010:3.0:1784946751.666126:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322960. 00000100:00000001:2.0:1784946751.666127:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305538577 00000100:00000001:3.0:1784946751.666129:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946751.666137:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305539247 00000100:00000001:3.0:1784946751.666137:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946751.666141:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946751.666145:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946751.666146:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946751.666147:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305538577 00000100:00000001:3.0:1784946751.666147:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784946751.666154:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000100:00000001:2.0:1784946751.666155:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946751.666157:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946751.666160:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946751.666161:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946751.666163:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946751.666163:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946751.666166:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946751.666167:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946751.666169:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946751.666172:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946751.666173:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946751.666173:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946751.666180:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784946751.666182:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1440 00000100:00000001:2.0:1784946751.666183:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1784946751.666187:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1440. 00000100:00000001:2.0:1784946751.666188:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946751.666192:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946751.666195:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784946751.666195:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946751.666200:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946751.666204:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775500 x1871641054297728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946751.666216:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946751.666220:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775500 x1871641054297728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946767 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946751.666227:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946751.666229:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946751.666300:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946751.666303:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b800. 00000400:00000200:1.0:1784946751.666306:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946751.666310:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946751.666313:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6aa0 00000400:00000010:1.0:1784946751.666315:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6aa0. 00000100:00000001:1.0:1784946751.666319:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946751.666322:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73774a80 x1871641054297600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946751.666330:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946751.666333:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73774a80 x1871641054297600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946767 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946751.666339:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946751.666340:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946751.667905:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946751.667916:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946751.667919:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946751.667921:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946751.667927:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946751.667931:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946751.667937:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946751.667941:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946751.667945:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946751.667949:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64303e80 00000400:00000200:0.0:1784946751.667953:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946751.667958:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cea91 [1] + 224 00000800:00000001:0.0:1784946751.667963:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946751.667966:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946751.667969:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946751.667972:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946751.667977:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946751.667981:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775500 x1871641054297728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946767 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946751.668052:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775500 x1871641054297728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946767 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946751.668064:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946751.668085:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946751.668090:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946751.668092:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946751.668094:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946751.668097:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946751.668101:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:3.0:1784946751.668103:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946751.668105:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946751.668105:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946751.668108:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784946751.668109:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784946751.668111:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784946751.668111:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946751.668113:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:0.0:1784946751.668114:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64303e00 00000400:00000200:0.0:1784946751.668117:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946751.668117:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000400:00000010:3.0:1784946751.668119:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000100:00000001:3.0:1784946751.668121:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946751.668126:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775500 x1871641054297728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946767 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946751.668127:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cea99 [1] + 224 00000800:00000001:0.0:1784946751.668131:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784946751.668135:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775500 x1871641054297728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946767 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946751.668136:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946751.668139:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946751.668142:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946751.668142:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946751.668144:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946751.668145:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946751.668146:0:2354:0:(client.c:1580:after_reply()) Process entered 00000100:00000200:0.0:1784946751.668149:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73774a80 x1871641054297600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946767 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946751.668149:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946751.668151:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946751.668153:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946751.668155:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946751.668157:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73774a80 x1871641054297600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946767 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784946751.668162:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=103 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946751.668165:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=23 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946751.668167:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946751.668169:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946751.668169:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946751.668171:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784946751.668172:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946751.668174:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784946751.668174:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946751.668185:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784946751.668187:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946751.668190:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946751.668192:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946751.668197:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775500 x1871641054297728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946767 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946751.668202:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946751.668204:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946751.668207:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946751.668207:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946751.668210:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784946751.668212:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1784946751.668214:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775500 x1871641054297728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946767 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784946751.668216:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946751.668219:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946751.668224:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:2.0:1784946751.668228:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:2.0:1784946751.668233:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1784946751.668233:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054297728:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946751.668238:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784946751.668240:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774a80 x1871641054297600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946767 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946751.668241:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946751.668245:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775500 x1871641054297728/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946767 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946751.668265:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774a80 x1871641054297600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946767 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946751.668266:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946751.668271:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946751.668274:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46617400. 00000100:00000001:2.0:1784946751.668277:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1784946751.668278:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784946751.668280:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784946751.668281:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946751.668284:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946751.668285:0:2355:0:(client.c:1580:after_reply()) Process entered 00000020:00000001:3.0:1784946751.668287:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1784946751.668288:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1784946751.668290:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea800. 00000100:00000001:2.0:1784946751.668291:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1784946751.668293:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784946751.668296:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946751.668296:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946751.668298:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775500. 02000000:00000001:2.0:1784946751.668301:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946751.668302:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946751.668305:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946751.668306:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784946751.668307:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=103 v=5 (5 5 5 5) 00000100:00000001:3.0:1784946751.668309:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:2.0:1784946751.668312:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=103 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946751.668312:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946751.668313:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946751.668316:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946751.668319:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946751.668321:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946751.668324:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946751.668327:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946751.668329:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946751.668333:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774a80 x1871641054297600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946767 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946751.668340:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946751.668341:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946751.668343:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946751.668346:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774a80 x1871641054297600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946767 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946751.668353:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054297600:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946751.668357:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946751.668359:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946751.668361:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774a80 x1871641054297600/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946767 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946751.668367:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946751.668369:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946751.668371:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d7a00. 02000000:00000001:2.0:1784946751.668374:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946751.668376:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946751.668377:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784946751.668379:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946751.668381:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea700. 02000000:00000001:2.0:1784946751.668383:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946751.668384:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946751.668386:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774a80. 00000100:00000001:2.0:1784946751.668389:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946751.668390:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946751.668392:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946751.668395:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946751.668396:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946751.668398:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946751.668399:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946751.985601:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946751.985608:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946751.985672:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946751.985677:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946751.985680:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946752.369620:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305539247, at 4305539264 00000100:00000040:1.0:1784946752.369620:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305539247, at 4305539264 00000100:00000010:1.0:1784946752.369634:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322960. 00000100:00000010:0.0:1784946752.369636:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3223c0. 00010000:00000001:1.0:1784946753.009623:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946753.009631:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946753.009633:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946753.009636:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946753.009642:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946753.009644:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946753.009646:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946753.009649:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946753.009704:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946753.009708:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946753.009711:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946754.033605:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946754.033611:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946754.033666:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946754.033669:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946754.033671:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946755.057612:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946755.057617:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946755.057671:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946755.057675:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946755.057677:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946756.081617:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946756.081622:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946756.081685:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946756.081689:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946756.081693:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946756.785768:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946756.785778:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946756.785786:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950e00. 00000020:00000040:2.0:1784946756.785792:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946756.785796:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946756.785799:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946756.785804:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946756.785811:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bc00. 00000100:00000001:2.0:1784946756.785817:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946756.785837:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950e00 x1871641054297856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946756.785851:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946756.785856:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946756.785863:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006776830d] to pc [ptlrpcd_01_01+1] req@ffff996d73950e00 x1871641054297856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946756.785897:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946756.785900:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946756.785904:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946756.785907:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951c00. 00000020:00000040:2.0:1784946756.785910:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946756.785912:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946756.785914:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946756.785916:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946756.785920:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b000. 00000100:00000001:2.0:1784946756.785923:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946756.785923:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1784946756.785929:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:2.0:1784946756.785932:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951c00 x1871641054297984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946756.785932:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946756.785939:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946756.785941:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946756.785945:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946756.785945:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946756.785948:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946756.785951:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946756.785951:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946756.785959:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950e00 x1871641054297856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946756.785960:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000188be879] to pc [ptlrpcd_01_00+0] req@ffff996d73951c00 x1871641054297984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946756.785973:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946756.785976:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946756.785980:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946756.785980:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946756.785983:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784946756.785985:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784946756.785986:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946756.785991:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054297856:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784946756.785993:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784946756.785996:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784946756.785998:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784946756.786001:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784946756.786002:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784946756.786004:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946756.786008:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784946756.786011:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10881) 02000000:00000010:3.0:1784946756.786012:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46617400. 02000000:00000001:3.0:1784946756.786015:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946756.786020:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946756.786024:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784946756.786031:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000100:00000200:3.0:1784946756.786049:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054297856, portal 25 00000100:00000001:3.0:1784946756.786051:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946756.786053:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102474240 : -112779607077376 : ffff996d73950e00) 00000100:00000040:3.0:1784946756.786058:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950e00 x1871641054297856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946756.786063:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946756.786066:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1784946756.786067:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1784946756.786072:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946756.786072:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946756.786077:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1cc0. 00000100:00000001:2.0:1784946756.786078:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946756.786081:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784946756.786082:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054297856, offset 0 00000100:00000001:2.0:1784946756.786084:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946756.786088:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946756.786090:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946756.786096:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951c00 x1871641054297984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946756.786105:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784946756.786107:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946756.786109:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946756.786111:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946756.786113:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946756.786116:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946756.786117:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00100000:2.0:1784946756.786123:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054297984:192.168.202.106@tcp:400:kworker.0 00000400:00000200:3.0:1784946756.786126:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:2.0:1784946756.786132:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784946756.786133:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1784946756.786136:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1784946756.786138:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 02000000:00000001:2.0:1784946756.786139:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946756.786143:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784946756.786144:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946756.786148:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 02000000:00000010:2.0:1784946756.786153:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d7a00. 00000400:00000200:3.0:1784946756.786154:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314838:314838:256:4294967295] 192.168.202.106@tcp LPNI seq info [314834:314834:8:4294967295] 02000000:00000001:2.0:1784946756.786159:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946756.786163:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946756.786167:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946756.786171:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784946756.786179:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000400:00000200:3.0:1784946756.786179:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000200:2.0:1784946756.786185:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054297984, portal 10 00000100:00000001:2.0:1784946756.786189:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1784946756.786191:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784946756.786192:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102477824 : -112779607073792 : ffff996d73951c00) 00000800:00000010:3.0:1784946756.786198:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000100:00000040:2.0:1784946756.786203:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951c00 x1871641054297984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784946756.786209:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:2.0:1784946756.786215:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1784946756.786222:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946756.786226:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1784946756.786230:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946756.786237:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6990. 00000100:00000200:2.0:1784946756.786240:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054297984, offset 0 00000400:00000200:2.0:1784946756.786245:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784946756.786248:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946756.786250:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946756.786255:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946756.786258:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:3.0:1784946756.786260:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305544367 00000400:00000200:2.0:1784946756.786263:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946756.786268:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000010:3.0:1784946756.786268:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322180. 00000400:00000200:2.0:1784946756.786274:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784946756.786277:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1784946756.786279:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946756.786285:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314839:314839:255:4294967295] 192.168.202.106@tcp LPNI seq info [314835:314835:7:4294967295] 00000100:00000001:3.0:1784946756.786285:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305544367 00000100:00000010:3.0:1784946756.786291:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322120. 00000400:00000200:2.0:1784946756.786294:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946756.786298:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946756.786305:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784946756.786306:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:3.0:1784946756.786311:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784946756.786316:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784946756.786316:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946756.786321:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784946756.786322:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bd00. 00000100:00000001:3.0:1784946756.786322:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946756.786324:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946756.786327:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946756.786330:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784946756.786331:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946756.786338:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946756.786349:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946756.786353:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946756.786357:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16697 usecs (17 jiffies) 00000400:00000200:2.0:1784946756.786364:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946756.786366:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305543697 00000100:00000001:2.0:1784946756.786369:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305544367 00000100:00000001:2.0:1784946756.786372:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305543697 00000100:00000001:2.0:1784946756.786374:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305544367 00000100:00000001:2.0:1784946756.786377:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946756.786379:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946756.786382:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946756.786384:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946756.786410:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946756.786415:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea800. 00000400:00000200:1.0:1784946756.786420:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946756.786425:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946756.786439:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1cc0 00000400:00000010:1.0:1784946756.786441:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1cc0. 00000100:00000001:1.0:1784946756.786445:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946756.786449:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950e00 x1871641054297856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946756.786456:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946756.786457:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950e00 x1871641054297856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946772 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946756.786462:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946756.786463:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946756.786510:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946756.786512:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bd00. 00000400:00000200:1.0:1784946756.786513:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946756.786534:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946756.786537:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6990 00000400:00000010:1.0:1784946756.786538:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6990. 00000100:00000001:1.0:1784946756.786542:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946756.786546:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951c00 x1871641054297984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946756.786553:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946756.786556:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951c00 x1871641054297984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946772 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946756.786562:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946756.786564:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946756.788096:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946756.788109:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946756.788112:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946756.788115:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946756.788120:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946756.788126:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946756.788133:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946756.788137:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946756.788141:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946756.788145:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64303f80 00000400:00000200:0.0:1784946756.788150:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946756.788156:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceaa9 [1] + 224 00000800:00000001:0.0:1784946756.788162:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946756.788166:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946756.788169:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946756.788173:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946756.788178:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946756.788186:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951c00 x1871641054297984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946772 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946756.788199:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951c00 x1871641054297984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946772 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946756.788218:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946756.788236:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946756.788240:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946756.788242:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946756.788245:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946756.788249:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946756.788253:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946756.788258:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946756.788260:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946756.788265:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946756.788269:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946756.788271:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:2.0:1784946756.788276:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784946756.788277:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64303f00 00000400:00000001:2.0:1784946756.788280:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784946756.788284:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946756.788285:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946756.788290:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:2.0:1784946756.788293:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:2.0:1784946756.788296:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946756.788300:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceaa1 [1] + 224 00000100:00000200:2.0:1784946756.788303:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951c00 x1871641054297984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946772 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946756.788307:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946756.788315:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946756.788320:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946756.788328:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000200:2.0:1784946756.788331:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951c00 x1871641054297984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946772 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946756.788333:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946756.788341:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950e00 x1871641054297856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946772 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946756.788343:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946756.788346:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946756.788350:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946756.788354:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946756.788357:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1784946756.788358:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950e00 x1871641054297856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946772 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946756.788361:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946756.788366:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946756.788377:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=108 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946756.788383:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=28 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946756.788385:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946756.788386:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946756.788390:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946756.788391:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1784946756.788393:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784946756.788396:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784946756.788399:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946756.788404:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946756.788406:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946756.788408:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946756.788410:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946756.788416:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951c00 x1871641054297984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946772 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946756.788424:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946756.788428:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946756.788430:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946756.788435:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951c00 x1871641054297984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946772 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946756.788440:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1784946756.788446:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054297984:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946756.788447:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784946756.788456:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784946756.788457:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784946756.788459:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784946756.788466:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1784946756.788467:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946756.788475:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000100:00000040:2.0:1784946756.788477:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951c00 x1871641054297984/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946772 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784946756.788478:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000100:00000001:3.0:1784946756.788485:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946756.788494:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1784946756.788495:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950e00 x1871641054297856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946772 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946756.788499:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946756.788507:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d7a00. 00000100:00000200:3.0:1784946756.788512:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950e00 x1871641054297856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946772 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946756.788546:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946756.788548:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946756.788550:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946756.788553:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946756.788556:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946756.788558:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946756.788561:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946756.788567:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=108 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946756.788571:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=108 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946756.788574:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946756.788576:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946756.788577:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1784946756.788579:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1784946756.788581:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:3.0:1784946756.788584:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784946756.788586:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946756.788589:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946756.788592:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946756.788598:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b000. 00000100:00000040:3.0:1784946756.788599:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950e00 x1871641054297856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946772 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946756.788606:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946756.788612:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784946756.788613:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1784946756.788615:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951c00. 00000100:00000001:3.0:1784946756.788618:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946756.788622:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946756.788622:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946756.788629:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946756.788630:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950e00 x1871641054297856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946772 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946756.788641:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784946756.788645:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054297856:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946756.788657:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946756.788661:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784946756.788662:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1784946756.788664:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950e00 x1871641054297856/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946772 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946756.788668:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946756.788679:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784946756.788681:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784946756.788682:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946756.788687:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46617400. 00000100:00000001:2.0:1784946756.788688:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946756.788693:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946756.788695:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946756.788697:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946756.788699:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946756.788701:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bc00. 02000000:00000001:3.0:1784946756.788705:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946756.788706:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946756.788708:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950e00. 00000100:00000001:3.0:1784946756.788712:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946756.788712:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946756.788714:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946756.788719:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946756.788720:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946756.788722:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946756.788723:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946757.105646:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946757.105652:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946757.105710:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946757.105714:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946757.105717:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946757.489597:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305544367, at 4305544384 00000100:00000040:1.0:1784946757.489598:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305544367, at 4305544384 00000100:00000010:0.0:1784946757.489611:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322180. 00000100:00000010:1.0:1784946757.489613:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322120. 00010000:00000001:1.0:1784946758.129617:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946758.129622:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946758.129689:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946758.129692:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946758.129694:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946759.153645:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946759.153652:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946759.153717:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946759.153721:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946759.153724:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946760.177633:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946760.177639:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946760.177711:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946760.177714:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946760.177717:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946761.201626:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946761.201633:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946761.201690:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946761.201694:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946761.201698:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946761.905614:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946761.905622:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946761.905630:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951c00. 00000020:00000040:2.0:1784946761.905634:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946761.905637:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946761.905640:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946761.905644:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946761.905650:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b000. 00000100:00000001:2.0:1784946761.905655:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946761.905664:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951c00 x1871641054298112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946761.905671:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946761.905682:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946761.905689:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000188be879] to pc [ptlrpcd_01_01+1] req@ffff996d73951c00 x1871641054298112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946761.905709:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946761.905710:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946761.905713:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946761.905715:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951180. 00000020:00000040:2.0:1784946761.905716:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946761.905718:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946761.905718:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946761.905720:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946761.905722:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784946761.905723:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946761.905726:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951180 x1871641054298240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946761.905730:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946761.905731:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946761.905733:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047f3cd37] to pc [ptlrpcd_01_00+0] req@ffff996d73951180 x1871641054298240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946761.905738:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946761.905740:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946761.905742:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946761.905743:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946761.905745:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946761.905748:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10886) 00000100:00000001:3.0:1784946761.905865:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946761.905868:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946761.905870:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946761.905875:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951180 x1871641054298240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946761.905881:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946761.905882:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946761.905884:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946761.905886:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946761.905888:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946761.905890:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054298240:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946761.905893:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946761.905897:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946761.905899:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946761.905901:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946761.905904:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46616200. 02000000:00000001:3.0:1784946761.905905:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946761.905974:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946761.905979:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784946761.905985:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000100:00000200:3.0:1784946761.906002:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054298240, portal 10 00000100:00000001:3.0:1784946761.906004:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946761.906006:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102475136 : -112779607076480 : ffff996d73951180) 00000100:00000040:3.0:1784946761.906014:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951180 x1871641054298240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946761.906019:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946761.906021:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946761.906023:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1660. 00000100:00000200:3.0:1784946761.906025:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054298240, offset 0 00000400:00000200:3.0:1784946761.906030:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946761.906037:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946761.906042:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946761.906045:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946761.906048:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946761.906050:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946761.906052:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946761.906055:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314840:314840:256:4294967295] 192.168.202.106@tcp LPNI seq info [314836:314836:8:4294967295] 00000400:00000200:3.0:1784946761.906058:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946761.906066:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946761.906069:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946761.906073:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000800:00000200:3.0:1784946761.906077:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784946761.906082:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946761.906085:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946761.906095:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946761.906099:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16697 usecs (17 jiffies) 00000400:00000200:3.0:1784946761.906101:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946761.906103:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305548817 00000100:00000010:3.0:1784946761.906106:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3225a0. 00000100:00000001:3.0:1784946761.906111:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784946761.906120:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305548817 00000100:00000010:3.0:1784946761.906122:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322ba0. 00000100:00000001:3.0:1784946761.906125:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946761.906128:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946761.906130:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946761.906132:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946761.906134:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946761.906139:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946761.906141:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946761.906142:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946761.906143:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946761.906144:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946761.906146:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1784946761.906148:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946761.906149:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946761.906151:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946761.906152:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946761.906153:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946761.906155:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946761.906157:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951c00 x1871641054298112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946761.906162:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946761.906163:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946761.906164:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946761.906165:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946761.906167:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946761.906169:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054298112:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946761.906171:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946761.906173:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946761.906174:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946761.906175:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946761.906177:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46617e00. 02000000:00000001:3.0:1784946761.906179:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946761.906181:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946761.906183:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000800:00000200:1.0:1784946761.906186:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1784946761.906186:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1908. 00000100:00000200:3.0:1784946761.906189:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054298112, portal 25 00000100:00000001:3.0:1784946761.906192:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000010:1.0:1784946761.906193:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beab00. 00000100:00000001:3.0:1784946761.906193:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102477824 : -112779607073792 : ffff996d73951c00) 00000100:00000040:3.0:1784946761.906199:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951c00 x1871641054298112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946761.906200:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946761.906207:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784946761.906210:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000040:3.0:1784946761.906214:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946761.906216:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f12a8. 00000400:00000200:1.0:1784946761.906217:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1660 00000400:00000010:1.0:1784946761.906220:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1660. 00000100:00000001:1.0:1784946761.906225:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1784946761.906225:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054298112, offset 0 00000400:00000200:3.0:1784946761.906231:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000200:1.0:1784946761.906235:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951180 x1871641054298240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946761.906236:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946761.906243:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:1.0:1784946761.906251:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946761.906256:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951180 x1871641054298240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946777 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946761.906263:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946761.906265:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784946761.906287:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946761.906291:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946761.906294:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946761.906296:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946761.906299:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314841:314841:256:4294967295] 192.168.202.106@tcp LPNI seq info [314837:314837:8:4294967295] 00000400:00000200:3.0:1784946761.906304:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946761.906310:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946761.906316:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946761.906320:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000800:00000200:3.0:1784946761.906324:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784946761.906328:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946761.906331:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946761.906342:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946761.906345:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946761.906347:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305549487 00000100:00000001:3.0:1784946761.906352:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305548817 00000100:00000001:3.0:1784946761.906356:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305549487 00000100:00000001:3.0:1784946761.906360:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305548817 00000100:00000001:3.0:1784946761.906364:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946761.906366:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946761.906400:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946761.906404:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beab00. 00000400:00000200:0.0:1784946761.906406:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946761.906409:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946761.906412:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f12a8 00000400:00000010:0.0:1784946761.906413:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f12a8. 00000100:00000001:0.0:1784946761.906415:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946761.906418:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951c00 x1871641054298112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946761.906424:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946761.906426:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951c00 x1871641054298112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946777 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946761.906430:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946761.906432:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784946761.906532:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946761.906534:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946761.906540:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946761.906541:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946761.907580:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946761.907589:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946761.907591:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946761.907592:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946761.907599:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946761.907603:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946761.907607:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946761.907610:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946761.907613:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946761.907616:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64304080 00000400:00000200:1.0:1784946761.907620:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946761.907624:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceab1 [1] + 224 00000800:00000001:1.0:1784946761.907630:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946761.907634:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946761.907636:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946761.907639:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946761.907644:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946761.907650:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951180 x1871641054298240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946777 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946761.907660:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951180 x1871641054298240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946777 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946761.907675:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946761.907680:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946761.907683:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946761.907684:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946761.907685:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946761.907687:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946761.907690:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946761.907693:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946761.907695:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946761.907697:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946761.907699:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64304000 00000400:00000200:1.0:1784946761.907702:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946761.907705:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceab9 [1] + 224 00000800:00000001:1.0:1784946761.907707:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784946761.907710:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784946761.907711:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946761.907713:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946761.907714:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946761.907718:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000001:3.0:1784946761.907721:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946761.907724:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946761.907726:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946761.907730:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000400:00000010:3.0:1784946761.907731:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000100:00000001:1.0:1784946761.907733:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946761.907733:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946761.907738:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951180 x1871641054298240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946777 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946761.907739:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951c00 x1871641054298112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946777 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946761.907765:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951180 x1871641054298240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946777 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946761.907766:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951c00 x1871641054298112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946777 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946761.907783:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946761.907785:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946761.907788:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946761.907794:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946761.907797:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946761.907800:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946761.907803:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946761.907805:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946761.907807:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946761.907809:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946761.907816:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=113 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946761.907820:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=33 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946761.907822:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946761.907824:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946761.907827:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946761.907830:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946761.907833:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784946761.907835:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946761.907837:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946761.907838:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946761.907844:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951180 x1871641054298240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946777 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946761.907857:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946761.907859:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946761.907861:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946761.907865:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951180 x1871641054298240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946777 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946761.907873:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054298240:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946761.907878:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946761.907879:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946761.907883:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951180 x1871641054298240/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946777 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946761.907890:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946761.907892:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946761.907894:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46616200. 02000000:00000001:3.0:1784946761.907897:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946761.907899:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946761.907900:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784946761.907902:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946761.907905:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 02000000:00000001:3.0:1784946761.907908:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946761.907909:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946761.907911:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951180. 00000100:00000001:3.0:1784946761.907914:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946761.907915:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946761.907917:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946761.907919:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946761.907920:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784946761.907923:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946761.907924:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946761.907926:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784946761.907928:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1908 00000400:00000010:3.0:1784946761.907930:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1908. 00000100:00000001:3.0:1784946761.907932:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946761.907936:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951c00 x1871641054298112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946777 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946761.907944:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951c00 x1871641054298112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946777 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946761.907950:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946761.907951:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946761.907953:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946761.907954:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946761.907955:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946761.907957:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946761.907959:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946761.907962:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=113 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946761.907964:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=113 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946761.907967:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946761.907968:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946761.907969:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946761.907971:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946761.907973:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946761.907977:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951c00 x1871641054298112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946777 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946761.907982:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946761.907983:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946761.907984:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946761.907987:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951c00 x1871641054298112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946777 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946761.908004:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054298112:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946761.908007:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946761.908008:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946761.908010:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951c00 x1871641054298112/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946777 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946761.908013:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946761.908015:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946761.908016:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46617e00. 02000000:00000001:3.0:1784946761.908018:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946761.908019:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946761.908019:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946761.908021:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946761.908022:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b000. 02000000:00000001:3.0:1784946761.908023:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946761.908024:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946761.908025:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951c00. 00000100:00000001:3.0:1784946761.908026:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946761.908027:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946761.908028:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946761.908031:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946761.908032:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946761.908033:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946761.908034:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946762.225614:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946762.225619:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946762.225677:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946762.225681:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946762.225684:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946762.609599:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305549487, at 4305549504 00000100:00000040:0.0:1784946762.609600:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305549487, at 4305549504 00000100:00000010:1.0:1784946762.609612:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322ba0. 00000100:00000010:0.0:1784946762.609615:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3225a0. 00010000:00000001:1.0:1784946763.249605:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946763.249613:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946763.249615:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946763.249618:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946763.249624:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946763.249626:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946763.249628:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946763.249630:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946763.249675:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946763.249678:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946763.249681:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946764.273591:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946764.273597:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946764.273643:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946764.273646:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946764.273648:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946765.297634:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946765.297640:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946765.297733:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946765.297736:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946765.297740:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946766.321630:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946766.321637:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946766.321699:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946766.321704:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946766.321707:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784946767.025609:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946767.025618:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946767.025626:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775500. 00000020:00000040:3.0:1784946767.025630:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946767.025633:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946767.025635:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946767.025639:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946767.025644:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea800. 00000100:00000001:3.0:1784946767.025649:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946767.025658:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73775500 x1871641054298368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946767.025669:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946767.025673:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946767.025679:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060c0aa08] to pc [ptlrpcd_01_01+1] req@ffff996d73775500 x1871641054298368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946767.025709:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946767.025713:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946767.025716:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946767.025718:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775180. 00000100:00000001:2.0:1784946767.025720:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1784946767.025721:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946767.025724:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784946767.025725:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784946767.025726:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784946767.025728:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784946767.025729:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946767.025733:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea700. 00000100:00000040:2.0:1784946767.025735:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775500 x1871641054298368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946767.025736:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946767.025744:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73775180 x1871641054298496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946767.025746:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946767.025749:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946767.025754:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1784946767.025755:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784946767.025756:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946767.025759:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784946767.025761:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bb2acf9] to pc [ptlrpcd_01_00+0] req@ffff996d73775180 x1871641054298496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946767.025763:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946767.025772:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054298368:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946767.025773:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946767.025776:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946767.025780:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784946767.025781:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784946767.025785:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784946767.025787:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784946767.025789:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784946767.025790:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10891) 02000000:00000001:2.0:1784946767.025793:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946767.025797:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784946767.025800:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1784946767.025803:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d7a00. 00000100:00000001:3.0:1784946767.025803:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946767.025805:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784946767.025808:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946767.025811:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775180 x1871641054298496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784946767.025819:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946767.025824:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000100:00000001:3.0:1784946767.025825:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946767.025829:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946767.025831:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1784946767.025832:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 02000000:00000001:3.0:1784946767.025834:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1784946767.025838:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054298368, portal 25 02000000:00000001:3.0:1784946767.025838:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946767.025842:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1784946767.025843:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054298496:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946767.025844:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100526336 : -112779609025280 : ffff996d73775500) 00000100:00000001:3.0:1784946767.025850:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784946767.025852:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775500 x1871641054298368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946767.025854:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946767.025857:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946767.025861:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784946767.025862:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784946767.025865:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000010:3.0:1784946767.025868:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46616400. 00000400:00000010:2.0:1784946767.025869:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6908. 02000000:00000001:3.0:1784946767.025873:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784946767.025874:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054298368, offset 0 00000400:00000200:3.0:1784946767.025881:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946767.025882:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946767.025887:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000200:2.0:1784946767.025892:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946767.025894:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1908. 00000400:00000200:2.0:1784946767.025898:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000200:3.0:1784946767.025900:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054298496, portal 10 00000400:00000200:2.0:1784946767.025904:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784946767.025904:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946767.025908:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100525440 : -112779609026176 : ffff996d73775180) 00000400:00000200:2.0:1784946767.025910:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946767.025915:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946767.025919:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000040:3.0:1784946767.025921:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775180 x1871641054298496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784946767.025923:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314842:314842:256:4294967295] 192.168.202.106@tcp LPNI seq info [314838:314838:8:4294967295] 00000400:00000200:2.0:1784946767.025933:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946767.025940:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784946767.025960:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946767.025965:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946767.025968:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b100. 00000800:00000200:2.0:1784946767.025974:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946767.025979:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946767.025982:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1784946767.025982:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946767.025988:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000100:00000200:3.0:1784946767.025991:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054298496, offset 0 00000400:00000200:3.0:1784946767.025995:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784946767.025997:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946767.026000:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946767.026004:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946767.026007:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:2.0:1784946767.026009:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305554607 00000400:00000200:3.0:1784946767.026012:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:2.0:1784946767.026014:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c120. 00000400:00000200:3.0:1784946767.026015:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946767.026019:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946767.026021:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:2.0:1784946767.026022:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1784946767.026027:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314843:314843:255:4294967295] 192.168.202.106@tcp LPNI seq info [314839:314839:7:4294967295] 00000100:00000001:2.0:1784946767.026028:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305554607 00000100:00000010:2.0:1784946767.026035:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cf60. 00000400:00000200:3.0:1784946767.026035:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946767.026039:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946767.026046:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784946767.026046:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:2.0:1784946767.026051:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784946767.026055:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784946767.026056:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946767.026059:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1784946767.026059:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000800:00000200:3.0:1784946767.026063:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:2.0:1784946767.026064:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946767.026066:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946767.026070:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1784946767.026070:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:2.0:1784946767.026072:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1784946767.026074:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946767.026075:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946767.026080:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946767.026081:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946767.026085:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16696 usecs (17 jiffies) 00000400:00000200:3.0:1784946767.026088:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946767.026089:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305553937 00000100:00000001:3.0:1784946767.026092:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305554607 00000800:00000200:0.0:1784946767.026093:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946767.026094:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305553937 00000100:00000001:3.0:1784946767.026098:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305554607 00000100:00000001:3.0:1784946767.026100:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1784946767.026101:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b100. 00000100:00000001:3.0:1784946767.026102:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946767.026106:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946767.026107:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946767.026109:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946767.026111:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946767.026113:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946767.026115:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946767.026117:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946767.026118:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946767.026120:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946767.026121:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946767.026129:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6908 00000400:00000010:0.0:1784946767.026132:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6908. 00000100:00000001:0.0:1784946767.026138:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946767.026143:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775500 x1871641054298368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946767.026152:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946767.026155:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775500 x1871641054298368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946783 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946767.026164:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946767.026165:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946767.026178:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946767.026181:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000400:00000200:0.0:1784946767.026183:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946767.026187:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946767.026190:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000400:00000010:0.0:1784946767.026192:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000100:00000001:0.0:1784946767.026195:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946767.026199:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775180 x1871641054298496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946767.026206:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946767.026210:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775180 x1871641054298496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946783 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946767.026217:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946767.026219:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946767.027145:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946767.027158:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946767.027161:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946767.027164:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946767.027170:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946767.027176:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946767.027182:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946767.027185:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946767.027190:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946767.027194:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64304100 00000400:00000200:1.0:1784946767.027198:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946767.027202:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceac1 [1] + 224 00000800:00000001:1.0:1784946767.027207:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946767.027214:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946767.027217:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946767.027220:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946767.027225:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946767.027231:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775500 x1871641054298368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946783 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946767.027241:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775500 x1871641054298368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946767.027256:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946767.027262:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946767.027265:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946767.027287:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946767.027291:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946767.027301:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946767.027302:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946767.027304:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946767.027308:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:2.0:1784946767.027310:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:2.0:1784946767.027312:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946767.027317:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775500 x1871641054298368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946767.027326:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775500 x1871641054298368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946783 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946767.027332:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946767.027333:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946767.027335:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946767.027338:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946767.027341:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946767.027342:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946767.027344:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946767.027349:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=119 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946767.027352:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=119 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946767.027355:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946767.027356:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946767.027358:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946767.027361:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946767.027363:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946767.027368:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775500 x1871641054298368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946783 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946767.027374:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946767.027376:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946767.027377:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946767.027382:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775500 x1871641054298368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946783 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946767.027389:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054298368:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946767.027402:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946767.027404:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1784946767.027408:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784946767.027408:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775500 x1871641054298368/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946783 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946767.027415:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946767.027417:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000001:0.0:1784946767.027419:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784946767.027421:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:0.0:1784946767.027424:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784946767.027425:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d7a00. 02000000:00000001:2.0:1784946767.027430:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946767.027431:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946767.027433:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000400:00000200:0.0:1784946767.027437:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000020:00000001:2.0:1784946767.027437:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946767.027440:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea800. 02000000:00000001:2.0:1784946767.027444:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1784946767.027446:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 02000000:00000001:2.0:1784946767.027446:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946767.027449:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775500. 00000100:00000001:2.0:1784946767.027453:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946767.027454:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946767.027456:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946767.027457:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946767.027462:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784946767.027464:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946767.027465:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946767.027468:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946767.027471:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946767.027475:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946767.027480:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64304180 00000400:00000200:0.0:1784946767.027485:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946767.027489:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceac9 [1] + 224 00000800:00000001:0.0:1784946767.027494:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946767.027499:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946767.027500:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946767.027503:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946767.027505:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946767.027508:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775180 x1871641054298496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946783 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946767.027532:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775180 x1871641054298496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946767.027542:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946767.027546:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946767.027548:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946767.027579:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946767.027582:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784946767.027585:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946767.027586:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946767.027589:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784946767.027592:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1908 00000400:00000010:3.0:1784946767.027594:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1908. 00000100:00000001:3.0:1784946767.027597:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946767.027602:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775180 x1871641054298496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946767.027612:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775180 x1871641054298496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946783 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946767.027619:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946767.027620:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946767.027622:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946767.027623:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946767.027625:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946767.027626:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946767.027628:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946767.027633:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=119 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946767.027635:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=39 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946767.027638:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946767.027639:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946767.027640:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946767.027642:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946767.027644:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784946767.027645:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946767.027646:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946767.027647:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946767.027650:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775180 x1871641054298496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946783 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946767.027654:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946767.027656:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946767.027657:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946767.027660:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775180 x1871641054298496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946783 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946767.027668:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054298496:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946767.027672:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946767.027674:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946767.027677:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775180 x1871641054298496/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946783 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946767.027683:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946767.027685:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946767.027687:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46616400. 02000000:00000001:3.0:1784946767.027689:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946767.027691:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946767.027692:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784946767.027694:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946767.027696:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea700. 02000000:00000001:3.0:1784946767.027698:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946767.027699:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946767.027700:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775180. 00000100:00000001:3.0:1784946767.027703:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946767.027704:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946767.027706:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946767.027709:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946767.027711:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946767.027713:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946767.027714:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946767.345574:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946767.345579:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946767.345621:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946767.345624:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946767.345627:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946767.729615:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305554607, at 4305554624 00000100:00000040:1.0:1784946767.729615:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305554607, at 4305554624 00000100:00000010:1.0:1784946767.729628:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cf60. 00000100:00000010:0.0:1784946767.729631:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c120. 00010000:00000001:1.0:1784946768.369640:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946768.369647:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946768.369763:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946768.369766:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946768.369769:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946769.393629:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946769.393634:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946769.393689:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946769.393692:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946769.393694:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946770.417627:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946770.417634:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946770.417688:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946770.417692:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946770.417696:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946771.441630:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946771.441636:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946771.441694:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946771.441698:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946771.441702:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784946772.145631:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946772.145645:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946772.145658:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775180. 00000020:00000040:3.0:1784946772.145665:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946772.145670:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946772.145673:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946772.145682:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946772.145691:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea700. 00000100:00000001:3.0:1784946772.145699:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946772.145713:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73775180 x1871641054298624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946772.145725:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946772.145731:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946772.145738:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bb2acf9] to pc [ptlrpcd_01_01+1] req@ffff996d73775180 x1871641054298624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946772.145777:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946772.145781:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946772.145785:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946772.145788:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774700. 00000020:00000040:3.0:1784946772.145791:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946772.145794:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946772.145796:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946772.145798:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946772.145802:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beaf00. 00000100:00000001:3.0:1784946772.145804:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946772.145810:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73774700 x1871641054298752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946772.145813:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946772.145820:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946772.145823:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946772.145827:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d967472] to pc [ptlrpcd_01_00+0] req@ffff996d73774700 x1871641054298752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946772.145829:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946772.145833:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784946772.145840:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946772.145844:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946772.145845:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775180 x1871641054298624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946772.145850:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784946772.145858:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946772.145860:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946772.145864:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784946772.145867:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784946772.145871:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784946772.145872:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946772.145877:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946772.145878:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10896) 00000100:00100000:2.0:1784946772.145883:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054298624:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946772.145889:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784946772.145897:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784946772.145898:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784946772.145901:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946772.145918:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946772.145927:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774700 x1871641054298752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946772.145931:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946772.145938:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784946772.145939:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946772.145942:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946772.145945:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1784946772.145946:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d7a00. 02000000:00000001:3.0:1784946772.145948:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946772.145952:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946772.145953:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946772.145958:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054298752:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946772.145962:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784946772.145966:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:3.0:1784946772.145966:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946772.145969:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946772.145972:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1784946772.145974:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 02000000:00000010:3.0:1784946772.145977:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46616e00. 02000000:00000001:3.0:1784946772.145981:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784946772.145985:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000400:00000200:3.0:1784946772.145986:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946772.145993:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000100:00000200:2.0:1784946772.145998:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054298624, portal 25 00000400:00000010:3.0:1784946772.146000:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1908. 00000100:00000001:2.0:1784946772.146003:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946772.146006:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100525440 : -112779609026176 : ffff996d73775180) 00000100:00000200:3.0:1784946772.146006:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054298752, portal 10 00000100:00000001:3.0:1784946772.146011:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946772.146013:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100522752 : -112779609028864 : ffff996d73774700) 00000100:00000040:2.0:1784946772.146016:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775180 x1871641054298624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946772.146024:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774700 x1871641054298752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946772.146031:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784946772.146036:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946772.146038:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000040:3.0:1784946772.146042:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946772.146045:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000400:00000010:3.0:1784946772.146047:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1550. 00000100:00000200:2.0:1784946772.146052:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054298624, offset 0 00000100:00000200:3.0:1784946772.146053:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054298752, offset 0 00000400:00000200:2.0:1784946772.146065:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946772.146074:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946772.146078:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946772.146089:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946772.146096:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946772.146100:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946772.146104:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946772.146108:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946772.146113:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314844:314844:256:4294967295] 192.168.202.106@tcp LPNI seq info [314840:314840:8:4294967295] 00000400:00000200:2.0:1784946772.146118:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946772.146125:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946772.146131:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946772.146137:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784946772.146139:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946772.146144:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946772.146147:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946772.146150:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946772.146156:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314845:314845:255:4294967295] 192.168.202.106@tcp LPNI seq info [314841:314841:7:4294967295] 00000800:00000200:2.0:1784946772.146163:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946772.146164:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:2.0:1784946772.146174:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b100. 00000400:00000200:3.0:1784946772.146174:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946772.146183:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000200:2.0:1784946772.146188:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000010:3.0:1784946772.146189:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000800:00000200:3.0:1784946772.146196:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946772.146201:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946772.146205:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946772.146211:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784946772.146211:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946772.146229:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946772.146235:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16696 usecs (17 jiffies) 00000100:00000001:2.0:1784946772.146237:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946772.146239:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946772.146244:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305559057 00000400:00000200:2.0:1784946772.146245:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946772.146249:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305559727 00000100:00000010:3.0:1784946772.146251:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3227e0. 00000100:00000001:3.0:1784946772.146262:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784946772.146278:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305559057 00000100:00000010:3.0:1784946772.146283:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322ea0. 00000100:00000001:3.0:1784946772.146287:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946772.146289:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305559057 00000100:00000001:3.0:1784946772.146292:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946772.146296:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305559727 00000100:00000001:3.0:1784946772.146297:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946772.146303:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305559057 00000100:00000001:3.0:1784946772.146303:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946772.146308:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946772.146317:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946772.146319:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946772.146322:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946772.146324:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1784946772.146325:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946772.146327:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946772.146328:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946772.146331:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946772.146339:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946772.146340:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784946772.146342:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bead00. 00000100:00000001:2.0:1784946772.146348:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946772.146348:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946772.146352:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784946772.146355:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946772.146357:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946772.146361:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946772.146363:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946772.146366:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946772.146379:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946772.146389:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1550 00000400:00000010:1.0:1784946772.146392:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1550. 00000100:00000001:1.0:1784946772.146399:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946772.146407:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73774700 x1871641054298752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946772.146420:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946772.146424:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73774700 x1871641054298752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946788 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946772.146432:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946772.146433:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946772.146499:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946772.146502:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b100. 00000400:00000200:1.0:1784946772.146506:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946772.146510:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946772.146513:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000400:00000010:1.0:1784946772.146515:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000001:1.0:1784946772.146539:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946772.146543:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775180 x1871641054298624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946772.146550:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946772.146554:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775180 x1871641054298624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946788 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946772.146560:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946772.146562:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946772.147867:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946772.147876:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946772.147879:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946772.147880:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946772.147885:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946772.147889:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946772.147894:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946772.147897:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946772.147901:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946772.147916:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64304280 00000400:00000200:0.0:1784946772.147922:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946772.147926:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cead9 [1] + 224 00000800:00000001:0.0:1784946772.147931:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946772.147935:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946772.147936:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946772.147938:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946772.147942:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946772.147946:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73774700 x1871641054298752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946788 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946772.147957:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73774700 x1871641054298752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946772.147968:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946772.147973:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946772.147975:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946772.147976:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946772.147977:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946772.147979:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946772.147981:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946772.147984:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946772.147985:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946772.147988:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946772.147990:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64304200 00000400:00000200:0.0:1784946772.147993:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946772.147996:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cead1 [1] + 224 00000800:00000001:0.0:1784946772.147999:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784946772.148003:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784946772.148004:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946772.148007:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946772.148009:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946772.148011:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946772.148014:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1784946772.148016:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1784946772.148017:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775180 x1871641054298624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946788 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784946772.148020:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946772.148024:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000100:00000040:0.0:1784946772.148027:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775180 x1871641054298624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946772.148029:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1908 00000400:00000010:3.0:1784946772.148032:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1908. 00000100:00000001:3.0:1784946772.148037:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946772.148042:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774700 x1871641054298752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946772.148044:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946772.148048:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946772.148052:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784946772.148054:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774700 x1871641054298752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946788 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946772.148060:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946772.148062:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946772.148064:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946772.148067:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946772.148068:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946772.148070:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946772.148072:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946772.148079:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=124 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946772.148082:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=44 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946772.148084:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946772.148085:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946772.148088:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946772.148090:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946772.148091:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946772.148093:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784946772.148096:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784946772.148096:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946772.148099:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946772.148101:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784946772.148103:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946772.148106:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1784946772.148106:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774700 x1871641054298752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946788 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784946772.148110:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946772.148115:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:2.0:1784946772.148117:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:2.0:1784946772.148122:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946772.148125:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946772.148130:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1784946772.148131:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775180 x1871641054298624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946772.148134:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946772.148142:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774700 x1871641054298752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946788 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946772.148148:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775180 x1871641054298624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946788 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946772.148155:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054298752:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946772.148158:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946772.148161:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946772.148162:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946772.148163:0:2355:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784946772.148165:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1784946772.148166:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946772.148168:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1784946772.148169:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774700 x1871641054298752/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946788 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946772.148170:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946772.148175:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946772.148180:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=124 v=5 (5 5 5 5) 00000100:00000001:3.0:1784946772.148180:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00001000:2.0:1784946772.148184:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=124 v=5 (1 1 1 1) 02000000:00000001:3.0:1784946772.148184:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784946772.148188:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1784946772.148188:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46616e00. 00000100:00000001:2.0:1784946772.148191:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946772.148193:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1784946772.148193:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1784946772.148197:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946772.148197:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946772.148200:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946772.148201:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946772.148203:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946772.148205:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beaf00. 00000100:00000040:2.0:1784946772.148206:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775180 x1871641054298624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946788 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946772.148209:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946772.148212:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784946772.148213:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946772.148216:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:3.0:1784946772.148216:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774700. 00000100:00000001:2.0:1784946772.148218:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946772.148222:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775180 x1871641054298624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946788 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946772.148223:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946772.148226:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946772.148231:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784946772.148232:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054298624:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946772.148237:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946772.148238:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946772.148240:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775180 x1871641054298624/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946788 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946772.148240:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946772.148245:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946772.148247:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946772.148250:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784946772.148250:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1784946772.148254:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d7a00. 00000100:00000001:3.0:1784946772.148255:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946772.148257:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946772.148260:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946772.148261:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784946772.148262:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946772.148264:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea700. 02000000:00000001:2.0:1784946772.148266:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946772.148267:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946772.148268:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775180. 00000100:00000001:2.0:1784946772.148270:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946772.148271:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946772.148272:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946772.148275:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946772.148276:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946772.148278:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946772.148279:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946772.465622:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946772.465628:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946772.465630:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946772.465633:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946772.465636:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946772.465638:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946772.465640:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946772.465641:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946772.465700:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946772.465705:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946772.465708:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946772.849588:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305559727, at 4305559744 00000100:00000010:0.0:1784946772.849600:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3227e0. 00000100:00000040:1.0:1784946772.849656:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305559727, at 4305559744 00000100:00000010:1.0:1784946772.849660:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322ea0. 00010000:00000001:1.0:1784946773.489614:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946773.489618:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946773.489664:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946773.489672:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946773.489675:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946774.513627:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946774.513633:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946774.513689:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946774.513692:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946774.513695:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946775.537594:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946775.537600:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946775.537656:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946775.537665:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946775.537668:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946776.561635:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946776.561639:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946776.561725:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946776.561732:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946776.561737:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946777.265679:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946777.265686:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946777.265692:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289880. 00000020:00000040:0.0:1784946777.265697:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946777.265700:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946777.265702:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946777.265706:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946777.265742:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4000. 00000100:00000001:0.0:1784946777.265750:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946777.265761:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d43289880 x1871641054298880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946777.265773:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946777.265777:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946777.265785:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002efde922] to pc [ptlrpcd_00_00+0] req@ffff996d43289880 x1871641054298880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946777.265810:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946777.265813:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946777.265817:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946777.265821:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328aa00. 00000020:00000040:0.0:1784946777.265824:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946777.265826:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946777.265828:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946777.265830:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946777.265833:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4100. 00000100:00000001:0.0:1784946777.265836:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946777.265840:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d4328aa00 x1871641054299008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946777.265845:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946777.265846:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946777.265850:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946777.265852:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000040:0.0:1784946777.265855:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005935784d] to pc [ptlrpcd_00_01+1] req@ffff996d4328aa00 x1871641054299008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946777.265857:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946777.265879:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946777.265880:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1784946777.265881:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946777.265884:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946777.265885:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784946777.265887:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784946777.265889:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946777.265890:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784946777.265894:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784946777.265895:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946777.265899:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10901) 00000100:00000040:1.0:1784946777.265904:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328aa00 x1871641054299008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946777.265910:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946777.265912:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946777.265914:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946777.265916:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946777.265918:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946777.265920:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054299008:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946777.265923:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946777.265927:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946777.265929:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946777.265930:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946777.265934:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d51da1800. 02000000:00000001:1.0:1784946777.265936:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946777.265943:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946777.265947:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2db58. 00000100:00000001:0.0:1784946777.265954:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1784946777.265955:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2947f8. 00000100:00000001:0.0:1784946777.265957:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946777.265963:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054299008, portal 10 00000100:00000001:1.0:1784946777.265967:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946777.265969:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290064384 : -112780419487232 : ffff996d4328aa00) 00000100:00000040:1.0:1784946777.265978:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328aa00 x1871641054299008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946777.265986:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946777.265989:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946777.265993:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294000. 00000100:00000200:1.0:1784946777.265996:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054299008, offset 0 00000400:00000200:1.0:1784946777.266003:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946777.266012:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946777.266019:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946777.266023:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946777.266026:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946777.266029:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946777.266031:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946777.266034:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314846:314846:256:4294967295] 192.168.202.106@tcp LPNI seq info [314842:314842:8:4294967295] 00000400:00000200:1.0:1784946777.266037:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946777.266045:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946777.266048:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946777.266063:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad300. 00000800:00000200:1.0:1784946777.266069:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784946777.266076:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946777.266078:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946777.266087:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946777.266090:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16695 usecs (17 jiffies) 00000400:00000200:1.0:1784946777.266093:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946777.266095:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305564177 00000100:00000010:1.0:1784946777.266099:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8ff60. 00000100:00000001:1.0:1784946777.266104:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784946777.266109:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305564177 00000100:00000010:1.0:1784946777.266111:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8fd20. 00000100:00000001:1.0:1784946777.266113:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784946777.266117:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946777.266119:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946777.266121:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946777.266125:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289880 x1871641054298880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946777.266130:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946777.266131:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946777.266133:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946777.266134:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946777.266136:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946777.266138:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054298880:192.168.202.106@tcp:400:kworker.0 00000800:00000200:0.0:1784946777.266180:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946777.266186:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad300. 00000100:00000001:1.0:1784946777.266187:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946777.266191:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946777.266193:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946777.266194:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1784946777.266195:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946777.266200:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61199800. 00000400:00000200:0.0:1784946777.266203:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 02000000:00000001:1.0:1784946777.266203:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946777.266210:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946777.266212:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294000 00000400:00000010:1.0:1784946777.266213:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d3c8. 00000400:00000010:0.0:1784946777.266217:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294000. 00000100:00000001:0.0:1784946777.266222:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1784946777.266223:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294440. 00000100:00000200:0.0:1784946777.266227:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328aa00 x1871641054299008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946777.266228:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054298880, portal 25 00000100:00000001:1.0:1784946777.266233:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946777.266235:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290059904 : -112780419491712 : ffff996d43289880) 00000100:00000001:0.0:1784946777.266243:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946777.266244:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289880 x1871641054298880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946777.266248:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328aa00 x1871641054299008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946793 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946777.266255:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784946777.266260:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946777.266261:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1784946777.266266:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946777.266269:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294f68. 00000100:00000200:1.0:1784946777.266271:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054298880, offset 0 00000400:00000200:1.0:1784946777.266275:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946777.266278:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946777.266280:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946777.266282:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946777.266284:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946777.266285:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946777.266287:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946777.266289:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314847:314847:256:4294967295] 192.168.202.106@tcp LPNI seq info [314843:314843:8:4294967295] 00000400:00000200:1.0:1784946777.266292:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946777.266297:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946777.266299:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946777.266302:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83adc00. 00000800:00000200:1.0:1784946777.266304:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784946777.266307:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946777.266308:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83adc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946777.266316:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946777.266318:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946777.266319:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305564847 00000100:00000001:1.0:1784946777.266323:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305564177 00000100:00000001:1.0:1784946777.266326:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305564847 00000100:00000001:1.0:1784946777.266328:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305564177 00000100:00000001:1.0:1784946777.266332:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946777.266334:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946777.266336:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946777.266337:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946777.266340:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946777.266341:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946777.266342:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946777.266344:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946777.266346:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946777.266347:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946777.266361:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946777.266364:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83adc00. 00000400:00000200:0.0:1784946777.266368:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946777.266371:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946777.266373:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294f68 00000400:00000010:0.0:1784946777.266375:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294f68. 00000100:00000001:0.0:1784946777.266377:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946777.266381:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289880 x1871641054298880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946777.266386:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946777.266388:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289880 x1871641054298880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946793 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946777.266393:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946777.266394:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946777.267479:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946777.267486:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946777.267487:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946777.267489:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946777.267492:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946777.267495:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946777.267500:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946777.267502:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946777.267505:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946777.267508:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64304380 00000400:00000200:0.0:1784946777.267511:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946777.267514:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceae1 [1] + 224 00000800:00000001:0.0:1784946777.267532:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946777.267535:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946777.267536:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946777.267538:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946777.267542:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946777.267545:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328aa00 x1871641054299008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946793 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946777.267552:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328aa00 x1871641054299008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946777.267563:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946777.267567:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946777.267570:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946777.267571:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946777.267573:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946777.267577:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946777.267582:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946777.267586:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946777.267589:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946777.267590:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946777.267592:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946777.267596:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:1.0:1784946777.267597:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946777.267600:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784946777.267602:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64304300 00000400:00000010:1.0:1784946777.267603:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2db58. 00000400:00000200:1.0:1784946777.267609:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2947f8 00000400:00000200:0.0:1784946777.267610:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946777.267611:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2947f8. 00000100:00000001:1.0:1784946777.267614:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946777.267618:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceaf1 [1] + 224 00000100:00000200:1.0:1784946777.267619:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328aa00 x1871641054299008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946777.267627:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784946777.267631:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328aa00 x1871641054299008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946793 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946777.267635:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946777.267636:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784946777.267640:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784946777.267640:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946777.267643:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946777.267646:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1784946777.267647:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946777.267648:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946777.267650:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946777.267651:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946777.267654:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784946777.267656:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289880 x1871641054298880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946793 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784946777.267660:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=129 v=5 (5 5 5 5) 00000100:00000040:0.0:1784946777.267666:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289880 x1871641054298880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784946777.267666:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=49 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946777.267671:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946777.267677:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946777.267680:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784946777.267681:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946777.267683:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784946777.267687:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946777.267690:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946777.267693:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784946777.267694:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946777.267695:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946777.267697:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946777.267700:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328aa00 x1871641054299008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946793 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946777.267704:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946777.267707:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946777.267708:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946777.267710:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328aa00 x1871641054299008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946793 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946777.267715:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054299008:192.168.202.106@tcp:400:kworker.0 00000400:00000001:1.0:1784946777.267719:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946777.267720:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946777.267720:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d3c8. 00000400:00000200:1.0:1784946777.267722:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294440 00000400:00000010:1.0:1784946777.267723:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294440. 00000100:00000001:1.0:1784946777.267724:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946777.267726:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289880 x1871641054298880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946777.267731:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289880 x1871641054298880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946793 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946777.267735:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946777.267736:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946777.267737:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946777.267738:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946777.267738:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946777.267739:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946777.267740:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946777.267741:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=129 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946777.267743:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=129 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946777.267744:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946777.267745:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946777.267746:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946777.267747:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946777.267748:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946777.267750:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289880 x1871641054298880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946793 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946777.267754:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946777.267755:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946777.267756:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946777.267758:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289880 x1871641054298880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946793 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946777.267763:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054298880:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946777.267765:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946777.267766:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946777.267767:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328aa00 x1871641054299008/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946793 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946777.267771:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946777.267773:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946777.267774:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d51da1800. 02000000:00000001:1.0:1784946777.267778:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946777.267779:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946777.267780:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946777.267781:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946777.267783:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4100. 02000000:00000001:1.0:1784946777.267785:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946777.267785:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946777.267786:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328aa00. 00000100:00000001:1.0:1784946777.267789:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946777.267789:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946777.267790:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946777.267792:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289880 x1871641054298880/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946793 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946777.267796:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946777.267796:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946777.267797:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61199800. 02000000:00000001:1.0:1784946777.267799:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946777.267800:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946777.267801:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784946777.267801:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946777.267802:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4000. 02000000:00000001:1.0:1784946777.267804:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946777.267804:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946777.267805:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289880. 00000100:00000001:1.0:1784946777.267807:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946777.267807:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946777.267808:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946777.267811:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946777.267811:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946777.267813:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946777.267814:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946777.585616:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946777.585620:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946777.585675:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946777.585678:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946777.585680:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946777.969638:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305564847, at 4305564864 00000100:00000040:1.0:1784946777.969638:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305564847, at 4305564864 00000100:00000010:1.0:1784946777.969656:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8fd20. 00000100:00000010:0.0:1784946777.969667:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8ff60. 00010000:00000001:1.0:1784946778.609677:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946778.609686:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946778.609754:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946778.609758:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946778.609760:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946779.633579:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946779.633585:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946779.633638:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946779.633641:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946779.633643:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946780.657658:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946780.657663:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946780.657725:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946780.657751:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946780.657754:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946781.681628:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946781.681634:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946781.681681:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946781.681702:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946781.681705:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946782.385621:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946782.385632:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946782.385696:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43288700. 00000020:00000040:0.0:1784946782.385703:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946782.385707:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946782.385710:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946782.385715:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946782.385722:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4800. 00000100:00000001:0.0:1784946782.385729:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946782.385747:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d43288700 x1871641054299136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946782.385758:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946782.385762:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946782.385770:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c46440e] to pc [ptlrpcd_00_00+0] req@ffff996d43288700 x1871641054299136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946782.385799:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946782.385802:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946782.385805:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946782.385808:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328b480. 00000020:00000040:0.0:1784946782.385811:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946782.385814:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946782.385816:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946782.385817:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946782.385836:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946782.385840:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946782.385842:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946782.385848:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43288700 x1871641054299136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784946782.385851:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4d00. 00000100:00000001:1.0:1784946782.385858:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946782.385859:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946782.385860:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946782.385865:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946782.385867:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784946782.385869:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d4328b480 x1871641054299264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1784946782.385870:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946782.385875:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054299136:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946782.385882:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784946782.385887:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1784946782.385887:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784946782.385891:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946782.385891:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946782.385897:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946782.385901:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61199800. 00000100:00000040:0.0:1784946782.385902:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dc29689] to pc [ptlrpcd_00_01+1] req@ffff996d4328b480 x1871641054299264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784946782.385904:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946782.385913:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946782.385917:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d3c8. 00000100:00000001:0.0:1784946782.385920:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946782.385923:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294440. 00000100:00000040:0.0:1784946782.385925:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1784946782.385929:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054299136, portal 25 00000100:00000040:0.0:1784946782.385931:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784946782.385933:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946782.385935:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290055424 : -112780419496192 : ffff996d43288700) 00000100:00000040:0.0:1784946782.385936:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946782.385941:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43288700 x1871641054299136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946782.385943:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784946782.385951:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784946782.385952:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10906) 00000100:00000040:1.0:1784946782.385954:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946782.385958:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2947f8. 00000100:00000200:1.0:1784946782.385960:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054299136, offset 0 00000400:00000200:1.0:1784946782.385964:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946782.385970:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946782.385975:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946782.385979:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946782.385982:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:0.0:1784946782.385984:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946782.385985:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784946782.385988:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946782.385990:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1784946782.385990:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946782.385994:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314848:314848:256:4294967295] 192.168.202.106@tcp LPNI seq info [314844:314844:8:4294967295] 00000100:00000040:0.0:1784946782.385997:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328b480 x1871641054299264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946782.386000:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946782.386007:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946782.386010:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946782.386014:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 02000000:00000001:0.0:1784946782.386015:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946782.386018:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946782.386021:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946782.386023:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00100000:0.0:1784946782.386026:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054299264:192.168.202.106@tcp:400:kworker.0 00000800:00000010:1.0:1784946782.386029:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ade00. 00000100:00000001:0.0:1784946782.386030:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784946782.386034:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946782.386035:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946782.386039:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1784946782.386039:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 02000000:00000010:0.0:1784946782.386043:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394aa00. 02000000:00000001:0.0:1784946782.386046:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946782.386047:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784946782.386051:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784946782.386059:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ade00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1784946782.386069:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f160. 00000100:00000001:1.0:1784946782.386069:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946782.386075:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946782.386077:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f000. 00000100:00000001:1.0:1784946782.386077:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305569967 00000100:00000010:1.0:1784946782.386083:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8fd20. 00000100:00000200:0.0:1784946782.386084:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054299264, portal 10 00000100:00000001:0.0:1784946782.386088:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946782.386090:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290067072 : -112780419484544 : ffff996d4328b480) 00000100:00000001:1.0:1784946782.386090:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784946782.386096:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305569967 00000100:00000010:1.0:1784946782.386100:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f000. 00000100:00000040:0.0:1784946782.386102:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328b480 x1871641054299264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946782.386102:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784946782.386106:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946782.386109:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946782.386117:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946782.386120:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784946782.386120:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946782.386124:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946782.386127:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f3b8. 00000100:00000001:1.0:1784946782.386129:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1784946782.386130:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054299264, offset 0 00000100:00000001:1.0:1784946782.386134:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784946782.386136:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946782.386139:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946782.386143:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946782.386143:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946782.386147:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946782.386148:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946782.386152:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784946782.386152:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946782.386157:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946782.386160:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946782.386169:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946782.386171:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314849:314849:255:4294967295] 192.168.202.106@tcp LPNI seq info [314845:314845:7:4294967295] 00000400:00000200:0.0:1784946782.386174:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946782.386178:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946782.386181:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784946782.386184:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4700. 00000800:00000200:0.0:1784946782.386187:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784946782.386191:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784946782.386193:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946782.386195:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946782.386198:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16695 usecs (17 jiffies) 00000400:00000200:0.0:1784946782.386200:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946782.386201:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305569297 00000100:00000001:0.0:1784946782.386203:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305569967 00000100:00000001:0.0:1784946782.386205:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305569297 00000100:00000001:0.0:1784946782.386206:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305569967 00000100:00000001:0.0:1784946782.386208:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946782.386209:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946782.386211:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946782.386212:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946782.386215:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946782.386216:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946782.386217:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946782.386218:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946782.386219:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946782.386220:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946782.386250:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946782.386254:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ade00. 00000400:00000200:1.0:1784946782.386258:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946782.386263:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946782.386266:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2947f8 00000400:00000010:1.0:1784946782.386268:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2947f8. 00000100:00000001:1.0:1784946782.386271:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946782.386273:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43288700 x1871641054299136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946782.386280:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946782.386282:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43288700 x1871641054299136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946798 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946782.386287:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946782.386288:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946782.386297:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946782.386298:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4700. 00000400:00000200:1.0:1784946782.386300:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946782.386302:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946782.386304:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f3b8 00000400:00000010:1.0:1784946782.386305:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f3b8. 00000100:00000001:1.0:1784946782.386306:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946782.386308:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328b480 x1871641054299264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946782.386312:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946782.386314:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328b480 x1871641054299264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946798 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946782.386317:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946782.386318:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946782.387423:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946782.387434:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946782.387436:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946782.387439:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946782.387444:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946782.387449:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946782.387454:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946782.387458:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946782.387462:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946782.387466:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64304400 00000400:00000200:0.0:1784946782.387482:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946782.387487:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceb01 [1] + 224 00000800:00000001:0.0:1784946782.387493:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946782.387509:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946782.387511:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946782.387513:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946782.387531:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946782.387543:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43288700 x1871641054299136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946798 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946782.387553:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43288700 x1871641054299136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946798 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946782.387563:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946782.387571:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946782.387574:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946782.387575:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946782.387576:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946782.387579:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946782.387582:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946782.387585:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946782.387587:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946782.387590:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946782.387592:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64304480 00000400:00000200:0.0:1784946782.387594:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946782.387597:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceb11 [1] + 224 00000800:00000001:0.0:1784946782.387600:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946782.387604:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946782.387605:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946782.387606:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946782.387608:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946782.387610:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946782.387613:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328b480 x1871641054299264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946798 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946782.387613:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946782.387619:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1784946782.387622:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328b480 x1871641054299264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946798 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784946782.387622:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946782.387626:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d3c8. 00000400:00000200:1.0:1784946782.387631:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294440 00000400:00000010:1.0:1784946782.387634:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294440. 00000100:00000001:0.0:1784946782.387636:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946782.387637:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784946782.387642:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784946782.387645:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43288700 x1871641054299136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946798 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946782.387646:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784946782.387655:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43288700 x1871641054299136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946798 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946782.387656:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946782.387659:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784946782.387662:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946782.387664:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946782.387666:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f160. 00000100:00000001:1.0:1784946782.387669:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946782.387672:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946782.387675:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946782.387678:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946782.387680:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946782.387682:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946782.387685:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946782.387686:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f000 00000400:00000010:0.0:1784946782.387689:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f000. 00000100:00000001:0.0:1784946782.387692:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1784946782.387694:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=134 v=5 (5 5 5 5) 00000100:00000200:0.0:1784946782.387695:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328b480 x1871641054299264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946798 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784946782.387702:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=134 v=5 (1 1 1 1) 00000100:00000200:0.0:1784946782.387706:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328b480 x1871641054299264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946798 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946782.387708:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946782.387712:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946782.387719:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784946782.387720:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946782.387723:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784946782.387723:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946782.387724:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946782.387727:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946782.387729:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946782.387729:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946782.387732:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946782.387733:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946782.387737:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=134 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946782.387738:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=54 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946782.387741:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946782.387743:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946782.387744:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1784946782.387745:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43288700 x1871641054299136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946798 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784946782.387747:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946782.387751:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784946782.387754:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784946782.387756:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784946782.387758:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946782.387762:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784946782.387764:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328b480 x1871641054299264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946798 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946782.387768:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946782.387771:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946782.387772:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946782.387774:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946782.387776:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946782.387778:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43288700 x1871641054299136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946798 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946782.387782:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328b480 x1871641054299264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946798 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946782.387799:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054299136:192.168.202.106@tcp:400:kworker.0 00000100:00100000:0.0:1784946782.387800:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054299264:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946782.387807:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946782.387808:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946782.387810:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784946782.387811:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946782.387828:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43288700 x1871641054299136/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946798 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946782.387831:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328b480 x1871641054299264/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946798 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946782.387834:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946782.387837:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946782.387840:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61199800. 00000100:00000001:0.0:1784946782.387841:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946782.387844:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1784946782.387846:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:0.0:1784946782.387847:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394aa00. 00000020:00000001:1.0:1784946782.387848:0:2352:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:0.0:1784946782.387851:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:1.0:1784946782.387851:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784946782.387854:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1784946782.387855:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000040:0.0:1784946782.387856:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 02000000:00000010:1.0:1784946782.387858:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4800. 00000020:00000001:0.0:1784946782.387859:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946782.387862:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4d00. 02000000:00000001:1.0:1784946782.387862:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946782.387865:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946782.387865:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1784946782.387868:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946782.387869:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43288700. 00000100:00000010:0.0:1784946782.387870:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328b480. 00000100:00000001:1.0:1784946782.387873:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946782.387874:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946782.387875:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946782.387876:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946782.387878:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946782.387879:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946782.387882:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946782.387884:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946782.387884:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946782.387886:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946782.387888:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946782.387889:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946782.387890:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946782.387892:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946782.705630:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946782.705639:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946782.705642:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946782.705645:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946782.705650:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946782.705652:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946782.705654:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946782.705665:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946782.705718:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946782.705738:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946782.705742:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946783.089661:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305569967, at 4305569984 00000100:00000040:0.0:1784946783.089665:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305569967, at 4305569984 00000100:00000010:1.0:1784946783.089682:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f000. 00000100:00000010:0.0:1784946783.089685:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8fd20. 00010000:00000001:1.0:1784946783.729631:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946783.729638:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946783.729715:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946783.729720:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946783.729725:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946784.753667:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946784.753677:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946784.753740:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946784.753743:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946784.753746:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946785.777666:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946785.777672:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946785.777741:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946785.777746:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946785.777750:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946786.801611:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946786.801618:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946786.801669:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946786.801672:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946786.801675:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784946787.185626:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784946787.185632:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784946787.185636:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:0.0:1784946787.185877:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784946787.185877:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784946787.185898:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946787.185914:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946787.185918:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946787.505618:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946787.505625:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946787.505632:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952a00. 00000020:00000040:2.0:1784946787.505637:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946787.505640:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946787.505642:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946787.505646:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946787.505653:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b000. 00000100:00000001:2.0:1784946787.505658:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946787.505666:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73952a00 x1871641054299392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946787.505674:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946787.505678:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946787.505682:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce3dc249] to pc [ptlrpcd_01_01+1] req@ffff996d73952a00 x1871641054299392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946787.505704:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946787.505706:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946787.505708:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946787.505710:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952300. 00000020:00000040:2.0:1784946787.505711:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946787.505713:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946787.505713:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946787.505714:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946787.505716:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784946787.505718:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946787.505720:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73952300 x1871641054299520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946787.505725:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946787.505727:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946787.505729:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b6164b6] to pc [ptlrpcd_01_00+0] req@ffff996d73952300 x1871641054299520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946787.505735:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946787.505736:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946787.505739:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784946787.505739:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784946787.505742:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946787.505744:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784946787.505745:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784946787.505747:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946787.505751:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10912) 00000100:00000040:3.0:1784946787.505761:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952a00 x1871641054299392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946787.505769:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946787.505770:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946787.505771:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946787.505773:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946787.505774:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784946787.505775:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946787.505791:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946787.505793:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946787.505796:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054299392:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946787.505800:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784946787.505804:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952300 x1871641054299520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946787.505805:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946787.505808:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946787.505812:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784946787.505814:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946787.505816:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946787.505817:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46616800. 02000000:00000001:2.0:1784946787.505818:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946787.505820:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946787.505821:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946787.505824:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946787.505828:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054299520:192.168.202.106@tcp:400:kworker.0 00000400:00000200:3.0:1784946787.505828:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946787.505833:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1784946787.505834:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 02000000:00000001:2.0:1784946787.505836:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946787.505838:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946787.505840:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1784946787.505841:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1908. 02000000:00000010:2.0:1784946787.505843:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d7a00. 02000000:00000001:2.0:1784946787.505845:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784946787.505847:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054299392, portal 25 00000400:00000200:2.0:1784946787.505851:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946787.505852:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1784946787.505854:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000100:00000001:3.0:1784946787.505854:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102481408 : -112779607070208 : ffff996d73952a00) 00000400:00000010:2.0:1784946787.505860:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000100:00000040:3.0:1784946787.505862:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952a00 x1871641054299392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946787.505864:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054299520, portal 10 00000100:00000001:2.0:1784946787.505868:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946787.505870:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102479616 : -112779607072000 : ffff996d73952300) 00000100:00000040:2.0:1784946787.505877:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952300 x1871641054299520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946787.505879:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784946787.505884:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946787.505887:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000040:2.0:1784946787.505890:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946787.505892:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1f68. 00000400:00000010:2.0:1784946787.505894:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6ee0. 00000100:00000200:3.0:1784946787.505896:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054299392, offset 0 00000100:00000200:2.0:1784946787.505897:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054299520, offset 0 00000400:00000200:3.0:1784946787.505904:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946787.505911:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946787.505914:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946787.505920:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946787.505923:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946787.505926:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946787.505928:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946787.505930:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946787.505933:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314850:314850:256:4294967295] 192.168.202.106@tcp LPNI seq info [314846:314846:8:4294967295] 00000400:00000200:3.0:1784946787.505936:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946787.505940:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946787.505948:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946787.505948:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946787.505951:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946787.505955:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946787.505959:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1784946787.505962:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946787.505963:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946787.505968:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314851:314851:255:4294967295] 192.168.202.106@tcp LPNI seq info [314847:314847:7:4294967295] 00000800:00000010:3.0:1784946787.505969:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beaf00. 00000400:00000200:2.0:1784946787.505972:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946787.505978:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946787.505983:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946787.505991:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000200:3.0:1784946787.505992:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000010:2.0:1784946787.505995:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bc00. 00000800:00000200:3.0:1784946787.505998:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beaf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784946787.505999:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946787.506006:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946787.506008:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946787.506018:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946787.506018:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946787.506021:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16693 usecs (17 jiffies) 00000400:00000200:3.0:1784946787.506025:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946787.506027:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946787.506031:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305574417 00000100:00000001:3.0:1784946787.506032:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305575087 00000100:00000010:2.0:1784946787.506035:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668ce40. 00000100:00000001:2.0:1784946787.506041:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946787.506051:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305574417 00000100:00000010:2.0:1784946787.506053:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c180. 00000100:00000001:2.0:1784946787.506056:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946787.506058:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946787.506060:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946787.506062:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946787.506062:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305574417 00000100:00000001:2.0:1784946787.506068:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946787.506070:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305575087 00000100:00000001:2.0:1784946787.506076:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946787.506077:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305574417 00000100:00000001:2.0:1784946787.506081:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946787.506083:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784946787.506084:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946787.506085:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1784946787.506090:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beaf00. 00000100:00000001:2.0:1784946787.506090:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946787.506090:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946787.506094:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946787.506097:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946787.506098:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946787.506099:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946787.506101:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946787.506107:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946787.506109:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784946787.506110:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946787.506112:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946787.506115:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946787.506117:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1f68 00000100:00000001:3.0:1784946787.506117:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946787.506121:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1f68. 00000100:00000001:3.0:1784946787.506122:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946787.506127:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946787.506134:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952a00 x1871641054299392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946787.506143:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946787.506147:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952a00 x1871641054299392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946803 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946787.506154:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946787.506156:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946787.506211:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946787.506213:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bc00. 00000400:00000200:1.0:1784946787.506217:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946787.506220:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946787.506229:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6ee0 00000400:00000010:1.0:1784946787.506231:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6ee0. 00000100:00000001:1.0:1784946787.506234:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946787.506238:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952300 x1871641054299520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946787.506244:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946787.506247:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952300 x1871641054299520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946803 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946787.506253:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946787.506255:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946787.507477:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946787.507486:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946787.507488:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946787.507489:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946787.507493:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946787.507496:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946787.507501:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946787.507504:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946787.507506:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946787.507509:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64304500 00000400:00000200:0.0:1784946787.507512:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946787.507529:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceb21 [1] + 224 00000800:00000001:0.0:1784946787.507533:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946787.507536:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946787.507537:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946787.507539:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946787.507543:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946787.507549:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952a00 x1871641054299392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946803 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946787.507559:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952a00 x1871641054299392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946803 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946787.507574:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946787.507580:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946787.507584:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946787.507586:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946787.507589:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946787.507592:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946787.507596:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:3.0:1784946787.507600:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946787.507601:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946787.507605:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946787.507607:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784946787.507612:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784946787.507613:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784946787.507616:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784946787.507620:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64304580 00000400:00000010:3.0:1784946787.507621:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:0.0:1784946787.507627:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946787.507627:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1908 00000400:00000010:3.0:1784946787.507631:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1908. 00000100:00000001:3.0:1784946787.507634:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946787.507639:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952a00 x1871641054299392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946803 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946787.507643:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceb29 [1] + 224 00000800:00000001:0.0:1784946787.507653:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784946787.507659:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952a00 x1871641054299392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946803 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946787.507661:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946787.507666:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946787.507674:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946787.507674:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946787.507677:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946787.507679:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946787.507682:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946787.507685:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1784946787.507687:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952300 x1871641054299520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946803 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946787.507689:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946787.507693:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946787.507698:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946787.507701:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952300 x1871641054299520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946803 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784946787.507706:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=139 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946787.507711:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=139 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946787.507713:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946787.507715:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946787.507715:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946787.507720:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784946787.507722:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784946787.507723:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946787.507727:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946787.507728:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946787.507736:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952a00 x1871641054299392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946803 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946787.507740:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946787.507743:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946787.507748:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784946787.507748:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1784946787.507752:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784946787.507753:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1784946787.507756:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000100:00000001:3.0:1784946787.507757:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784946787.507761:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:2.0:1784946787.507764:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000040:3.0:1784946787.507766:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952a00 x1871641054299392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946803 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946787.507767:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946787.507773:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952300 x1871641054299520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946803 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946787.507800:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054299392:192.168.202.106@tcp:400:kworker.0 00000100:00000200:2.0:1784946787.507803:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952300 x1871641054299520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946803 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946787.507809:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946787.507813:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946787.507814:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784946787.507818:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946787.507821:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952a00 x1871641054299392/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946803 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946787.507822:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946787.507825:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946787.507827:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946787.507831:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946787.507835:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946787.507837:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946787.507841:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:2.0:1784946787.507842:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=139 v=5 (5 5 5 5) 02000000:00000010:3.0:1784946787.507845:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46616800. 00000100:00001000:2.0:1784946787.507847:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=59 v=5 (1 1 1 1) 02000000:00000001:3.0:1784946787.507850:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784946787.507852:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1784946787.507854:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784946787.507856:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784946787.507858:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00010000:00000001:2.0:1784946787.507859:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1784946787.507864:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:2.0:1784946787.507865:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946787.507867:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b000. 00000100:00000001:2.0:1784946787.507869:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946787.507873:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946787.507875:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946787.507876:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946787.507880:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1784946787.507881:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952300 x1871641054299520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946803 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946787.507884:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784946787.507887:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946787.507889:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:3.0:1784946787.507891:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952a00. 00000100:00000001:2.0:1784946787.507892:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946787.507897:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952300 x1871641054299520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946803 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946787.507899:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946787.507901:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946787.507906:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784946787.507907:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054299520:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946787.507912:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946787.507913:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946787.507917:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784946787.507917:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946787.507922:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952300 x1871641054299520/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946803 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946787.507923:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946787.507927:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946787.507932:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946787.507934:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946787.507935:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d7a00. 02000000:00000001:2.0:1784946787.507938:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946787.507940:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946787.507941:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946787.507943:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946787.507944:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 02000000:00000001:2.0:1784946787.507945:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946787.507946:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946787.507947:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952300. 00000100:00000001:2.0:1784946787.507949:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946787.507950:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946787.507951:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946787.507954:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946787.507954:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946787.507955:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946787.507957:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946787.825633:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946787.825640:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946787.825699:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946787.825702:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946787.825706:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946788.209616:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305575087, at 4305575104 00000100:00000040:1.0:1784946788.209616:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305575087, at 4305575104 00000100:00000010:1.0:1784946788.209632:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c180. 00000100:00000010:0.0:1784946788.209634:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668ce40. 00010000:00000001:1.0:1784946788.849613:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946788.849617:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946788.849668:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946788.849672:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946788.849676:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946789.873634:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946789.873641:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946789.873706:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946789.873711:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946789.873714:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946790.897616:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946790.897621:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946790.897671:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946790.897675:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946790.897679:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946791.921605:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946791.921610:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946791.921662:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946791.921665:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946791.921667:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946792.625664:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946792.625680:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946792.625694:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328b480. 00000020:00000040:0.0:1784946792.625703:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946792.625708:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946792.625712:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946792.625719:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946792.625730:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4d00. 00000100:00000001:0.0:1784946792.625756:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946792.625771:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d4328b480 x1871641054299648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946792.625783:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946792.625788:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946792.625796:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dc29689] to pc [ptlrpcd_00_00+0] req@ffff996d4328b480 x1871641054299648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946792.625831:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946792.625834:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946792.625836:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946792.625840:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328b800. 00000020:00000040:0.0:1784946792.625847:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946792.625850:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946792.625851:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946792.625854:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946792.625858:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4400. 00000100:00000001:0.0:1784946792.625861:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946792.625865:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d4328b800 x1871641054299776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946792.625869:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946792.625871:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946792.625875:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024ad7aec] to pc [ptlrpcd_00_01+1] req@ffff996d4328b800 x1871641054299776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946792.625876:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946792.625889:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946792.625889:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784946792.625894:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946792.625896:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946792.625900:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784946792.625903:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784946792.625907:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784946792.625912:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10917) 00000100:00000040:1.0:1784946792.625913:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328b480 x1871641054299648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946792.625926:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946792.625928:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946792.625929:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946792.625932:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946792.625934:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1784946792.625936:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1784946792.625941:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328b800 x1871641054299776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784946792.625943:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946792.625959:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946792.625962:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946792.625967:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946792.625973:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1784946792.625974:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054299648:192.168.202.106@tcp:400:kworker.0 02000000:00000001:0.0:1784946792.625976:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946792.625987:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946792.625988:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1784946792.625992:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054299776:192.168.202.106@tcp:400:kworker.0 02000000:00000001:1.0:1784946792.625995:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784946792.625996:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946792.626001:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946792.626003:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946792.626006:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946792.626006:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946792.626021:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61199800. 02000000:00000001:0.0:1784946792.626024:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1784946792.626026:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946792.626031:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394aa00. 02000000:00000001:0.0:1784946792.626037:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946792.626038:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946792.626049:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946792.626049:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d3c8. 00000400:00000010:0.0:1784946792.626058:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f160. 00000400:00000010:1.0:1784946792.626062:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294440. 00000400:00000010:0.0:1784946792.626067:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f000. 00000100:00000200:1.0:1784946792.626070:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054299648, portal 25 00000100:00000001:1.0:1784946792.626075:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1784946792.626076:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054299776, portal 10 00000100:00000001:1.0:1784946792.626078:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290067072 : -112780419484544 : ffff996d4328b480) 00000100:00000001:0.0:1784946792.626081:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946792.626085:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290067968 : -112780419483648 : ffff996d4328b800) 00000100:00000040:1.0:1784946792.626093:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328b480 x1871641054299648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946792.626101:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328b800 x1871641054299776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946792.626106:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946792.626118:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946792.626124:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2947f8. 00000100:00000001:0.0:1784946792.626125:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1784946792.626133:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054299648, offset 0 00000100:00000040:0.0:1784946792.626134:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946792.626141:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627ff68. 00000400:00000200:1.0:1784946792.626147:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000200:0.0:1784946792.626154:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054299776, offset 0 00000400:00000200:0.0:1784946792.626165:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946792.626206:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946792.626216:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946792.626221:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946792.626225:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946792.626228:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946792.626231:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946792.626235:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314852:314852:256:4294967295] 192.168.202.106@tcp LPNI seq info [314848:314848:8:4294967295] 00000400:00000200:1.0:1784946792.626240:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946792.626249:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946792.626256:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946792.626262:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946792.626271:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946792.626276:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946792.626280:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946792.626283:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946792.626287:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000010:1.0:1784946792.626287:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ade00. 00000400:00000200:0.0:1784946792.626294:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314853:314853:255:4294967295] 192.168.202.106@tcp LPNI seq info [314849:314849:7:4294967295] 00000800:00000200:1.0:1784946792.626303:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784946792.626304:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784946792.626324:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784946792.626325:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946792.626335:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ade00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1784946792.626342:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784946792.626349:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4f00. 00000800:00000200:0.0:1784946792.626357:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:1.0:1784946792.626359:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946792.626367:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:1.0:1784946792.626369:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:0.0:1784946792.626375:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946792.626375:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305580207 00000100:00000001:0.0:1784946792.626389:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784946792.626391:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f000. 00000100:00000040:0.0:1784946792.626396:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16693 usecs (17 jiffies) 00000100:00000001:1.0:1784946792.626401:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1784946792.626403:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946792.626410:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305579537 00000100:00000001:0.0:1784946792.626415:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305580207 00000100:00000001:1.0:1784946792.626415:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305580207 00000100:00000001:0.0:1784946792.626422:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305579537 00000100:00000010:1.0:1784946792.626425:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f0c0. 00000100:00000001:1.0:1784946792.626431:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784946792.626435:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946792.626436:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305580207 00000100:00000001:1.0:1784946792.626442:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946792.626443:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946792.626451:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946792.626451:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946792.626460:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946792.626460:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946792.626469:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946792.626475:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946792.626478:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946792.626480:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946792.626482:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946792.626485:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946792.626487:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946792.626490:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946792.626491:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946792.626494:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946792.626495:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946792.626501:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946792.626501:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946792.626602:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946792.626607:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ade00. 00000400:00000200:1.0:1784946792.626629:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946792.626635:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946792.626641:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2947f8 00000400:00000010:1.0:1784946792.626644:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2947f8. 00000100:00000001:1.0:1784946792.626648:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946792.626652:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328b480 x1871641054299648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946792.626663:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946792.626667:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328b480 x1871641054299648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946808 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946792.626679:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946792.626690:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946792.626778:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946792.626781:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4f00. 00000400:00000200:1.0:1784946792.626785:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946792.626789:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946792.626792:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627ff68 00000400:00000010:1.0:1784946792.626794:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627ff68. 00000100:00000001:1.0:1784946792.626796:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946792.626801:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328b800 x1871641054299776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946792.626808:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946792.626811:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328b800 x1871641054299776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946808 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946792.626818:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946792.626820:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946792.628101:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946792.628115:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946792.628118:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946792.628120:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946792.628124:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946792.628129:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946792.628135:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946792.628137:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946792.628141:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946792.628144:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64304600 00000400:00000200:0.0:1784946792.628147:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946792.628152:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceb31 [1] + 224 00000800:00000001:0.0:1784946792.628158:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946792.628163:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946792.628166:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946792.628169:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946792.628174:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946792.628178:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328b480 x1871641054299648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946808 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946792.628185:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328b480 x1871641054299648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946808 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946792.628198:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946792.628207:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946792.628209:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946792.628210:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946792.628211:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946792.628213:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946792.628216:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946792.628219:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946792.628220:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946792.628223:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946792.628225:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64304680 00000400:00000200:0.0:1784946792.628228:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946792.628230:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceb39 [1] + 224 00000800:00000001:0.0:1784946792.628233:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946792.628238:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946792.628239:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946792.628243:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946792.628247:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946792.628249:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1784946792.628250:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328b800 x1871641054299776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946808 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946792.628255:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784946792.628261:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328b800 x1871641054299776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946808 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784946792.628263:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946792.628271:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1784946792.628275:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1784946792.628276:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d3c8. 00000400:00000200:1.0:1784946792.628282:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294440 00000400:00000010:1.0:1784946792.628284:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294440. 00000100:00000001:1.0:1784946792.628288:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784946792.628293:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784946792.628295:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328b480 x1871641054299648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946808 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946792.628297:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946792.628312:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946792.628316:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1784946792.628318:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328b480 x1871641054299648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946808 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784946792.628321:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946792.628323:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946792.628327:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f160. 00000400:00000200:0.0:1784946792.628334:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f000 00000400:00000010:0.0:1784946792.628337:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f000. 00000100:00000001:0.0:1784946792.628343:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946792.628345:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1784946792.628348:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328b800 x1871641054299776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946808 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946792.628349:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946792.628360:0:2352:0:(client.c:1580:after_reply()) Process entered 00000100:00000200:0.0:1784946792.628365:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328b800 x1871641054299776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946808 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784946792.628367:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946792.628373:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946792.628378:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946792.628381:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1784946792.628384:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946792.628385:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946792.628390:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946792.628393:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00001000:1.0:1784946792.628393:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=144 v=5 (5 5 5 5) 00000100:00000001:0.0:1784946792.628398:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946792.628402:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946792.628403:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=144 v=5 (1 1 1 1) 02000000:00000001:0.0:1784946792.628406:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946792.628409:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946792.628413:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946792.628416:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=144 v=5 (5 5 5 5) 00010000:00000001:1.0:1784946792.628416:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00001000:0.0:1784946792.628421:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=64 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946792.628424:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946792.628425:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946792.628427:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946792.628435:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946792.628435:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946792.628440:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784946792.628444:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946792.628444:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946792.628450:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784946792.628454:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946792.628461:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328b800 x1871641054299776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946808 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946792.628462:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328b480 x1871641054299648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946808 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946792.628480:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946792.628487:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946792.628490:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946792.628490:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946792.628498:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1784946792.628500:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328b800 x1871641054299776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946808 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946792.628502:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946792.628540:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328b480 x1871641054299648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946808 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946792.628600:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054299776:192.168.202.106@tcp:400:kworker.0 00000100:00100000:1.0:1784946792.628605:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054299648:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946792.628610:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946792.628615:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784946792.628616:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946792.628623:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328b800 x1871641054299776/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946808 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946792.628624:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946792.628634:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328b480 x1871641054299648/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946808 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946792.628636:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946792.628640:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946792.628646:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394aa00. 00000100:00000001:1.0:1784946792.628655:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946792.628657:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946792.628660:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61199800. 02000000:00000001:1.0:1784946792.628666:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946792.628669:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946792.628671:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784946792.628673:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946792.628675:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4d00. 02000000:00000001:1.0:1784946792.628679:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946792.628681:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946792.628683:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328b480. 00000100:00000001:1.0:1784946792.628687:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946792.628688:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946792.628690:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946792.628695:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946792.628697:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946792.628699:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946792.628701:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946792.629724:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946792.629729:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946792.629730:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784946792.629733:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946792.629745:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4400. 02000000:00000001:0.0:1784946792.629749:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946792.629751:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946792.629752:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328b800. 00000100:00000001:0.0:1784946792.629755:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946792.629756:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946792.629759:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946792.629764:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946792.629765:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946792.629768:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946792.629770:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946792.945591:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946792.945597:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946792.945598:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946792.945601:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946792.945604:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946792.945606:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946792.945608:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946792.945609:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946792.945656:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946792.945660:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946792.945664:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946793.329627:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305580207, at 4305580224 00000100:00000040:0.0:1784946793.329639:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305580207, at 4305580224 00000100:00000010:1.0:1784946793.329643:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f0c0. 00000100:00000010:0.0:1784946793.329654:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f000. 00010000:00000001:1.0:1784946793.969618:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946793.969624:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946793.969675:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946793.969679:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946793.969681:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946794.993616:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946794.993621:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946794.993674:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946794.993677:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946794.993680:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946796.017614:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946796.017619:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946796.017679:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946796.017682:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946796.017685:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946797.041635:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946797.041642:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946797.041717:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946797.041721:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946797.041724:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946797.745596:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946797.745603:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946797.745610:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952300. 00000020:00000040:2.0:1784946797.745614:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946797.745617:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946797.745620:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946797.745623:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946797.745628:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784946797.745634:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946797.745642:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73952300 x1871641054299904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946797.745653:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946797.745656:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946797.745662:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b6164b6] to pc [ptlrpcd_01_01+1] req@ffff996d73952300 x1871641054299904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946797.745701:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946797.745705:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946797.745708:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946797.745712:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950a80. 00000020:00000040:2.0:1784946797.745714:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946797.745717:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946797.745719:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946797.745721:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946797.745723:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1784946797.745725:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000100:00000001:3.0:1784946797.745727:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946797.745729:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946797.745730:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946797.745734:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950a80 x1871641054300032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1784946797.745740:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952300 x1871641054299904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946797.745742:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946797.745745:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946797.745752:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011f70e2a] to pc [ptlrpcd_01_00+0] req@ffff996d73950a80 x1871641054300032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946797.745758:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946797.745762:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946797.745762:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946797.745765:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946797.745768:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784946797.745768:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784946797.745770:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946797.745773:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784946797.745773:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784946797.745779:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10922) 02000000:00000001:3.0:1784946797.745779:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946797.745787:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054299904:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946797.745791:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946797.745792:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784946797.745794:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946797.745796:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946797.745799:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950a80 x1871641054300032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946797.745800:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946797.745804:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946797.745807:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946797.745809:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946797.745810:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1784946797.745811:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946797.745813:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946797.745815:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946797.745816:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46616e00. 00000100:00100000:2.0:1784946797.745817:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054300032:192.168.202.106@tcp:400:kworker.0 02000000:00000001:3.0:1784946797.745820:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946797.745823:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946797.745825:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946797.745826:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946797.745830:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784946797.745830:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000010:2.0:1784946797.745835:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d7a00. 00000400:00000010:3.0:1784946797.745835:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 02000000:00000001:2.0:1784946797.745837:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946797.745842:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946797.745844:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784946797.745848:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000100:00000200:2.0:1784946797.745853:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054300032, portal 10 00000100:00000001:2.0:1784946797.745855:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946797.745856:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102473344 : -112779607078272 : ffff996d73950a80) 00000100:00000040:2.0:1784946797.745861:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950a80 x1871641054300032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946797.745865:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946797.745868:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946797.745870:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f63b8. 00000100:00000200:2.0:1784946797.745873:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054300032, offset 0 00000400:00000200:2.0:1784946797.745879:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946797.745879:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1908. 00000100:00000200:3.0:1784946797.745883:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054299904, portal 25 00000100:00000001:3.0:1784946797.745885:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946797.745886:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102479616 : -112779607072000 : ffff996d73952300) 00000400:00000200:2.0:1784946797.745889:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784946797.745892:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952300 x1871641054299904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946797.745898:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784946797.745900:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946797.745907:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1784946797.745909:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946797.745913:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000010:3.0:1784946797.745915:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f13b8. 00000400:00000200:2.0:1784946797.745919:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1784946797.745920:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054299904, offset 0 00000400:00000200:2.0:1784946797.745925:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946797.745928:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946797.745933:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314854:314854:256:4294967295] 192.168.202.106@tcp LPNI seq info [314850:314850:8:4294967295] 00000400:00000200:2.0:1784946797.745938:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946797.745943:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946797.745950:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946797.745954:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784946797.745956:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946797.745961:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:2.0:1784946797.745964:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946797.745965:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946797.745968:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000010:2.0:1784946797.745969:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b800. 00000400:00000200:3.0:1784946797.745971:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314855:314855:255:4294967295] 192.168.202.106@tcp LPNI seq info [314851:314851:7:4294967295] 00000400:00000200:3.0:1784946797.745977:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946797.745980:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946797.745987:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946797.745990:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784946797.745993:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946797.745998:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946797.746002:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beaf00. 00000100:00000001:2.0:1784946797.746005:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784946797.746006:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000040:2.0:1784946797.746010:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16692 usecs (17 jiffies) 00000800:00000200:3.0:1784946797.746013:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784946797.746017:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946797.746018:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beaf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946797.746020:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305584657 00000100:00000001:3.0:1784946797.746024:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784946797.746025:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c3c0. 00000400:00000200:3.0:1784946797.746032:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946797.746033:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784946797.746036:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305585327 00000100:00000001:2.0:1784946797.746044:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305584657 00000100:00000010:2.0:1784946797.746048:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cde0. 00000100:00000001:3.0:1784946797.746048:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305584657 00000100:00000001:2.0:1784946797.746050:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946797.746058:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946797.746058:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305585327 00000100:00000001:2.0:1784946797.746061:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946797.746065:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946797.746066:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305584657 00000100:00000001:2.0:1784946797.746067:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946797.746077:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946797.746077:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946797.746080:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1784946797.746081:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946797.746081:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946797.746083:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946797.746085:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946797.746087:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946797.746088:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784946797.746089:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b800. 00000100:00000001:3.0:1784946797.746091:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946797.746092:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946797.746097:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784946797.746098:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946797.746100:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946797.746103:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946797.746105:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946797.746107:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946797.746109:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946797.746110:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946797.746116:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f63b8 00000400:00000010:1.0:1784946797.746120:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f63b8. 00000100:00000001:1.0:1784946797.746126:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946797.746131:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950a80 x1871641054300032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946797.746141:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946797.746144:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950a80 x1871641054300032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946813 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946797.746152:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946797.746153:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946797.746211:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946797.746213:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beaf00. 00000400:00000200:1.0:1784946797.746217:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946797.746220:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946797.746223:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f13b8 00000400:00000010:1.0:1784946797.746225:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f13b8. 00000100:00000001:1.0:1784946797.746245:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946797.746249:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952300 x1871641054299904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946797.746256:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946797.746259:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952300 x1871641054299904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946813 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946797.746265:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946797.746266:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946797.747456:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946797.747468:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946797.747471:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946797.747473:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946797.747477:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946797.747482:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946797.747488:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946797.747491:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946797.747500:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946797.747504:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64304780 00000400:00000200:0.0:1784946797.747508:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946797.747512:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceb51 [1] + 224 00000800:00000001:0.0:1784946797.747535:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946797.747538:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946797.747540:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946797.747543:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946797.747546:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946797.747550:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950a80 x1871641054300032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946813 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946797.747557:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950a80 x1871641054300032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946797.747567:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946797.747573:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946797.747575:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946797.747577:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946797.747580:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946797.747584:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946797.747588:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:2.0:1784946797.747590:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946797.747593:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946797.747595:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:2.0:1784946797.747598:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784946797.747600:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:2.0:1784946797.747601:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946797.747604:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:0.0:1784946797.747609:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946797.747609:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:2.0:1784946797.747612:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:2.0:1784946797.747616:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946797.747617:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64304700 00000100:00000200:2.0:1784946797.747621:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950a80 x1871641054300032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946797.747625:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946797.747635:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceb59 [1] + 224 00000100:00000200:2.0:1784946797.747636:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950a80 x1871641054300032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946813 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946797.747642:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784946797.747644:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946797.747646:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946797.747648:0:2354:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:0.0:1784946797.747649:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784946797.747650:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1784946797.747653:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946797.747654:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1784946797.747663:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946797.747664:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946797.747666:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946797.747670:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952300 x1871641054299904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946813 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946797.747670:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946797.747679:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=149 v=5 (5 5 5 5) 00000100:00000040:0.0:1784946797.747680:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952300 x1871641054299904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784946797.747689:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=69 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946797.747701:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946797.747703:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946797.747706:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1784946797.747706:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946797.747710:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946797.747711:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784946797.747716:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000800:00000001:0.0:1784946797.747717:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946797.747720:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946797.747724:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946797.747726:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946797.747733:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950a80 x1871641054300032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946797.747740:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946797.747744:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946797.747746:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1784946797.747749:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784946797.747751:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:3.0:1784946797.747752:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784946797.747754:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784946797.747756:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000100:00000040:2.0:1784946797.747761:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950a80 x1871641054300032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946813 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946797.747761:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1908 00000400:00000010:3.0:1784946797.747765:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1908. 00000100:00000001:3.0:1784946797.747770:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946797.747777:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952300 x1871641054299904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946797.747804:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054300032:192.168.202.106@tcp:400:kworker.0 00000100:00000200:3.0:1784946797.747804:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952300 x1871641054299904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946813 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946797.747814:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946797.747818:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946797.747819:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784946797.747821:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946797.747825:0:2355:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:2.0:1784946797.747826:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950a80 x1871641054300032/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946813 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946797.747828:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946797.747830:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946797.747833:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946797.747837:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946797.747839:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00001000:3.0:1784946797.747842:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=149 v=5 (5 5 5 5) 02000000:00000001:2.0:1784946797.747843:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946797.747846:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d7a00. 00000100:00001000:3.0:1784946797.747848:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=149 v=5 (1 1 1 1) 02000000:00000001:2.0:1784946797.747850:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784946797.747852:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1784946797.747853:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946797.747856:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946797.747856:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946797.747861:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:3.0:1784946797.747861:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1784946797.747865:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 00010000:00000001:3.0:1784946797.747865:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946797.747868:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946797.747869:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946797.747872:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946797.747873:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950a80. 00000100:00000001:2.0:1784946797.747876:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1784946797.747876:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952300 x1871641054299904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946797.747879:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946797.747882:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946797.747887:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946797.747887:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946797.747890:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946797.747890:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946797.747893:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946797.747894:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946797.747897:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946797.747900:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952300 x1871641054299904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946813 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946797.747907:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054299904:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946797.747912:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946797.747915:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946797.747918:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952300 x1871641054299904/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946813 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946797.747924:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946797.747925:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946797.747927:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46616e00. 02000000:00000001:3.0:1784946797.747930:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946797.747932:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946797.747933:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946797.747935:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946797.747936:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 02000000:00000001:3.0:1784946797.747939:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946797.747940:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946797.747941:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952300. 00000100:00000001:3.0:1784946797.747962:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946797.747963:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946797.747965:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946797.747969:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946797.747970:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946797.747971:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946797.747973:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946798.065638:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946798.065645:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946798.065718:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946798.065722:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946798.065725:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946798.449610:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305585327, at 4305585344 00000100:00000040:1.0:1784946798.449610:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305585327, at 4305585344 00000100:00000010:1.0:1784946798.449626:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cde0. 00000100:00000010:0.0:1784946798.449628:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c3c0. 00010000:00000001:1.0:1784946799.089610:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946799.089614:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946799.089665:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946799.089668:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946799.089670:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946800.113619:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946800.113623:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946800.113691:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946800.113694:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946800.113696:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946801.137618:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946801.137623:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946801.137709:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946801.137715:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946801.137719:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946802.161614:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946802.161619:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946802.161692:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946802.161694:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946802.161697:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946802.865667:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946802.865676:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946802.865685:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328b800. 00000020:00000040:0.0:1784946802.865690:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946802.865693:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946802.865695:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946802.865699:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946802.865750:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4400. 00000100:00000001:0.0:1784946802.865756:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946802.865764:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d4328b800 x1871641054300160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946802.865771:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946802.865774:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946802.865780:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024ad7aec] to pc [ptlrpcd_00_00+0] req@ffff996d4328b800 x1871641054300160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946802.865804:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946802.865806:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946802.865808:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946802.865810:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43288380. 00000020:00000040:0.0:1784946802.865812:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946802.865813:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946802.865815:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946802.865816:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946802.865818:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4500. 00000100:00000001:0.0:1784946802.865820:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946802.865823:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43288380 x1871641054300288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946802.865828:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946802.865829:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946802.865830:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946802.865834:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000916282b0] to pc [ptlrpcd_00_01+1] req@ffff996d43288380 x1871641054300288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946802.865834:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946802.865837:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784946802.865843:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946802.865845:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328b800 x1871641054300160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946802.865846:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784946802.865850:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784946802.865854:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784946802.865859:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784946802.865865:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10927) 00000100:00000001:1.0:1784946802.865874:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946802.865876:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946802.865877:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946802.865880:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946802.865881:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1784946802.865881:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946802.865886:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784946802.865888:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43288380 x1871641054300288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784946802.865892:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946802.865901:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1784946802.865901:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054300160:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946802.865903:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946802.865906:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946802.865909:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946802.865910:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946802.865910:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1784946802.865915:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054300288:192.168.202.106@tcp:400:kworker.0 02000000:00000001:1.0:1784946802.865917:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784946802.865918:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784946802.865920:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946802.865922:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946802.865922:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946802.865928:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1784946802.865928:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946802.865933:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394aa00. 02000000:00000001:0.0:1784946802.865935:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946802.865935:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61199800. 02000000:00000001:1.0:1784946802.865940:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946802.865945:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946802.865946:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946802.865950:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f160. 00000400:00000010:1.0:1784946802.865951:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d3c8. 00000400:00000010:0.0:1784946802.865958:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f000. 00000400:00000010:1.0:1784946802.865958:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294440. 00000100:00000200:0.0:1784946802.865965:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054300288, portal 10 00000100:00000200:1.0:1784946802.865965:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054300160, portal 25 00000100:00000001:0.0:1784946802.865968:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946802.865969:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946802.865970:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290054528 : -112780419497088 : ffff996d43288380) 00000100:00000001:1.0:1784946802.865971:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290067968 : -112780419483648 : ffff996d4328b800) 00000100:00000040:1.0:1784946802.865979:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328b800 x1871641054300160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946802.865980:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43288380 x1871641054300288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946802.866005:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784946802.866005:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784946802.866009:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000040:1.0:1784946802.866010:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946802.866012:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fd48. 00000400:00000010:1.0:1784946802.866014:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2947f8. 00000100:00000200:0.0:1784946802.866016:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054300288, offset 0 00000100:00000200:1.0:1784946802.866017:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054300160, offset 0 00000400:00000200:0.0:1784946802.866023:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946802.866032:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946802.866032:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946802.866041:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946802.866045:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946802.866048:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946802.866050:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946802.866052:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946802.866056:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314856:314856:256:4294967295] 192.168.202.106@tcp LPNI seq info [314852:314852:8:4294967295] 00000400:00000200:0.0:1784946802.866059:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946802.866065:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946802.866072:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946802.866072:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:0.0:1784946802.866077:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4b00. 00000400:00000200:1.0:1784946802.866081:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:0.0:1784946802.866085:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784946802.866089:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946802.866094:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:0.0:1784946802.866095:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784946802.866100:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784946802.866100:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946802.866107:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946802.866111:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314857:314857:255:4294967295] 192.168.202.106@tcp LPNI seq info [314853:314853:7:4294967295] 00000100:00000001:0.0:1784946802.866113:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946802.866119:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16692 usecs (17 jiffies) 00000400:00000200:1.0:1784946802.866120:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946802.866124:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946802.866126:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305589777 00000100:00000010:0.0:1784946802.866130:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373c00. 00000400:00000200:1.0:1784946802.866134:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:0.0:1784946802.866137:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000800:00000200:1.0:1784946802.866142:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784946802.866143:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305589777 00000100:00000010:0.0:1784946802.866148:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373e40. 00000800:00000010:1.0:1784946802.866149:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ade00. 00000100:00000001:0.0:1784946802.866151:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784946802.866154:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784946802.866155:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:0.0:1784946802.866156:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946802.866160:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946802.866163:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784946802.866164:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:0.0:1784946802.866169:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1784946802.866169:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ade00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946802.866172:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946802.866174:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946802.866175:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946802.866176:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946802.866179:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946802.866182:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946802.866183:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946802.866187:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305590447 00000100:00000001:1.0:1784946802.866192:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305589777 00000100:00000001:1.0:1784946802.866195:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305590447 00000100:00000001:1.0:1784946802.866197:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305589777 00000100:00000001:1.0:1784946802.866199:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946802.866200:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946802.866202:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946802.866203:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946802.866206:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946802.866208:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946802.866210:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946802.866211:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946802.866213:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946802.866215:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784946802.866216:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784946802.866221:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4b00. 00000400:00000200:0.0:1784946802.866226:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946802.866230:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946802.866234:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fd48 00000400:00000010:0.0:1784946802.866236:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fd48. 00000100:00000001:0.0:1784946802.866240:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946802.866243:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43288380 x1871641054300288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946802.866249:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946802.866251:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43288380 x1871641054300288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946818 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946802.866255:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946802.866256:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946802.866305:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946802.866307:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ade00. 00000400:00000200:0.0:1784946802.866311:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946802.866313:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946802.866314:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2947f8 00000400:00000010:0.0:1784946802.866315:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2947f8. 00000100:00000001:0.0:1784946802.866317:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946802.866319:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328b800 x1871641054300160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946802.866323:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946802.866325:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328b800 x1871641054300160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946818 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946802.866328:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946802.866329:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946802.867530:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946802.867538:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946802.867540:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946802.867542:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946802.867545:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946802.867548:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946802.867552:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946802.867554:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946802.867557:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946802.867559:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64304880 00000400:00000200:0.0:1784946802.867562:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946802.867565:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceb61 [1] + 224 00000800:00000001:0.0:1784946802.867570:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946802.867572:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946802.867574:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946802.867576:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946802.867578:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946802.867582:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43288380 x1871641054300288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946818 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946802.867588:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43288380 x1871641054300288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946802.867603:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946802.867611:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946802.867613:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946802.867614:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946802.867615:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946802.867617:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946802.867620:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946802.867622:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946802.867625:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946802.867627:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946802.867629:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64304800 00000400:00000200:0.0:1784946802.867632:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946802.867633:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946802.867637:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceb69 [1] + 224 00000100:00000001:1.0:1784946802.867637:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784946802.867642:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1784946802.867642:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946802.867645:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1784946802.867647:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784946802.867647:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f160. 00000400:00000200:1.0:1784946802.867663:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f000 00000400:00000200:0.0:1784946802.867666:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1784946802.867667:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f000. 00000400:00000200:0.0:1784946802.867671:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946802.867673:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946802.867674:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946802.867679:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328b800 x1871641054300160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946818 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946802.867682:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43288380 x1871641054300288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946802.867708:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328b800 x1871641054300160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946802.867708:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43288380 x1871641054300288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946818 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946802.867735:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946802.867736:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946802.867737:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946802.867740:0:2353:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:0.0:1784946802.867744:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784946802.867744:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946802.867748:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1784946802.867749:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946802.867751:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946802.867755:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946802.867761:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=154 v=5 (5 5 5 5) 00000100:00000001:0.0:1784946802.867765:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1784946802.867766:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=74 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946802.867767:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784946802.867770:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1784946802.867771:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000001:0.0:1784946802.867772:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1784946802.867775:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784946802.867776:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d3c8. 00000400:00000200:0.0:1784946802.867780:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294440 00010000:00000001:1.0:1784946802.867781:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1784946802.867782:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294440. 00000100:00000001:0.0:1784946802.867785:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1784946802.867786:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784946802.867788:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328b800 x1871641054300160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946802.867792:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784946802.867796:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000200:0.0:1784946802.867797:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328b800 x1871641054300160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946818 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946802.867800:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946802.867803:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946802.867805:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946802.867807:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946802.867808:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946802.867810:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946802.867812:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1784946802.867812:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43288380 x1871641054300288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946802.867813:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946802.867817:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946802.867820:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=154 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946802.867826:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=154 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946802.867828:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946802.867829:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946802.867831:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946802.867833:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784946802.867833:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1784946802.867836:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946802.867836:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946802.867841:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946802.867845:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43288380 x1871641054300288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946818 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946802.867846:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328b800 x1871641054300160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946802.867875:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1784946802.867875:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054300288:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946802.867878:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946802.867880:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946802.867885:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946802.867886:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328b800 x1871641054300160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946818 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946802.867890:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1784946802.867897:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054300160:192.168.202.106@tcp:400:kworker.0 00000100:00000040:1.0:1784946802.867897:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43288380 x1871641054300288/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946818 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946802.867901:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946802.867905:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946802.867909:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328b800 x1871641054300160/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946818 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946802.867912:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784946802.867917:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946802.867917:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1784946802.867918:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946802.867921:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61199800. 02000000:00000010:1.0:1784946802.867922:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394aa00. 02000000:00000001:0.0:1784946802.867924:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946802.867926:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946802.867928:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 02000000:00000001:1.0:1784946802.867928:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946802.867931:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:0.0:1784946802.867932:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946802.867934:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4400. 00000020:00000040:1.0:1784946802.867935:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 02000000:00000001:0.0:1784946802.867937:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946802.867940:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1784946802.867940:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946802.867943:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4500. 00000100:00000010:0.0:1784946802.867944:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328b800. 00000100:00000001:0.0:1784946802.867948:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1784946802.867949:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784946802.867950:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784946802.867952:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1784946802.867953:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1784946802.867955:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43288380. 00000100:00000001:0.0:1784946802.867957:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946802.867958:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946802.867959:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946802.867960:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946802.867962:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946802.867963:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946802.867964:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946802.867968:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946802.867970:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946802.867972:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946802.867973:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946803.185616:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946803.185631:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946803.185634:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946803.185637:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946803.185641:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946803.185642:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946803.185644:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946803.185655:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946803.185705:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946803.185708:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946803.185711:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946803.569605:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305590447, at 4305590464 00000100:00000040:1.0:1784946803.569605:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305590447, at 4305590464 00000100:00000010:0.0:1784946803.569620:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373c00. 00000100:00000010:1.0:1784946803.569622:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373e40. 00010000:00000001:1.0:1784946804.209635:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946804.209667:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946804.209725:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946804.209729:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946804.209733:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946805.233618:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946805.233623:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946805.233739:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946805.233747:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946805.233752:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946806.257588:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946806.257593:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946806.257653:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946806.257656:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946806.257659:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946807.281600:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946807.281606:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946807.281660:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946807.281664:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946807.281668:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946807.985713:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946807.985730:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946807.985746:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328b800. 00000020:00000040:0.0:1784946807.985752:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946807.985756:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946807.985760:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946807.985765:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946807.985772:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4400. 00000100:00000001:0.0:1784946807.985779:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946807.985800:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d4328b800 x1871641054300416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946807.985812:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946807.985815:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946807.985822:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024ad7aec] to pc [ptlrpcd_00_00+0] req@ffff996d4328b800 x1871641054300416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946807.985858:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946807.985861:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946807.985864:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946807.985868:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289f80. 00000020:00000040:0.0:1784946807.985870:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946807.985872:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946807.985874:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946807.985876:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946807.985880:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4b00. 00000100:00000001:0.0:1784946807.985883:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946807.985889:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43289f80 x1871641054300544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946807.985896:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946807.985897:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946807.985900:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946807.985904:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006509818b] to pc [ptlrpcd_00_01+1] req@ffff996d43289f80 x1871641054300544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946807.985916:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946807.985919:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784946807.985921:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946807.985926:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946807.985927:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289f80 x1871641054300544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946807.985933:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784946807.985940:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946807.985944:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1784946807.985946:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784946807.985948:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946807.985953:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946807.985955:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946807.985958:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946807.985961:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054300544:192.168.202.106@tcp:400:kworker.0 00000100:00000040:0.0:1784946807.985964:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10932) 00000100:00000001:1.0:1784946807.985967:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946807.985973:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946807.985975:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946807.985978:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946807.985984:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61199800. 02000000:00000001:1.0:1784946807.985987:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946807.985994:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946807.985995:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946807.985999:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1784946807.986000:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2db58. 00000100:00000001:0.0:1784946807.986001:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1784946807.986008:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294990. 00000100:00000040:0.0:1784946807.986010:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328b800 x1871641054300416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946807.986019:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946807.986021:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946807.986023:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946807.986025:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946807.986027:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946807.986030:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054300544, portal 10 00000100:00100000:0.0:1784946807.986031:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054300416:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946807.986035:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946807.986038:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784946807.986039:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290061696 : -112780419489920 : ffff996d43289f80) 02000000:00000001:0.0:1784946807.986043:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946807.986047:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946807.986050:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1784946807.986051:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289f80 x1871641054300544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784946807.986055:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784946807.986060:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946807.986066:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784946807.986068:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:1.0:1784946807.986072:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946807.986076:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294ee0. 00000100:00000200:1.0:1784946807.986079:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054300544, offset 0 00000400:00000010:0.0:1784946807.986084:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f840. 00000400:00000010:0.0:1784946807.986090:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fd48. 00000100:00000200:0.0:1784946807.986093:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054300416, portal 25 00000100:00000001:0.0:1784946807.986095:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946807.986098:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290067968 : -112780419483648 : ffff996d4328b800) 00000400:00000200:1.0:1784946807.986099:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:0.0:1784946807.986107:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328b800 x1871641054300416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946807.986111:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946807.986119:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784946807.986122:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000040:0.0:1784946807.986124:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946807.986129:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f198. 00000100:00000200:0.0:1784946807.986131:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054300416, offset 0 00000400:00000200:0.0:1784946807.986136:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946807.986139:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946807.986144:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946807.986147:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946807.986150:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946807.986154:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314858:314858:256:4294967295] 192.168.202.106@tcp LPNI seq info [314854:314854:8:4294967295] 00000400:00000200:1.0:1784946807.986159:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946807.986168:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:0.0:1784946807.986176:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784946807.986176:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946807.986184:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946807.986186:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946807.986189:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946807.986191:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946807.986194:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000010:1.0:1784946807.986195:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad700. 00000400:00000200:0.0:1784946807.986199:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314859:314859:255:4294967295] 192.168.202.106@tcp LPNI seq info [314855:314855:7:4294967295] 00000800:00000200:1.0:1784946807.986206:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784946807.986207:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784946807.986218:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784946807.986220:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946807.986226:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1784946807.986229:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784946807.986234:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4500. 00000800:00000200:0.0:1784946807.986239:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:1.0:1784946807.986240:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946807.986245:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000040:1.0:1784946807.986247:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16691 usecs (17 jiffies) 00000800:00000200:0.0:1784946807.986249:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784946807.986255:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946807.986256:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946807.986261:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946807.986264:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305595567 00000100:00000001:1.0:1784946807.986267:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305594897 00000100:00000010:0.0:1784946807.986268:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373c00. 00000100:00000001:0.0:1784946807.986275:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784946807.986281:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305595567 00000100:00000001:1.0:1784946807.986282:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305595567 00000100:00000010:0.0:1784946807.986286:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d593737e0. 00000100:00000001:1.0:1784946807.986288:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305594897 00000100:00000001:0.0:1784946807.986291:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784946807.986296:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946807.986296:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305595567 00000100:00000001:1.0:1784946807.986300:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946807.986302:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946807.986305:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946807.986307:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946807.986314:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946807.986314:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946807.986318:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946807.986319:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946807.986322:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946807.986323:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946807.986325:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946807.986328:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946807.986329:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946807.986330:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946807.986332:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946807.986336:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946807.986338:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946807.986340:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946807.986342:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946807.986382:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946807.986386:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad700. 00000400:00000200:1.0:1784946807.986394:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946807.986399:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946807.986404:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294ee0 00000400:00000010:1.0:1784946807.986406:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294ee0. 00000100:00000001:1.0:1784946807.986410:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946807.986415:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289f80 x1871641054300544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946807.986424:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946807.986428:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289f80 x1871641054300544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946823 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946807.986435:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946807.986436:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946807.986510:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946807.986513:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4500. 00000400:00000200:1.0:1784946807.986540:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946807.986544:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946807.986546:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f198 00000400:00000010:1.0:1784946807.986548:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f198. 00000100:00000001:1.0:1784946807.986550:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946807.986553:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328b800 x1871641054300416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946807.986559:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946807.986562:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328b800 x1871641054300416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946823 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946807.986568:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946807.986569:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946807.987779:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946807.987789:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946807.987793:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946807.987795:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946807.987800:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946807.987805:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946807.987811:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946807.987814:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946807.987818:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946807.987822:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64304980 00000400:00000200:0.0:1784946807.987826:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946807.987830:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceb81 [1] + 224 00000800:00000001:0.0:1784946807.987837:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946807.987843:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946807.987845:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946807.987848:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946807.987853:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946807.987858:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289f80 x1871641054300544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946823 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946807.987868:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289f80 x1871641054300544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946807.987885:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946807.987891:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946807.987896:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946807.987904:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946807.987908:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946807.987909:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946807.987912:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946807.987914:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946807.987919:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000001:1.0:1784946807.987922:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946807.987924:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784946807.987926:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946807.987927:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2db58. 00000400:00000200:0.0:1784946807.987932:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946807.987932:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294990 00000400:00000010:1.0:1784946807.987935:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294990. 00000100:00000001:1.0:1784946807.987938:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946807.987939:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:1.0:1784946807.987944:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289f80 x1871641054300544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946807.987948:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64304900 00000400:00000200:0.0:1784946807.987956:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946807.987964:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceb91 [1] + 224 00000100:00000200:1.0:1784946807.987965:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289f80 x1871641054300544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946823 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946807.987975:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784946807.987975:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946807.987976:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946807.987979:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946807.987981:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1784946807.987983:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946807.987983:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946807.987985:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946807.987989:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1784946807.987990:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946807.987998:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00001000:1.0:1784946807.987998:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=9 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946807.988004:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=79 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946807.988006:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946807.988007:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946807.988009:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946807.988011:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1784946807.988013:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328b800 x1871641054300416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946823 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784946807.988015:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946807.988018:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784946807.988020:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946807.988023:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946807.988025:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946807.988030:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289f80 x1871641054300544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946823 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946807.988036:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328b800 x1871641054300416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946807.988037:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946807.988041:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946807.988043:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946807.988049:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289f80 x1871641054300544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946823 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946807.988060:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054300544:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946807.988063:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946807.988064:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784946807.988065:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1784946807.988067:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289f80 x1871641054300544/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946823 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946807.988072:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784946807.988072:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946807.988076:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:0.0:1784946807.988078:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1784946807.988078:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61199800. 02000000:00000001:1.0:1784946807.988085:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946807.988087:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946807.988088:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946807.988090:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1784946807.988090:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784946807.988094:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1784946807.988095:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4b00. 00000400:00000001:0.0:1784946807.988098:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1784946807.988099:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:0.0:1784946807.988101:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1784946807.988102:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:0.0:1784946807.988105:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f840. 00000100:00000010:1.0:1784946807.988105:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289f80. 00000100:00000001:1.0:1784946807.988108:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946807.988109:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946807.988110:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fd48 00000100:00000001:1.0:1784946807.988111:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784946807.988114:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fd48. 00000100:00000001:1.0:1784946807.988116:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946807.988117:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946807.988118:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946807.988121:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1784946807.988122:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328b800 x1871641054300416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946807.988123:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784946807.988131:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328b800 x1871641054300416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946823 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946807.988139:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946807.988140:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946807.988142:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946807.988143:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946807.988144:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946807.988145:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946807.988146:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946807.988148:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=9 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946807.988151:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=9 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946807.988152:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946807.988153:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946807.988154:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946807.988155:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946807.988156:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946807.988159:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328b800 x1871641054300416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946823 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946807.988170:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946807.988171:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946807.988172:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946807.988174:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328b800 x1871641054300416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946823 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946807.988179:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054300416:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946807.988182:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946807.988183:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946807.988185:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328b800 x1871641054300416/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946823 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946807.988188:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946807.988189:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946807.988190:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784946807.988192:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946807.988193:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946807.988194:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784946807.988195:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946807.988196:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4400. 02000000:00000001:0.0:1784946807.988198:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946807.988199:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946807.988200:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328b800. 00000100:00000001:0.0:1784946807.988202:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946807.988202:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946807.988203:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946807.988206:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946807.988207:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946807.988208:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946807.988209:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946808.305689:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946808.305693:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946808.305751:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946808.305770:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946808.305774:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946808.689653:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305595567, at 4305595584 00000100:00000010:0.0:1784946808.689669:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373c00. 00000100:00000040:1.0:1784946808.689670:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305595567, at 4305595584 00000100:00000010:1.0:1784946808.689687:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d593737e0. 00010000:00000001:1.0:1784946809.329664:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946809.329670:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946809.329764:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946809.329767:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946809.329770:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946810.353662:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946810.353668:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946810.353724:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946810.353727:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946810.353729:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946811.377626:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946811.377631:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946811.377673:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946811.377717:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946811.377719:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946812.401655:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946812.401662:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946812.401729:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946812.401733:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946812.401736:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946813.105693:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946813.105701:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946813.105707:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950a80. 00000020:00000040:2.0:1784946813.105711:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946813.105714:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946813.105717:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946813.105721:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946813.105726:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784946813.105732:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946813.105741:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950a80 x1871641054300672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946813.105749:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946813.105752:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946813.105759:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011f70e2a] to pc [ptlrpcd_01_01+1] req@ffff996d73950a80 x1871641054300672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946813.105782:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946813.105784:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946813.105787:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946813.105790:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950000. 00000020:00000040:2.0:1784946813.105791:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946813.105793:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946813.105794:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946813.105795:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946813.105798:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784946813.105800:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946813.105803:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950000 x1871641054300800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946813.105807:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946813.105808:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946813.105811:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac249ac8] to pc [ptlrpcd_01_00+0] req@ffff996d73950000 x1871641054300800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946813.105817:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946813.105818:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946813.105821:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946813.105823:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946813.105825:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946813.105829:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10937) 00000100:00000001:2.0:1784946813.105838:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946813.105841:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946813.105842:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946813.105845:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950000 x1871641054300800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946813.105850:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946813.105852:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946813.105854:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946813.105856:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946813.105858:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946813.105869:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054300800:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946813.105874:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946813.105879:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946813.105881:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946813.105884:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946813.105888:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d7a00. 02000000:00000001:2.0:1784946813.105891:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946813.105899:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946813.105899:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1784946813.105904:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000100:00000001:3.0:1784946813.105904:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1784946813.105912:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000100:00000001:3.0:1784946813.105912:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1784946813.105921:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054300800, portal 10 00000100:00000040:3.0:1784946813.105921:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950a80 x1871641054300672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946813.105927:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946813.105930:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102470656 : -112779607080960 : ffff996d73950000) 00000100:00000001:3.0:1784946813.105937:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946813.105939:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946813.105944:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950000 x1871641054300800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946813.105944:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946813.105948:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946813.105952:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946813.105958:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1784946813.105959:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054300672:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784946813.105964:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946813.105970:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f63b8. 00000100:00000200:2.0:1784946813.105975:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054300800, offset 0 00000400:00000200:2.0:1784946813.105983:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946813.105992:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946813.105999:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946813.106005:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946813.106009:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946813.106013:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946813.106016:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946813.106019:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314860:314860:256:4294967295] 192.168.202.106@tcp LPNI seq info [314856:314856:8:4294967295] 00000400:00000200:2.0:1784946813.106022:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946813.106030:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946813.106036:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946813.106040:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b300. 00000100:00000001:3.0:1784946813.106042:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1784946813.106047:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 02000000:00000001:3.0:1784946813.106047:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946813.106051:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946813.106054:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1784946813.106057:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 02000000:00000010:3.0:1784946813.106060:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46617000. 00000800:00000200:2.0:1784946813.106061:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b300 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1784946813.106065:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946813.106070:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946813.106072:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784946813.106075:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16691 usecs (17 jiffies) 00000400:00000010:3.0:1784946813.106078:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000200:2.0:1784946813.106081:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946813.106085:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305600017 00000400:00000010:3.0:1784946813.106085:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1908. 00000100:00000010:2.0:1784946813.106088:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cc60. 00000100:00000200:3.0:1784946813.106091:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054300672, portal 25 00000100:00000001:2.0:1784946813.106094:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784946813.106094:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946813.106096:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102473344 : -112779607078272 : ffff996d73950a80) 00000100:00000001:2.0:1784946813.106101:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305600017 00000100:00000010:2.0:1784946813.106106:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c600. 00000100:00000040:3.0:1784946813.106106:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950a80 x1871641054300672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946813.106111:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946813.106115:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946813.106119:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946813.106121:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784946813.106124:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946813.106126:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784946813.106128:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784946813.106131:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f13b8. 00000800:00000200:1.0:1784946813.106132:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946813.106137:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1784946813.106137:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054300672, offset 0 00000800:00000010:1.0:1784946813.106139:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b300. 00000100:00000001:2.0:1784946813.106141:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946813.106145:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784946813.106146:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946813.106147:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946813.106148:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946813.106152:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946813.106155:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946813.106157:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946813.106158:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:3.0:1784946813.106164:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946813.106168:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946813.106171:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946813.106174:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f63b8 00000400:00000200:3.0:1784946813.106174:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946813.106179:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000010:1.0:1784946813.106180:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f63b8. 00000100:00000001:1.0:1784946813.106186:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946813.106191:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950000 x1871641054300800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946813.106201:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946813.106204:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950000 x1871641054300800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946829 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946813.106211:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946813.106213:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784946813.106225:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314861:314861:256:4294967295] 192.168.202.106@tcp LPNI seq info [314857:314857:8:4294967295] 00000400:00000200:3.0:1784946813.106340:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946813.106348:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946813.106354:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946813.106358:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea700. 00000800:00000200:3.0:1784946813.106362:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784946813.106367:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946813.106371:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946813.106382:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946813.106386:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946813.106388:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305600687 00000100:00000001:3.0:1784946813.106393:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305600017 00000100:00000001:3.0:1784946813.106396:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305600687 00000100:00000001:3.0:1784946813.106414:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305600017 00000100:00000001:3.0:1784946813.106420:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946813.106423:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946813.106447:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946813.106451:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea700. 00000400:00000200:0.0:1784946813.106456:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946813.106457:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946813.106462:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946813.106463:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946813.106467:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784946813.106469:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f13b8 00000100:00000001:3.0:1784946813.106470:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1784946813.106473:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f13b8. 00000100:00000001:3.0:1784946813.106474:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946813.106479:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946813.106485:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950a80 x1871641054300672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946813.106493:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946813.106497:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950a80 x1871641054300672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946829 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946813.106504:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946813.106505:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784946813.106547:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946813.106551:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946813.106554:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946813.107557:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946813.107576:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946813.107579:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946813.107582:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946813.107587:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946813.107592:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946813.107598:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946813.107601:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946813.107605:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946813.107609:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64304a80 00000400:00000200:1.0:1784946813.107613:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946813.107617:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceba1 [1] + 224 00000800:00000001:1.0:1784946813.107622:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946813.107625:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946813.107626:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946813.107629:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946813.107632:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946813.107636:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950000 x1871641054300800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946829 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946813.107642:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950000 x1871641054300800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946813.107660:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946813.107665:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946813.107668:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946813.107670:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946813.107672:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946813.107675:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946813.107679:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946813.107684:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946813.107686:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946813.107691:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946813.107691:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946813.107696:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946813.107697:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64304a00 00000400:00000001:2.0:1784946813.107702:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784946813.107703:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:2.0:1784946813.107706:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946813.107708:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946813.107711:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:2.0:1784946813.107712:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:2.0:1784946813.107714:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946813.107720:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceba9 [1] + 224 00000100:00000200:2.0:1784946813.107720:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950000 x1871641054300800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946813.107730:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784946813.107733:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950000 x1871641054300800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946829 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946813.107737:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946813.107739:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784946813.107740:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946813.107741:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946813.107744:0:2354:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:1.0:1784946813.107746:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 02000000:00000001:2.0:1784946813.107747:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946813.107750:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946813.107751:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946813.107752:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946813.107756:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950a80 x1871641054300672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946829 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946813.107756:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946813.107763:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=15 v=5 (5 5 5 5) 00000100:00000040:1.0:1784946813.107764:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950a80 x1871641054300672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784946813.107770:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=85 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946813.107778:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946813.107779:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946813.107781:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784946813.107784:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1784946813.107784:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946813.107788:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000800:00000001:1.0:1784946813.107789:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784946813.107790:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000800:00000001:1.0:1784946813.107793:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946813.107794:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946813.107806:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946813.107810:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784946813.107812:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950000 x1871641054300800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946829 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946813.107813:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784946813.107818:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946813.107821:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946813.107824:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000100:00000001:2.0:1784946813.107825:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946813.107830:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1784946813.107831:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1908 00000100:00000001:2.0:1784946813.107833:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784946813.107834:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1908. 00000100:00000001:3.0:1784946813.107838:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1784946813.107840:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950000 x1871641054300800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946829 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946813.107847:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950a80 x1871641054300672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946813.107856:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054300800:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946813.107864:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784946813.107865:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950a80 x1871641054300672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946829 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946813.107867:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946813.107874:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950000 x1871641054300800/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946829 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946813.107879:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946813.107883:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946813.107886:0:2355:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784946813.107888:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946813.107889:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946813.107892:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1784946813.107893:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784946813.107894:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946813.107898:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946813.107899:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d7a00. 00000100:00001000:3.0:1784946813.107902:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=15 v=5 (5 5 5 5) 02000000:00000001:2.0:1784946813.107904:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1784946813.107907:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=15 v=5 (1 1 1 1) 00000020:00000001:2.0:1784946813.107908:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784946813.107911:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000040:2.0:1784946813.107912:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946813.107914:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946813.107917:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:3.0:1784946813.107918:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946813.107921:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946813.107922:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 00000100:00000001:3.0:1784946813.107923:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946813.107927:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1784946813.107930:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950a80 x1871641054300672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946829 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946813.107931:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946813.107934:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950000. 00000100:00000001:2.0:1784946813.107940:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946813.107942:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946813.107943:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946813.107947:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946813.107948:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946813.107950:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946813.107954:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1784946813.107955:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950a80 x1871641054300672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946829 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946813.107958:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946813.107962:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946813.107964:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946813.107970:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054300672:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946813.107975:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946813.107977:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946813.107981:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950a80 x1871641054300672/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946829 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946813.107987:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946813.107988:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946813.107989:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46617000. 02000000:00000001:3.0:1784946813.107992:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946813.107993:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946813.107994:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946813.107996:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946813.107997:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 02000000:00000001:3.0:1784946813.107999:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946813.108000:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946813.108001:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950a80. 00000100:00000001:3.0:1784946813.108004:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946813.108005:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946813.108006:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946813.108009:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946813.108010:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946813.108012:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946813.108013:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946813.425643:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946813.425651:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946813.425653:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946813.425656:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946813.425660:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946813.425663:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946813.425666:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946813.425668:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946813.425727:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946813.425730:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946813.425733:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946813.809604:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305600687, at 4305600704 00000100:00000040:1.0:1784946813.809606:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305600687, at 4305600704 00000100:00000010:1.0:1784946813.809618:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c600. 00000100:00000010:0.0:1784946813.809619:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cc60. 00010000:00000001:1.0:1784946814.449600:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946814.449606:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946814.449662:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946814.449665:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946814.449668:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946815.473647:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946815.473654:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946815.473715:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946815.473718:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946815.473721:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946816.497638:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946816.497645:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946816.497714:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946816.497718:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946816.497721:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946817.522099:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946817.522105:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946817.522181:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946817.522185:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946817.522188:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946818.225763:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946818.225770:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946818.225780:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8aa00. 00000020:00000040:1.0:1784946818.225784:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946818.225787:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946818.225789:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946818.225794:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946818.225856:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad700. 00000100:00000001:1.0:1784946818.225863:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946818.225874:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d8aa00 x1871641054300928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946818.225885:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946818.225888:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946818.225893:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000484376cf] to pc [ptlrpcd_00_00+0] req@ffff996d44d8aa00 x1871641054300928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946818.225918:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946818.225920:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946818.225922:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946818.225925:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d88a80. 00000020:00000040:1.0:1784946818.225926:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946818.225929:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946818.225931:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946818.225933:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946818.225937:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad100. 00000100:00000001:1.0:1784946818.225940:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946818.225945:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d88a80 x1871641054301056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946818.225953:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946818.225953:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946818.225956:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946818.225959:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784946818.225963:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a23219d9] to pc [ptlrpcd_00_01+1] req@ffff996d44d88a80 x1871641054301056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946818.225964:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946818.225974:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8aa00 x1871641054300928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946818.225977:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946818.225981:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946818.225988:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1784946818.225994:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1784946818.225995:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946818.225998:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946818.226001:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784946818.226004:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946818.226008:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784946818.226008:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10942) 02000000:00000001:0.0:1784946818.226013:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946818.226018:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054300928:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946818.226022:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784946818.226023:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946818.226026:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784946818.226027:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784946818.226028:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1784946818.226031:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946818.226035:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1784946818.226036:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88a80 x1871641054301056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784946818.226040:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784946818.226045:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946818.226052:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946818.226055:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946818.226056:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:1.0:1784946818.226060:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1784946818.226062:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f840. 02000000:00000001:1.0:1784946818.226064:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946818.226069:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784946818.226071:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fd48. 00000100:00100000:1.0:1784946818.226073:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054301056:192.168.202.106@tcp:400:kworker.0 00000100:00000200:0.0:1784946818.226079:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054300928, portal 25 00000100:00000001:1.0:1784946818.226079:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784946818.226084:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1784946818.226084:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784946818.226087:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318375936 : -112780391175680 : ffff996d44d8aa00) 02000000:00000001:1.0:1784946818.226088:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946818.226093:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784946818.226097:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8aa00 x1871641054300928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784946818.226098:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61199800. 02000000:00000001:1.0:1784946818.226103:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946818.226112:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784946818.226112:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:0.0:1784946818.226118:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946818.226118:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2db58. 00000400:00000010:0.0:1784946818.226123:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f7f8. 00000100:00000200:0.0:1784946818.226127:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054300928, offset 0 00000400:00000010:1.0:1784946818.226127:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294990. 00000100:00000200:1.0:1784946818.226133:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054301056, portal 10 00000100:00000001:1.0:1784946818.226137:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1784946818.226139:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946818.226140:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318367872 : -112780391183744 : ffff996d44d88a80) 00000100:00000040:1.0:1784946818.226151:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88a80 x1871641054301056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946818.226159:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946818.226161:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946818.226164:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294ee0. 00000100:00000200:1.0:1784946818.226166:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054301056, offset 0 00000400:00000200:0.0:1784946818.226169:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946818.226170:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946818.226182:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946818.226187:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946818.226192:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946818.226195:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946818.226197:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946818.226201:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314862:314862:256:4294967295] 192.168.202.106@tcp LPNI seq info [314858:314858:8:4294967295] 00000400:00000200:0.0:1784946818.226205:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946818.226214:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946818.226222:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946818.226222:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946818.226229:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000010:0.0:1784946818.226231:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4400. 00000400:00000200:1.0:1784946818.226232:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946818.226236:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946818.226238:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946818.226241:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:0.0:1784946818.226243:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784946818.226244:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314863:314863:255:4294967295] 192.168.202.106@tcp LPNI seq info [314859:314859:7:4294967295] 00000400:00000200:1.0:1784946818.226250:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:0.0:1784946818.226259:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:1.0:1784946818.226260:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946818.226266:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1784946818.226267:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946818.226273:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad900. 00000800:00000200:1.0:1784946818.226278:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:0.0:1784946818.226282:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946818.226282:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946818.226287:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784946818.226291:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946818.226291:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946818.226297:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16690 usecs (17 jiffies) 00000100:00000001:0.0:1784946818.226298:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305605807 00000400:00000200:1.0:1784946818.226303:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946818.226305:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305605137 00000100:00000010:0.0:1784946818.226306:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373c00. 00000100:00000001:0.0:1784946818.226314:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784946818.226320:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305605807 00000100:00000001:1.0:1784946818.226321:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305605807 00000100:00000010:0.0:1784946818.226325:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373780. 00000100:00000001:1.0:1784946818.226327:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305605137 00000100:00000001:0.0:1784946818.226330:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784946818.226334:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946818.226335:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305605807 00000100:00000001:0.0:1784946818.226338:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946818.226340:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946818.226343:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946818.226345:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946818.226347:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946818.226349:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946818.226353:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946818.226356:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946818.226358:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946818.226360:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946818.226362:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946818.226365:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946818.226366:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946818.226368:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946818.226369:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946818.226371:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946818.226373:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946818.226375:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946818.226378:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946818.226438:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946818.226441:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4400. 00000400:00000200:0.0:1784946818.226456:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946818.226462:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946818.226467:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f7f8 00000400:00000010:0.0:1784946818.226469:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f7f8. 00000100:00000001:0.0:1784946818.226474:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946818.226478:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8aa00 x1871641054300928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946818.226487:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946818.226490:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8aa00 x1871641054300928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946834 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946818.226496:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946818.226497:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946818.226602:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946818.226605:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad900. 00000400:00000200:0.0:1784946818.226610:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946818.226613:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946818.226616:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294ee0 00000400:00000010:0.0:1784946818.226618:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294ee0. 00000100:00000001:0.0:1784946818.226633:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946818.226637:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d88a80 x1871641054301056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946818.226644:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946818.226647:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d88a80 x1871641054301056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946834 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946818.226652:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946818.226653:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946818.228391:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946818.228402:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946818.228405:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946818.228407:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946818.228413:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946818.228418:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946818.228424:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946818.228428:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946818.228432:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946818.228435:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64304b00 00000400:00000200:1.0:1784946818.228440:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946818.228445:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cebb1 [1] + 224 00000800:00000001:1.0:1784946818.228451:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946818.228455:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946818.228457:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946818.228461:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946818.228467:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946818.228473:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8aa00 x1871641054300928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946834 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946818.228480:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8aa00 x1871641054300928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946818.228492:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946818.228497:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946818.228505:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946818.228507:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946818.228510:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946818.228514:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946818.228554:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946818.228560:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946818.228563:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946818.228564:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946818.228569:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946818.228569:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946818.228574:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64304b80 00000400:00000001:0.0:1784946818.228577:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784946818.228579:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:0.0:1784946818.228581:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946818.228584:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f840. 00000400:00000200:0.0:1784946818.228589:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fd48 00000400:00000010:0.0:1784946818.228592:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fd48. 00000100:00000001:0.0:1784946818.228595:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946818.228598:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cebc1 [1] + 224 00000100:00000200:0.0:1784946818.228602:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8aa00 x1871641054300928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946818.228603:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946818.228611:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946818.228615:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1784946818.228616:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8aa00 x1871641054300928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946834 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946818.228620:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946818.228625:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946818.228630:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d88a80 x1871641054301056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946834 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946818.228631:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946818.228634:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946818.228640:0:2352:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:1.0:1784946818.228642:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d88a80 x1871641054301056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946818.228645:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946818.228649:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946818.228652:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946818.228654:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1784946818.228656:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946818.228658:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946818.228662:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784946818.228664:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=20 v=5 (5 5 5 5) 00000100:00000001:1.0:1784946818.228669:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1784946818.228670:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=20 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946818.228672:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946818.228676:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000001:1.0:1784946818.228676:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946818.228679:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1784946818.228680:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946818.228681:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2db58. 00010000:00000001:0.0:1784946818.228687:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1784946818.228687:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294990 00000400:00000010:1.0:1784946818.228689:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294990. 00010000:00000001:0.0:1784946818.228691:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946818.228692:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946818.228695:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88a80 x1871641054301056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946818.228697:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946818.228707:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8aa00 x1871641054300928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946834 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946818.228707:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88a80 x1871641054301056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946834 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946818.228735:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946818.228737:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946818.228738:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946818.228741:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946818.228741:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946818.228742:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946818.228746:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946818.228746:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946818.228747:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946818.228752:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946818.228756:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8aa00 x1871641054300928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946834 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784946818.228764:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=20 v=5 (5 5 5 5) 00000100:00100000:0.0:1784946818.228766:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054300928:192.168.202.106@tcp:400:kworker.0 00000100:00001000:1.0:1784946818.228771:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=90 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946818.228774:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946818.228776:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946818.228778:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784946818.228779:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946818.228784:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8aa00 x1871641054300928/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946834 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784946818.228784:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946818.228788:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946818.228795:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784946818.228798:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946818.228803:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784946818.228806:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784946818.228807:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946818.228811:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1784946818.228814:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88a80 x1871641054301056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946834 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784946818.228815:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784946818.228821:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784946818.228824:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1784946818.228825:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784946818.228827:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:0.0:1784946818.228828:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946818.228829:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784946818.228834:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:1.0:1784946818.228835:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88a80 x1871641054301056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946834 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784946818.228838:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad700. 02000000:00000001:0.0:1784946818.228845:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946818.228848:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946818.228851:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8aa00. 00000100:00000001:0.0:1784946818.228857:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946818.228860:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784946818.228860:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054301056:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946818.228864:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946818.228871:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946818.228873:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946818.228875:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784946818.228876:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946818.228880:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784946818.228882:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88a80 x1871641054301056/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946834 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946818.228883:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946818.228890:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946818.228892:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946818.228894:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61199800. 02000000:00000001:1.0:1784946818.228898:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946818.228900:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946818.228901:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946818.228902:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946818.228904:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad100. 02000000:00000001:1.0:1784946818.228905:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946818.228906:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946818.228907:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88a80. 00000100:00000001:1.0:1784946818.228909:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946818.228910:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946818.228912:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946818.228915:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946818.228916:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946818.228918:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946818.228920:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946818.545644:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946818.545651:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946818.545716:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946818.545720:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946818.545723:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946818.929631:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305605807, at 4305605824 00000100:00000040:1.0:1784946818.929631:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305605807, at 4305605824 00000100:00000010:1.0:1784946818.929646:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373780. 00000100:00000010:0.0:1784946818.929648:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373c00. 00010000:00000001:1.0:1784946819.569627:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946819.569632:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946819.569682:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946819.569685:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946819.569687:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946820.593668:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946820.593675:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946820.593742:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946820.593746:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946820.593749:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946821.617635:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946821.617641:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946821.617706:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946821.617711:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946821.617714:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946822.641623:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946822.641628:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946822.641688:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946822.641692:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946822.641696:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946823.345618:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946823.345628:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946823.345637:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d88a80. 00000020:00000040:1.0:1784946823.345642:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946823.345645:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946823.345648:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946823.345652:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946823.345659:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad100. 00000100:00000001:1.0:1784946823.345665:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946823.345675:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d88a80 x1871641054301184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946823.345684:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946823.345688:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946823.345694:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a23219d9] to pc [ptlrpcd_00_00+0] req@ffff996d44d88a80 x1871641054301184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946823.345722:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946823.345724:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946823.345727:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946823.345730:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d89180. 00000020:00000040:1.0:1784946823.345732:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946823.345735:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946823.345737:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946823.345739:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946823.345743:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad700. 00000100:00000001:1.0:1784946823.345746:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946823.345747:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946823.345752:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784946823.345752:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d89180 x1871641054301312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946823.345756:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784946823.345763:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1784946823.345765:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88a80 x1871641054301184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946823.345767:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946823.345776:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003c74867] to pc [ptlrpcd_00_01+1] req@ffff996d44d89180 x1871641054301312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946823.345787:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946823.345789:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946823.345791:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1784946823.345793:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1784946823.345795:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946823.345798:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784946823.345800:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946823.345803:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784946823.345804:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784946823.345807:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946823.345812:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054301184:192.168.202.106@tcp:400:kworker.0 00000100:00000040:1.0:1784946823.345812:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10947) 00000100:00000001:0.0:1784946823.345818:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784946823.345823:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946823.345825:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946823.345827:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784946823.345828:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784946823.345832:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946823.345835:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1784946823.345836:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784946823.345841:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946823.345841:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d89180 x1871641054301312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946823.345850:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1784946823.345851:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946823.345853:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784946823.345858:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f840. 02000000:00000001:1.0:1784946823.345858:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946823.345861:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946823.345864:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784946823.345866:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fd48. 00000100:00100000:1.0:1784946823.345868:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054301312:192.168.202.106@tcp:400:kworker.0 00000100:00000200:0.0:1784946823.345873:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054301184, portal 25 00000100:00000001:1.0:1784946823.345874:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784946823.345877:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1784946823.345879:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784946823.345880:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318367872 : -112780391183744 : ffff996d44d88a80) 02000000:00000001:1.0:1784946823.345883:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946823.345887:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88a80 x1871641054301184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784946823.345888:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784946823.345895:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1784946823.345895:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61199800. 00000100:00000040:0.0:1784946823.345900:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000001:1.0:1784946823.345900:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784946823.345904:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f7f8. 00000100:00000200:0.0:1784946823.345907:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054301184, offset 0 00000400:00000200:1.0:1784946823.345908:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946823.345912:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946823.345914:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2db58. 00000400:00000200:0.0:1784946823.345921:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946823.345921:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294990. 00000100:00000200:1.0:1784946823.345927:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054301312, portal 10 00000400:00000200:0.0:1784946823.345928:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:1.0:1784946823.345933:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1784946823.345935:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784946823.345937:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318369664 : -112780391181952 : ffff996d44d89180) 00000400:00000200:0.0:1784946823.345940:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946823.345943:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946823.345948:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000040:1.0:1784946823.345949:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d89180 x1871641054301312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946823.345953:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314864:314864:256:4294967295] 192.168.202.106@tcp LPNI seq info [314860:314860:8:4294967295] 00000400:00000200:0.0:1784946823.345962:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946823.345968:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946823.345974:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946823.345978:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000010:1.0:1784946823.345979:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294908. 00000100:00000200:1.0:1784946823.345985:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054301312, offset 0 00000400:00000200:1.0:1784946823.345992:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000800:00000200:0.0:1784946823.345996:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946823.345997:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:0.0:1784946823.346004:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4400. 00000400:00000200:1.0:1784946823.346005:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946823.346011:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946823.346014:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:0.0:1784946823.346019:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784946823.346020:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946823.346025:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:0.0:1784946823.346030:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:1.0:1784946823.346031:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314865:314865:255:4294967295] 192.168.202.106@tcp LPNI seq info [314861:314861:7:4294967295] 00000800:00000200:0.0:1784946823.346037:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784946823.346039:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946823.346049:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:0.0:1784946823.346052:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946823.346057:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946823.346061:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:1.0:1784946823.346063:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad900. 00000100:00000001:0.0:1784946823.346065:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305610927 00000800:00000200:1.0:1784946823.346071:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000010:0.0:1784946823.346073:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373c00. 00000800:00000200:1.0:1784946823.346078:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946823.346082:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946823.346083:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784946823.346090:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305610927 00000100:00000010:0.0:1784946823.346093:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373060. 00000100:00000001:0.0:1784946823.346098:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784946823.346099:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946823.346100:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946823.346104:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946823.346105:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16690 usecs (17 jiffies) 00000100:00000001:0.0:1784946823.346106:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946823.346111:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946823.346116:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946823.346119:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305610257 00000100:00000001:0.0:1784946823.346120:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946823.346122:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946823.346122:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305610927 00000100:00000001:0.0:1784946823.346128:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946823.346128:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305610257 00000100:00000001:0.0:1784946823.346129:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946823.346132:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946823.346134:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305610927 00000100:00000001:0.0:1784946823.346136:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946823.346141:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946823.346145:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946823.346147:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946823.346149:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946823.346154:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946823.346155:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946823.346157:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946823.346159:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946823.346160:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946823.346162:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946823.346184:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946823.346188:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4400. 00000400:00000200:0.0:1784946823.346194:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946823.346199:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946823.346204:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f7f8 00000400:00000010:0.0:1784946823.346206:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f7f8. 00000100:00000001:0.0:1784946823.346210:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946823.346214:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d88a80 x1871641054301184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946823.346223:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946823.346226:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d88a80 x1871641054301184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946839 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946823.346238:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946823.346240:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946823.346298:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946823.346301:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad900. 00000400:00000200:0.0:1784946823.346307:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946823.346310:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946823.346313:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294908 00000400:00000010:0.0:1784946823.346315:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294908. 00000100:00000001:0.0:1784946823.346317:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946823.346321:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d89180 x1871641054301312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946823.346328:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946823.346330:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d89180 x1871641054301312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946839 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946823.346336:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946823.346338:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946823.347670:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946823.347680:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946823.347683:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946823.347691:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946823.347696:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946823.347702:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946823.347709:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946823.347713:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946823.347717:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946823.347721:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64304c00 00000400:00000200:1.0:1784946823.347724:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946823.347727:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cebd1 [1] + 224 00000800:00000001:1.0:1784946823.347732:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946823.347734:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946823.347736:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946823.347738:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946823.347741:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946823.347745:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d88a80 x1871641054301184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946839 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946823.347752:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d88a80 x1871641054301184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946839 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946823.347763:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946823.347767:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946823.347769:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946823.347770:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946823.347771:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946823.347774:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946823.347777:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946823.347782:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946823.347785:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946823.347788:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946823.347791:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64304c80 00000400:00000200:1.0:1784946823.347795:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946823.347799:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946823.347800:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cebe1 [1] + 224 00000100:00000001:0.0:1784946823.347802:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784946823.347808:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784946823.347809:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946823.347811:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946823.347813:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f840. 00000800:00000001:1.0:1784946823.347815:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946823.347817:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fd48 00000400:00000200:1.0:1784946823.347820:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1784946823.347821:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fd48. 00000100:00000001:0.0:1784946823.347827:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946823.347828:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946823.347833:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946823.347834:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88a80 x1871641054301184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946839 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946823.347841:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89180 x1871641054301312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946839 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946823.347854:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88a80 x1871641054301184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946839 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946823.347860:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89180 x1871641054301312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946839 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946823.347874:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946823.347877:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946823.347878:0:2352:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784946823.347881:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1784946823.347882:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946823.347886:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946823.347888:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946823.347888:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784946823.347890:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946823.347892:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784946823.347896:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=25 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946823.347900:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=25 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946823.347901:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946823.347902:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946823.347904:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946823.347905:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1784946823.347907:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1784946823.347909:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000001:1.0:1784946823.347909:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946823.347913:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2db58. 00010000:00000001:0.0:1784946823.347914:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946823.347916:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294990 00000100:00000001:0.0:1784946823.347919:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946823.347919:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294990. 00000100:00000001:1.0:1784946823.347923:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946823.347931:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d89180 x1871641054301312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946839 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946823.347932:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88a80 x1871641054301184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946839 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946823.347957:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946823.347961:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1784946823.347962:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d89180 x1871641054301312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946839 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946823.347963:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946823.347970:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88a80 x1871641054301184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946839 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946823.347970:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946823.347972:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946823.347975:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946823.347978:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946823.347980:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1784946823.347983:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054301184:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946823.347983:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946823.347986:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946823.347989:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946823.347992:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1784946823.347992:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=25 v=5 (5 5 5 5) 00000100:00000040:0.0:1784946823.347995:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88a80 x1871641054301184/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946839 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784946823.347997:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=95 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946823.348003:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946823.348006:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946823.348007:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1784946823.348008:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1784946823.348010:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1784946823.348012:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946823.348013:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b400. 00000100:00000001:1.0:1784946823.348015:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1784946823.348017:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1784946823.348018:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000020:00000001:0.0:1784946823.348021:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784946823.348022:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000020:00000040:0.0:1784946823.348025:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946823.348026:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946823.348030:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946823.348034:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad100. 00000100:00000040:1.0:1784946823.348034:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d89180 x1871641054301312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946839 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946823.348040:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784946823.348041:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946823.348043:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784946823.348044:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946823.348047:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1784946823.348048:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88a80. 00000100:00000040:1.0:1784946823.348050:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89180 x1871641054301312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946839 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946823.348055:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946823.348059:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784946823.348059:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054301312:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946823.348064:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946823.348065:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946823.348069:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784946823.348071:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1784946823.348071:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89180 x1871641054301312/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946839 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946823.348075:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946823.348080:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946823.348083:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946823.348084:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946823.348087:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946823.348090:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61199800. 02000000:00000001:1.0:1784946823.348102:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946823.348104:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946823.348105:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946823.348107:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946823.348109:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad700. 02000000:00000001:1.0:1784946823.348111:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946823.348112:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946823.348114:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89180. 00000100:00000001:1.0:1784946823.348116:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946823.348117:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946823.348119:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946823.348123:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946823.348124:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946823.348126:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946823.348128:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946823.665588:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946823.665595:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946823.665597:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946823.665599:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946823.665603:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946823.665605:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946823.665606:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946823.665607:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946823.665655:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946823.665659:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946823.665663:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946824.049602:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305610927, at 4305610944 00000100:00000040:1.0:1784946824.049602:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305610927, at 4305610944 00000100:00000010:0.0:1784946824.049616:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373c00. 00000100:00000010:1.0:1784946824.049618:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373060. 00010000:00000001:1.0:1784946824.689638:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946824.689644:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946824.689707:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946824.689711:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946824.689714:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784946825.073641:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784946825.073649:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784946825.073654:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1784946825.073847:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784946825.073851:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784946825.073861:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946825.073873:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946825.073876:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784946825.713629:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946825.713637:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946825.713705:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946825.713709:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946825.713712:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946826.737614:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946826.737619:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946826.737680:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946826.737691:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946826.737695:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946827.761589:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946827.761594:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946827.761656:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946827.761660:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946827.761663:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946828.465641:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946828.465651:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946828.465661:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328b800. 00000020:00000040:0.0:1784946828.465666:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946828.465674:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946828.465677:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946828.465682:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946828.465690:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4400. 00000100:00000001:0.0:1784946828.465696:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946828.465707:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d4328b800 x1871641054301440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946828.465718:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946828.465721:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946828.465728:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024ad7aec] to pc [ptlrpcd_00_00+0] req@ffff996d4328b800 x1871641054301440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946828.465760:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946828.465764:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946828.465767:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946828.465770:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328a300. 00000020:00000040:0.0:1784946828.465773:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946828.465776:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946828.465778:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946828.465780:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946828.465783:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4d00. 00000100:00000001:0.0:1784946828.465786:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946828.465790:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784946828.465791:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d4328a300 x1871641054301568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1784946828.465796:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1784946828.465801:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946828.465806:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946828.465809:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946828.465811:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1784946828.465814:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a66bc794] to pc [ptlrpcd_00_01+1] req@ffff996d4328a300 x1871641054301568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946828.465815:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946828.465819:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946828.465822:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946828.465825:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784946828.465831:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946828.465835:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328b800 x1871641054301440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946828.465836:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784946828.465844:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784946828.465851:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946828.465854:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1784946828.465856:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784946828.465858:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946828.465863:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10953) 02000000:00000001:1.0:1784946828.465864:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946828.465869:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946828.465872:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946828.465875:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054301440:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946828.465879:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946828.465884:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946828.465886:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946828.465888:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946828.465892:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61199800. 00000100:00000001:0.0:1784946828.465893:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784946828.465894:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946828.465897:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1784946828.465901:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946828.465902:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946828.465907:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2db58. 00000100:00000001:0.0:1784946828.465908:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946828.465910:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784946828.465912:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294990. 00000100:00000001:0.0:1784946828.465913:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946828.465916:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946828.465919:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1784946828.465920:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054301440, portal 25 00000100:00000001:1.0:1784946828.465924:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1784946828.465926:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328a300 x1871641054301568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946828.465926:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290067968 : -112780419483648 : ffff996d4328b800) 00000100:00000040:1.0:1784946828.465934:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328b800 x1871641054301440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946828.465941:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946828.465944:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946828.465949:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946828.465952:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946828.465953:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1784946828.465957:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946828.465958:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946828.465961:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294e58. 00000100:00100000:0.0:1784946828.465965:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054301568:192.168.202.106@tcp:400:kworker.0 00000100:00000200:1.0:1784946828.465965:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054301440, offset 0 00000100:00000001:0.0:1784946828.465971:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1784946828.465975:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 02000000:00000001:0.0:1784946828.465976:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946828.465978:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946828.465981:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784946828.465983:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000010:0.0:1784946828.465985:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784946828.465989:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946828.465992:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946828.465996:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946828.466000:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f840. 00000400:00000010:0.0:1784946828.466005:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fd48. 00000100:00000200:0.0:1784946828.466009:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054301568, portal 10 00000100:00000001:0.0:1784946828.466011:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1784946828.466013:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784946828.466014:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290062592 : -112780419489024 : ffff996d4328a300) 00000400:00000200:1.0:1784946828.466020:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000040:0.0:1784946828.466025:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328a300 x1871641054301568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946828.466028:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946828.466033:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946828.466039:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314866:314866:256:4294967295] 192.168.202.106@tcp LPNI seq info [314862:314862:8:4294967295] 00000100:00000001:0.0:1784946828.466042:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784946828.466046:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:0.0:1784946828.466048:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946828.466052:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f7f8. 00000100:00000200:0.0:1784946828.466055:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054301568, offset 0 00000400:00000200:1.0:1784946828.466062:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:0.0:1784946828.466067:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946828.466076:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784946828.466077:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946828.466084:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000010:1.0:1784946828.466085:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad700. 00000400:00000200:0.0:1784946828.466088:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946828.466093:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:1.0:1784946828.466098:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784946828.466099:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946828.466104:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946828.466110:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314867:314867:255:4294967295] 192.168.202.106@tcp LPNI seq info [314863:314863:7:4294967295] 00000800:00000200:1.0:1784946828.466111:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784946828.466119:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784946828.466119:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784946828.466129:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:1.0:1784946828.466134:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946828.466136:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946828.466141:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946828.466144:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305616047 00000100:00000010:1.0:1784946828.466148:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f0c0. 00000100:00000001:1.0:1784946828.466154:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784946828.466160:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305616047 00000100:00000010:1.0:1784946828.466162:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8fea0. 00000100:00000001:1.0:1784946828.466165:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784946828.466168:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946828.466170:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946828.466174:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946828.466176:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946828.466177:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946828.466179:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946828.466180:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946828.466181:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784946828.466191:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4f00. 00000800:00000200:0.0:1784946828.466196:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784946828.466200:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784946828.466203:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946828.466206:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946828.466209:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16688 usecs (17 jiffies) 00000400:00000200:0.0:1784946828.466212:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946828.466214:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305615377 00000100:00000001:0.0:1784946828.466217:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305616047 00000100:00000001:0.0:1784946828.466219:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305615377 00000100:00000001:0.0:1784946828.466222:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305616047 00000100:00000001:0.0:1784946828.466224:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946828.466226:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946828.466228:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946828.466231:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946828.466244:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946828.466249:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad700. 00000400:00000200:1.0:1784946828.466257:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946828.466262:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946828.466267:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294e58 00000400:00000010:1.0:1784946828.466270:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294e58. 00000100:00000001:1.0:1784946828.466274:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946828.466278:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328b800 x1871641054301440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946828.466289:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946828.466292:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328b800 x1871641054301440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946844 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946828.466297:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946828.466298:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946828.466367:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946828.466370:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4f00. 00000400:00000200:1.0:1784946828.466373:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946828.466377:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946828.466379:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f7f8 00000400:00000010:1.0:1784946828.466381:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f7f8. 00000100:00000001:1.0:1784946828.466384:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946828.466387:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328a300 x1871641054301568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946828.466395:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946828.466398:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328a300 x1871641054301568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946844 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946828.466404:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946828.466406:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946828.468064:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946828.468078:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946828.468081:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946828.468084:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946828.468090:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946828.468103:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946828.468112:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946828.468116:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946828.468121:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946828.468125:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64304d00 00000400:00000200:1.0:1784946828.468130:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946828.468135:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cebf1 [1] + 224 00000800:00000001:1.0:1784946828.468142:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946828.468148:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946828.468150:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946828.468154:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946828.468160:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946828.468166:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328b800 x1871641054301440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946844 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946828.468177:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328b800 x1871641054301440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946844 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946828.468197:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946828.468205:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946828.468208:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946828.468253:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946828.468257:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784946828.468263:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946828.468265:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946828.468268:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2db58. 00000400:00000200:0.0:1784946828.468272:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294990 00000400:00000010:0.0:1784946828.468274:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294990. 00000100:00000001:0.0:1784946828.468277:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946828.468282:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328b800 x1871641054301440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946844 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946828.468290:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328b800 x1871641054301440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946844 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946828.468297:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946828.468299:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946828.468301:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946828.468304:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946828.468306:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946828.468309:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946828.468312:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946828.468318:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=30 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946828.468323:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=30 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946828.468325:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946828.468327:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946828.468329:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946828.468332:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946828.468335:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946828.468339:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328b800 x1871641054301440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946844 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946828.468347:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946828.468349:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946828.468351:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946828.468355:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328b800 x1871641054301440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946844 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946828.468363:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054301440:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946828.468373:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946828.468375:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946828.468378:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328b800 x1871641054301440/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946844 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946828.468385:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946828.468387:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946828.468391:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61199800. 02000000:00000001:0.0:1784946828.468396:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946828.468398:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946828.468400:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784946828.468402:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946828.468405:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4400. 02000000:00000001:0.0:1784946828.468409:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946828.468411:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946828.468413:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328b800. 00000100:00000001:0.0:1784946828.468416:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946828.468418:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946828.468420:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946828.468426:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946828.468428:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946828.468430:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946828.468432:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946828.468608:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946828.468614:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946828.468616:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946828.468619:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946828.468623:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946828.468627:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946828.468632:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946828.468635:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946828.468639:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946828.468642:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64304d80 00000400:00000200:1.0:1784946828.468646:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946828.468650:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cec01 [1] + 224 00000800:00000001:1.0:1784946828.468655:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946828.468660:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946828.468662:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946828.468666:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946828.468669:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946828.468674:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328a300 x1871641054301568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946844 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946828.468684:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328a300 x1871641054301568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946844 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946828.468701:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946828.468706:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946828.468709:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946828.468740:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946828.468743:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784946828.468747:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946828.468749:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946828.468751:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f840. 00000400:00000200:0.0:1784946828.468756:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fd48 00000400:00000010:0.0:1784946828.468758:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fd48. 00000100:00000001:0.0:1784946828.468761:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946828.468766:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328a300 x1871641054301568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946844 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946828.468777:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328a300 x1871641054301568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946844 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946828.468784:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946828.468785:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946828.468787:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946828.468789:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946828.468791:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946828.468792:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946828.468794:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946828.468799:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=30 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946828.468803:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=100 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946828.468805:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946828.468806:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946828.468808:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946828.468811:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946828.468814:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784946828.468816:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784946828.468818:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784946828.468819:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946828.468824:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328a300 x1871641054301568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946844 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946828.468831:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946828.468833:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946828.468834:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946828.468837:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328a300 x1871641054301568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946844 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946828.468845:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054301568:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946828.468849:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946828.468851:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946828.468854:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328a300 x1871641054301568/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946844 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946828.468860:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946828.468862:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946828.468864:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784946828.468867:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946828.468869:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946828.468870:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784946828.468872:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946828.468874:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4d00. 02000000:00000001:0.0:1784946828.468876:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946828.468877:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946828.468878:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328a300. 00000100:00000001:0.0:1784946828.468880:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946828.468882:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946828.468884:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946828.468887:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946828.468889:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946828.468891:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946828.468892:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946828.785612:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946828.785618:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946828.785682:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946828.785686:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946828.785689:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946829.169601:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305616047, at 4305616064 00000100:00000040:1.0:1784946829.169601:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305616047, at 4305616064 00000100:00000010:0.0:1784946829.169614:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f0c0. 00000100:00000010:1.0:1784946829.169617:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8fea0. 00010000:00000001:1.0:1784946829.809631:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946829.809638:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946829.809718:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946829.809722:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946829.809726:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946830.833630:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946830.833637:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946830.833704:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946830.833708:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946830.833712:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946831.857637:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946831.857644:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946831.857708:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946831.857713:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946831.857716:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946832.881622:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946832.881627:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946832.881683:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946832.881687:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946832.881691:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946833.585655:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946833.585665:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946833.585677:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950000. 00000020:00000040:2.0:1784946833.585684:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946833.585689:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946833.585692:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946833.585698:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946833.585708:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784946833.585716:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946833.585730:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950000 x1871641054301696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946833.585740:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946833.585743:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946833.585750:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac249ac8] to pc [ptlrpcd_01_01+1] req@ffff996d73950000 x1871641054301696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946833.585778:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946833.585780:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946833.585783:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946833.585786:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952680. 00000020:00000040:2.0:1784946833.585787:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946833.585789:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946833.585790:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946833.585791:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946833.585794:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b500. 00000100:00000001:2.0:1784946833.585796:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946833.585800:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73952680 x1871641054301824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946833.585805:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946833.585806:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946833.585809:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f291fbe] to pc [ptlrpcd_01_00+0] req@ffff996d73952680 x1871641054301824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946833.585810:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946833.585817:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946833.585818:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946833.585820:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946833.585821:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946833.585825:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946833.585829:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784946833.585829:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950000 x1871641054301696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946833.585835:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946833.585842:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10958) 00000100:00000001:3.0:1784946833.585850:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946833.585852:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946833.585856:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946833.585858:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946833.585859:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946833.585862:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784946833.585862:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946833.585864:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1784946833.585867:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054301696:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784946833.585870:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952680 x1871641054301824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946833.585873:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784946833.585878:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946833.585879:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946833.585880:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946833.585881:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946833.585884:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946833.585884:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946833.585889:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946833.585889:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1784946833.585893:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054301824:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946833.585896:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1784946833.585896:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46616400. 02000000:00000001:3.0:1784946833.585899:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946833.585900:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946833.585903:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946833.585904:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946833.585907:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d7a00. 00000400:00000200:3.0:1784946833.585909:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784946833.585910:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784946833.585916:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000200:2.0:1784946833.585917:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946833.585922:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:3.0:1784946833.585926:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1908. 00000400:00000010:2.0:1784946833.585927:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000100:00000200:2.0:1784946833.585936:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054301824, portal 10 00000100:00000200:3.0:1784946833.585936:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054301696, portal 25 00000100:00000001:2.0:1784946833.585942:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946833.585942:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946833.585945:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102470656 : -112779607080960 : ffff996d73950000) 00000100:00000001:2.0:1784946833.585946:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102480512 : -112779607071104 : ffff996d73952680) 00000100:00000040:3.0:1784946833.585954:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950000 x1871641054301696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946833.585956:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952680 x1871641054301824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946833.585970:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784946833.585972:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946833.585975:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000040:2.0:1784946833.585978:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946833.585980:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1f68. 00000400:00000010:2.0:1784946833.585982:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6ee0. 00000100:00000200:3.0:1784946833.585984:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054301696, offset 0 00000100:00000200:2.0:1784946833.585986:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054301824, offset 0 00000400:00000200:3.0:1784946833.585994:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946833.586001:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946833.586004:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946833.586013:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946833.586020:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946833.586024:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946833.586029:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946833.586032:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946833.586037:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314868:314868:256:4294967295] 192.168.202.106@tcp LPNI seq info [314864:314864:8:4294967295] 00000400:00000200:3.0:1784946833.586042:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946833.586047:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946833.586052:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946833.586058:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946833.586062:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946833.586062:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946833.586068:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946833.586071:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946833.586077:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314869:314869:255:4294967295] 192.168.202.106@tcp LPNI seq info [314865:314865:7:4294967295] 00000800:00000200:3.0:1784946833.586079:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946833.586082:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:3.0:1784946833.586089:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000400:00000200:2.0:1784946833.586093:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946833.586101:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000200:3.0:1784946833.586103:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000010:2.0:1784946833.586106:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bd00. 00000800:00000200:2.0:1784946833.586110:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946833.586116:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946833.586119:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946833.586121:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784946833.586123:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946833.586136:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946833.586137:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946833.586141:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16688 usecs (17 jiffies) 00000400:00000200:3.0:1784946833.586141:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946833.586145:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305621167 00000400:00000200:2.0:1784946833.586147:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946833.586150:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305620497 00000100:00000010:3.0:1784946833.586152:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322a80. 00000100:00000001:3.0:1784946833.586159:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946833.586165:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305621167 00000100:00000001:3.0:1784946833.586165:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305621167 00000100:00000010:3.0:1784946833.586167:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322d20. 00000100:00000001:2.0:1784946833.586169:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305620497 00000100:00000001:3.0:1784946833.586171:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946833.586175:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305621167 00000100:00000001:3.0:1784946833.586176:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946833.586181:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946833.586181:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946833.586185:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946833.586185:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946833.586187:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946833.586189:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946833.586190:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946833.586197:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946833.586198:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946833.586200:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946833.586201:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946833.586205:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946833.586207:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946833.586208:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946833.586210:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946833.586212:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946833.586214:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946833.586217:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946833.586221:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946833.586252:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946833.586259:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bd00. 00000400:00000200:1.0:1784946833.586266:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946833.586273:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946833.586278:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6ee0 00000400:00000010:1.0:1784946833.586281:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6ee0. 00000100:00000001:1.0:1784946833.586286:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946833.586292:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952680 x1871641054301824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946833.586303:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946833.586306:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952680 x1871641054301824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946849 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946833.586314:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946833.586315:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946833.586381:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946833.586383:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bead00. 00000400:00000200:1.0:1784946833.586385:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946833.586388:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946833.586390:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1f68 00000400:00000010:1.0:1784946833.586391:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1f68. 00000100:00000001:1.0:1784946833.586405:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946833.586409:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950000 x1871641054301696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946833.586414:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946833.586416:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950000 x1871641054301696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946849 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946833.586420:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946833.586421:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946833.587822:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946833.587831:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946833.587833:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946833.587836:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946833.587841:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946833.587845:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946833.587850:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946833.587853:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946833.587858:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946833.587861:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64304e80 00000400:00000200:1.0:1784946833.587866:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946833.587870:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cec19 [1] + 224 00000800:00000001:1.0:1784946833.587875:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946833.587877:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946833.587879:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946833.587881:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946833.587884:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946833.587887:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952680 x1871641054301824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946849 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946833.587893:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952680 x1871641054301824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946849 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946833.587910:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946833.587915:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946833.587917:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946833.587919:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946833.587920:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946833.587922:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946833.587924:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946833.587926:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946833.587928:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946833.587930:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946833.587932:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64304e00 00000400:00000200:1.0:1784946833.587935:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946833.587938:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cec11 [1] + 224 00000800:00000001:1.0:1784946833.587941:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946833.587945:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946833.587947:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946833.587949:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946833.587950:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946833.587951:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946833.587955:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950000 x1871641054301696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946849 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946833.587956:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946833.587966:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1784946833.587967:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950000 x1871641054301696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946849 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784946833.587969:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946833.587979:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000100:00000001:1.0:1784946833.587980:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1784946833.587985:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:2.0:1784946833.587987:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:2.0:1784946833.587991:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784946833.587994:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784946833.587998:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952680 x1871641054301824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946849 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946833.587999:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946833.588008:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946833.588011:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1784946833.588015:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952680 x1871641054301824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946849 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784946833.588019:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946833.588024:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946833.588028:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784946833.588036:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1908 00000100:00000001:2.0:1784946833.588042:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1784946833.588042:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1908. 00000100:00000001:2.0:1784946833.588047:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946833.588049:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946833.588051:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946833.588055:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946833.588060:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1784946833.588061:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950000 x1871641054301696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946849 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946833.588062:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946833.588072:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784946833.588085:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950000 x1871641054301696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946849 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784946833.588086:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=35 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946833.588101:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=105 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946833.588109:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946833.588110:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946833.588114:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946833.588115:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946833.588128:0:2355:0:(client.c:1580:after_reply()) Process entered 00010000:00000001:2.0:1784946833.588129:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1784946833.588140:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1784946833.588141:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946833.588146:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946833.588147:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784946833.588149:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946833.588150:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 02000000:00000001:3.0:1784946833.588160:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946833.588161:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946833.588167:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946833.588170:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=35 v=5 (5 5 5 5) 00000100:00000040:2.0:1784946833.588175:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952680 x1871641054301824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946849 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784946833.588177:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=35 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946833.588189:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946833.588195:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946833.588205:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784946833.588206:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1784946833.588210:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946833.588212:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946833.588214:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946833.588215:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946833.588227:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952680 x1871641054301824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946849 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946833.588227:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950000 x1871641054301696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946849 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946833.588297:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1784946833.588301:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054301824:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946833.588303:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946833.588306:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946833.588313:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950000 x1871641054301696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946849 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946833.588315:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946833.588322:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1784946833.588325:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054301696:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946833.588330:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946833.588332:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952680 x1871641054301824/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946849 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946833.588332:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946833.588338:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950000 x1871641054301696/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946849 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946833.588371:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946833.588375:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784946833.588376:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000010:2.0:1784946833.588379:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d7a00. 02000000:00000001:3.0:1784946833.588381:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1784946833.588383:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946833.588387:0:2354:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000010:3.0:1784946833.588387:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46616400. 00000020:00000040:2.0:1784946833.588392:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 02000000:00000001:3.0:1784946833.588405:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946833.588406:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:3.0:1784946833.588411:0:2355:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000010:2.0:1784946833.588412:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b500. 00000020:00000040:3.0:1784946833.588417:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 02000000:00000001:2.0:1784946833.588418:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946833.588420:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946833.588424:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952680. 00000020:00000001:3.0:1784946833.588424:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946833.588431:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784946833.588432:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946833.588435:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946833.588440:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784946833.588440:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946833.588445:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946833.588447:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950000. 00000100:00000001:2.0:1784946833.588448:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946833.588456:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946833.588458:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946833.588460:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946833.588460:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946833.588467:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946833.588468:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946833.588480:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946833.588482:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946833.588485:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946833.588487:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946833.905623:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946833.905629:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946833.905630:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946833.905633:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946833.905636:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946833.905637:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946833.905639:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946833.905641:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946833.905699:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946833.905702:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946833.905705:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946834.289613:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305621167, at 4305621184 00000100:00000040:0.0:1784946834.289621:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305621167, at 4305621184 00000100:00000010:1.0:1784946834.289626:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322d20. 00000100:00000010:0.0:1784946834.289638:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322a80. 00010000:00000001:1.0:1784946834.929607:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946834.929612:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946834.929698:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946834.929705:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946834.929710:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946835.953612:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946835.953617:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946835.953667:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946835.953670:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946835.953672:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946836.977604:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946836.977610:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946836.977661:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946836.977664:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946836.977666:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946838.001610:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946838.001615:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946838.001680:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946838.001684:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946838.001687:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946838.705617:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946838.705625:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946838.705634:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952680. 00000020:00000040:2.0:1784946838.705639:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946838.705642:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946838.705644:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946838.705650:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946838.705655:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b500. 00000100:00000001:2.0:1784946838.705670:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946838.705682:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73952680 x1871641054301952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946838.705691:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946838.705694:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946838.705700:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f291fbe] to pc [ptlrpcd_01_01+1] req@ffff996d73952680 x1871641054301952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946838.705732:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946838.705736:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946838.705739:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946838.705742:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951500. 00000020:00000040:2.0:1784946838.705745:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946838.705747:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946838.705748:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946838.705750:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946838.705753:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b300. 00000100:00000001:2.0:1784946838.705755:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946838.705759:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951500 x1871641054302080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946838.705764:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946838.705765:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946838.705769:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fb9ec] to pc [ptlrpcd_01_00+0] req@ffff996d73951500 x1871641054302080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946838.705770:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946838.705776:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946838.705777:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946838.705780:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946838.705780:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946838.705785:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946838.705787:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946838.705790:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784946838.705790:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952680 x1871641054301952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946838.705796:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10963) 00000100:00000001:3.0:1784946838.705804:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946838.705806:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946838.705809:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784946838.705810:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784946838.705812:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946838.705814:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784946838.705814:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784946838.705818:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951500 x1871641054302080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946838.705820:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946838.705828:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054301952:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946838.705829:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946838.705831:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946838.705835:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784946838.705837:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946838.705838:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946838.705840:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946838.705843:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1784946838.705844:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054302080:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946838.705847:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946838.705847:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946838.705851:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946838.705852:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1784946838.705853:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946838.705856:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946838.705858:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d7a00. 02000000:00000001:2.0:1784946838.705860:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946838.705860:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46617c00. 02000000:00000001:3.0:1784946838.705864:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946838.705869:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946838.705871:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946838.705874:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:3.0:1784946838.705876:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:2.0:1784946838.705881:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000400:00000010:3.0:1784946838.705883:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1908. 00000100:00000200:2.0:1784946838.705888:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054302080, portal 10 00000100:00000200:3.0:1784946838.705889:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054301952, portal 25 00000100:00000001:2.0:1784946838.705892:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946838.705894:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946838.705895:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476032 : -112779607075584 : ffff996d73951500) 00000100:00000001:3.0:1784946838.705897:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102480512 : -112779607071104 : ffff996d73952680) 00000100:00000040:2.0:1784946838.705903:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951500 x1871641054302080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946838.705905:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952680 x1871641054301952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946838.705917:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784946838.705919:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946838.705924:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000040:3.0:1784946838.705925:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946838.705930:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f67f8. 00000400:00000010:3.0:1784946838.705930:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1550. 00000100:00000200:2.0:1784946838.705938:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054302080, offset 0 00000100:00000200:3.0:1784946838.705939:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054301952, offset 0 00000400:00000200:2.0:1784946838.705951:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946838.705958:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946838.705962:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946838.705968:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946838.705972:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946838.705975:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946838.705978:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946838.705980:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946838.705983:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314870:314870:256:4294967295] 192.168.202.106@tcp LPNI seq info [314866:314866:8:4294967295] 00000400:00000200:2.0:1784946838.705986:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946838.705991:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946838.705997:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784946838.706001:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946838.706005:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946838.706008:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946838.706011:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946838.706013:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946838.706016:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314871:314871:255:4294967295] 192.168.202.106@tcp LPNI seq info [314867:314867:7:4294967295] 00000400:00000200:3.0:1784946838.706020:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946838.706035:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946838.706040:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000010:2.0:1784946838.706044:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511ba00. 00000800:00000200:3.0:1784946838.706049:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946838.706054:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000800:00000200:2.0:1784946838.706055:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946838.706069:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946838.706072:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511ba00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784946838.706076:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784946838.706083:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946838.706086:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946838.706087:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946838.706091:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946838.706093:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16687 usecs (17 jiffies) 00000400:00000200:3.0:1784946838.706100:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946838.706101:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946838.706106:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305625617 00000100:00000001:3.0:1784946838.706107:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305626287 00000100:00000010:2.0:1784946838.706111:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c7e0. 00000100:00000001:2.0:1784946838.706118:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946838.706122:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305625617 00000100:00000010:2.0:1784946838.706124:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cae0. 00000100:00000001:3.0:1784946838.706126:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305625617 00000100:00000001:2.0:1784946838.706127:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946838.706134:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305626287 00000100:00000001:2.0:1784946838.706137:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946838.706140:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946838.706141:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305625617 00000100:00000001:2.0:1784946838.706143:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946838.706146:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946838.706148:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946838.706152:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946838.706152:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946838.706154:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946838.706155:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946838.706160:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946838.706160:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946838.706162:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946838.706165:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946838.706167:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946838.706167:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946838.706171:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946838.706175:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946838.706176:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946838.706178:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946838.706181:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946838.706432:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946838.706438:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511ba00. 00000400:00000200:1.0:1784946838.706444:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946838.706450:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946838.706455:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f67f8 00000400:00000010:1.0:1784946838.706457:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f67f8. 00000100:00000001:1.0:1784946838.706463:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946838.706468:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951500 x1871641054302080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946838.706478:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946838.706482:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951500 x1871641054302080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946854 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946838.706490:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946838.706492:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946838.706573:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946838.706576:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea800. 00000400:00000200:1.0:1784946838.706579:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946838.706583:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946838.706586:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1550 00000400:00000010:1.0:1784946838.706588:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1550. 00000100:00000001:1.0:1784946838.706590:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946838.706593:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952680 x1871641054301952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946838.706599:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946838.706601:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952680 x1871641054301952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946854 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946838.706605:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946838.706606:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946838.707909:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946838.707921:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946838.707924:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946838.707926:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946838.707931:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946838.707936:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946838.707943:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946838.707946:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946838.707951:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946838.707955:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64304f80 00000400:00000200:1.0:1784946838.707958:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946838.707963:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cec21 [1] + 224 00000800:00000001:1.0:1784946838.707969:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946838.707976:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946838.707979:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946838.707983:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946838.707988:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946838.707993:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951500 x1871641054302080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946854 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946838.708004:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951500 x1871641054302080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946854 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946838.708032:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946838.708038:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946838.708042:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946838.708044:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946838.708046:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946838.708049:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946838.708053:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946838.708058:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946838.708064:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946838.708067:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946838.708071:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64304f00 00000100:00000001:2.0:1784946838.708073:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946838.708076:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946838.708077:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946838.708083:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cec29 [1] + 224 00000800:00000001:1.0:1784946838.708088:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784946838.708089:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946838.708091:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946838.708094:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946838.708097:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:2.0:1784946838.708099:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:2.0:1784946838.708101:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784946838.708106:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784946838.708106:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951500 x1871641054302080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946854 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946838.708112:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946838.708120:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946838.708128:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946838.708129:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951500 x1871641054302080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946854 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946838.708135:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952680 x1871641054301952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946854 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946838.708136:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946838.708139:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946838.708143:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946838.708146:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946838.708149:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946838.708152:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946838.708153:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952680 x1871641054301952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946854 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946838.708156:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946838.708164:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=40 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946838.708167:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=110 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946838.708169:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946838.708170:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946838.708171:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946838.708175:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1784946838.708178:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1784946838.708178:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946838.708182:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000800:00000001:1.0:1784946838.708184:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946838.708184:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946838.708189:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946838.708191:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946838.708193:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784946838.708195:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951500 x1871641054302080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946854 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946838.708196:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784946838.708201:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784946838.708202:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1784946838.708204:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784946838.708205:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1784946838.708207:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000100:00000001:2.0:1784946838.708208:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946838.708213:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951500 x1871641054302080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946854 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946838.708213:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1908 00000400:00000010:3.0:1784946838.708217:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1908. 00000100:00000001:3.0:1784946838.708221:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1784946838.708225:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054302080:192.168.202.106@tcp:400:kworker.0 00000100:00000200:3.0:1784946838.708228:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952680 x1871641054301952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946854 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946838.708230:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784946838.708236:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952680 x1871641054301952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946854 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946838.708239:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946838.708244:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951500 x1871641054302080/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946854 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946838.708245:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946838.708247:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946838.708250:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946838.708253:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946838.708255:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946838.708256:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784946838.708258:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946838.708259:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1784946838.708260:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946838.708262:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d7a00. 00000100:00001000:3.0:1784946838.708264:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=40 v=5 (5 5 5 5) 02000000:00000001:2.0:1784946838.708266:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1784946838.708268:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=40 v=5 (1 1 1 1) 00000020:00000001:2.0:1784946838.708269:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784946838.708270:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000040:2.0:1784946838.708272:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946838.708273:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946838.708275:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:3.0:1784946838.708276:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1784946838.708279:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b300. 00010000:00000001:3.0:1784946838.708279:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946838.708285:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784946838.708285:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946838.708287:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946838.708290:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951500. 00000100:00000040:3.0:1784946838.708290:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952680 x1871641054301952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946854 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946838.708295:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946838.708297:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946838.708299:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946838.708300:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946838.708303:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946838.708305:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946838.708306:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1784946838.708308:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952680 x1871641054301952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946854 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946838.708309:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946838.708313:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946838.708316:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946838.708322:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054301952:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946838.708325:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946838.708327:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946838.708329:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952680 x1871641054301952/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946854 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946838.708333:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946838.708334:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946838.708335:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46617c00. 02000000:00000001:3.0:1784946838.708337:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946838.708338:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946838.708339:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946838.708340:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946838.708341:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b500. 02000000:00000001:3.0:1784946838.708343:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946838.708344:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946838.708345:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952680. 00000100:00000001:3.0:1784946838.708347:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946838.708348:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946838.708349:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946838.708363:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946838.708364:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946838.708366:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946838.708368:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946839.025614:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946839.025621:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946839.025687:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946839.025691:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946839.025694:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946839.409587:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305626287, at 4305626304 00000100:00000040:1.0:1784946839.409587:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305626287, at 4305626304 00000100:00000010:1.0:1784946839.409600:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cae0. 00000100:00000010:0.0:1784946839.409601:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c7e0. 00010000:00000001:1.0:1784946840.049639:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946840.049646:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946840.049701:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946840.049706:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946840.049709:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946841.073609:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946841.073615:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946841.073674:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946841.073677:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946841.073679:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946842.097641:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946842.097647:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946842.097707:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946842.097710:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946842.097713:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946843.121605:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946843.121609:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946843.121651:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946843.121660:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946843.121663:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946843.825637:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946843.825645:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946843.825653:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951500. 00000020:00000040:2.0:1784946843.825658:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946843.825661:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946843.825663:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946843.825667:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946843.825673:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b300. 00000100:00000001:2.0:1784946843.825678:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946843.825686:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951500 x1871641054302208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946843.825694:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946843.825697:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946843.825702:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fb9ec] to pc [ptlrpcd_01_01+1] req@ffff996d73951500 x1871641054302208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946843.825732:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946843.825735:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946843.825738:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946843.825741:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953800. 00000020:00000040:2.0:1784946843.825744:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946843.825747:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946843.825749:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946843.825751:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946843.825755:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784946843.825759:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946843.825759:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784946843.825764:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73953800 x1871641054302336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946843.825765:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946843.825768:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784946843.825773:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946843.825776:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946843.825776:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951500 x1871641054302208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946843.825784:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000610493dc] to pc [ptlrpcd_01_00+0] req@ffff996d73953800 x1871641054302336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946843.825788:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946843.825791:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946843.825797:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784946843.825798:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946843.825800:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784946843.825801:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784946843.825804:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946843.825806:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1784946843.825810:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054302208:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784946843.825811:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946843.825816:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784946843.825818:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784946843.825822:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946843.825825:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946843.825826:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10968) 02000000:00000001:3.0:1784946843.825826:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946843.825832:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46616a00. 02000000:00000001:3.0:1784946843.825835:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946843.825841:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946843.825843:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1784946843.825844:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000100:00000001:2.0:1784946843.825848:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946843.825852:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1784946843.825852:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1908. 00000100:00000200:3.0:1784946843.825859:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054302208, portal 25 00000100:00000040:2.0:1784946843.825860:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953800 x1871641054302336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946843.825861:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946843.825868:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946843.825869:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946843.825872:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476032 : -112779607075584 : ffff996d73951500) 00000100:00000040:3.0:1784946843.825878:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951500 x1871641054302208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946843.825880:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946843.825885:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946843.825885:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784946843.825890:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946843.825890:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946843.825894:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1aa0. 00000100:00100000:2.0:1784946843.825897:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054302336:192.168.202.106@tcp:400:kworker.0 00000100:00000200:3.0:1784946843.825899:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054302208, offset 0 00000100:00000001:2.0:1784946843.825902:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946843.825905:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946843.825908:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946843.825908:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 02000000:00000001:2.0:1784946843.825912:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946843.825915:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d7a00. 02000000:00000001:2.0:1784946843.825917:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946843.825920:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946843.825923:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946843.825927:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000200:3.0:1784946843.825927:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000010:2.0:1784946843.825933:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000400:00000200:3.0:1784946843.825933:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1784946843.825940:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054302336, portal 10 00000400:00000200:3.0:1784946843.825940:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:2.0:1784946843.825944:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946843.825946:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102484992 : -112779607066624 : ffff996d73953800) 00000400:00000200:3.0:1784946843.825948:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1784946843.825954:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953800 x1871641054302336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946843.825955:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946843.825963:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314872:314872:256:4294967295] 192.168.202.106@tcp LPNI seq info [314868:314868:8:4294967295] 00000100:00000001:2.0:1784946843.825964:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946843.825969:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946843.825971:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6908. 00000400:00000200:3.0:1784946843.825973:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:2.0:1784946843.825974:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054302336, offset 0 00000400:00000200:2.0:1784946843.825980:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946843.825984:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946843.825990:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946843.825993:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946843.825996:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784946843.826000:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946843.826002:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000010:3.0:1784946843.826006:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000400:00000200:2.0:1784946843.826007:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946843.826012:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:3.0:1784946843.826015:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946843.826020:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314873:314873:255:4294967295] 192.168.202.106@tcp LPNI seq info [314869:314869:7:4294967295] 00000800:00000200:3.0:1784946843.826026:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784946843.826029:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946843.826031:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784946843.826041:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:3.0:1784946843.826046:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784946843.826047:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946843.826053:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:2.0:1784946843.826054:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b000. 00000100:00000001:3.0:1784946843.826057:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305631407 00000800:00000200:2.0:1784946843.826062:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000010:3.0:1784946843.826063:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322b40. 00000800:00000200:2.0:1784946843.826068:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946843.826070:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946843.826072:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946843.826074:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946843.826078:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16687 usecs (17 jiffies) 00000400:00000200:2.0:1784946843.826081:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946843.826084:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305630737 00000100:00000001:3.0:1784946843.826084:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305631407 00000100:00000001:2.0:1784946843.826090:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305631407 00000100:00000001:2.0:1784946843.826093:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305630737 00000100:00000010:3.0:1784946843.826093:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322f00. 00000100:00000001:3.0:1784946843.826101:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946843.826106:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946843.826107:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305631407 00000100:00000001:3.0:1784946843.826109:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946843.826111:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946843.826113:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946843.826116:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946843.826118:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946843.826123:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946843.826126:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946843.826127:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946843.826129:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946843.826132:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946843.826132:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946843.826136:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1784946843.826137:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946843.826137:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946843.826138:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946843.826143:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946843.826144:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784946843.826145:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000100:00000001:3.0:1784946843.826147:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946843.826151:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946843.826154:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946843.826155:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946843.826163:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946843.826169:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1aa0 00000400:00000010:1.0:1784946843.826173:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1aa0. 00000100:00000001:1.0:1784946843.826178:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946843.826183:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951500 x1871641054302208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946843.826193:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946843.826197:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951500 x1871641054302208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946859 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946843.826205:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946843.826207:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946843.826269:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946843.826272:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b000. 00000400:00000200:1.0:1784946843.826276:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946843.826279:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946843.826281:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6908 00000400:00000010:1.0:1784946843.826283:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6908. 00000100:00000001:1.0:1784946843.826287:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946843.826290:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953800 x1871641054302336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946843.826298:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946843.826301:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953800 x1871641054302336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946859 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946843.826306:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946843.826319:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946843.827792:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946843.827804:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946843.827808:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946843.827810:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946843.827816:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946843.827820:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946843.827825:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946843.827828:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946843.827832:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946843.827835:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64305000 00000400:00000200:1.0:1784946843.827838:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946843.827842:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cec31 [1] + 224 00000800:00000001:1.0:1784946843.827846:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946843.827849:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946843.827850:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946843.827853:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946843.827857:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946843.827860:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951500 x1871641054302208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946859 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946843.827867:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951500 x1871641054302208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946859 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946843.827879:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946843.827884:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946843.827886:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946843.827887:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946843.827890:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946843.827893:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946843.827895:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946843.827898:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946843.827900:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946843.827901:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946843.827905:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946843.827905:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946843.827909:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64305080 00000400:00000001:3.0:1784946843.827912:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946843.827915:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946843.827917:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:1.0:1784946843.827919:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946843.827924:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1908 00000400:00000010:3.0:1784946843.827927:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1908. 00000100:00000001:3.0:1784946843.827930:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946843.827934:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cec39 [1] + 224 00000100:00000200:3.0:1784946843.827937:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951500 x1871641054302208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946859 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946843.827941:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946843.827950:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784946843.827950:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951500 x1871641054302208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946859 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946843.827955:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946843.827961:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784946843.827964:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946843.827965:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946843.827969:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946843.827970:0:2355:0:(client.c:1580:after_reply()) Process entered 00000100:00000200:1.0:1784946843.827974:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953800 x1871641054302336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946859 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946843.827974:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946843.827978:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946843.827982:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946843.827985:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953800 x1871641054302336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946859 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946843.827987:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946843.828001:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=45 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946843.828005:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=45 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946843.828009:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946843.828009:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946843.828011:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946843.828016:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1784946843.828019:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784946843.828019:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946843.828023:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946843.828025:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946843.828029:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951500 x1871641054302208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946859 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946843.828035:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946843.828037:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946843.828039:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946843.828043:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951500 x1871641054302208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946859 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946843.828044:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946843.828048:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1784946843.828053:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054302208:192.168.202.106@tcp:400:kworker.0 00000400:00000001:2.0:1784946843.828054:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784946843.828057:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784946843.828058:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946843.828062:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000100:00000001:3.0:1784946843.828062:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946843.828065:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951500 x1871641054302208/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946859 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784946843.828068:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:2.0:1784946843.828072:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:3.0:1784946843.828073:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946843.828078:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784946843.828079:0:2354:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:3.0:1784946843.828080:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46616a00. 02000000:00000001:3.0:1784946843.828084:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946843.828087:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000200:2.0:1784946843.828088:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953800 x1871641054302336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946859 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1784946843.828089:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946843.828093:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946843.828096:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b300. 02000000:00000001:3.0:1784946843.828101:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946843.828103:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946843.828105:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951500. 00000100:00000001:3.0:1784946843.828108:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000200:2.0:1784946843.828109:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953800 x1871641054302336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946859 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946843.828110:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946843.828114:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946843.828119:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946843.828121:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946843.828122:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946843.828123:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946843.828125:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946843.828126:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946843.828131:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946843.828133:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946843.828135:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946843.828137:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946843.828140:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946843.828146:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=45 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946843.828150:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=115 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946843.828152:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946843.828153:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946843.828155:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946843.828158:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946843.828161:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946843.828163:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946843.828165:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946843.828166:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946843.828171:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953800 x1871641054302336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946859 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946843.828178:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946843.828180:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946843.828182:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946843.828186:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953800 x1871641054302336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946859 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946843.828194:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054302336:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946843.828199:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946843.828201:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946843.828203:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953800 x1871641054302336/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946859 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946843.828210:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946843.828211:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946843.828213:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d7a00. 02000000:00000001:2.0:1784946843.828217:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946843.828218:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946843.828220:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946843.828222:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946843.828224:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:2.0:1784946843.828226:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946843.828227:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946843.828229:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953800. 00000100:00000001:2.0:1784946843.828232:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946843.828233:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946843.828235:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946843.828238:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946843.828240:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946843.828241:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946843.828243:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946844.145629:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946844.145636:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946844.145638:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946844.145640:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946844.145644:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946844.145646:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946844.145647:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946844.145649:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946844.145742:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946844.145747:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946844.145750:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946844.529614:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305631407, at 4305631424 00000100:00000010:1.0:1784946844.529631:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322f00. 00000100:00000040:0.0:1784946844.529708:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305631407, at 4305631424 00000100:00000010:0.0:1784946844.529714:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322b40. 00010000:00000001:1.0:1784946845.169595:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946845.169600:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946845.169650:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946845.169654:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946845.169656:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946846.193635:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946846.193641:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946846.193723:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946846.193726:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946846.193729:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946847.217584:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946847.217590:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946847.217651:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946847.217655:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946847.217659:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946848.241639:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946848.241645:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946848.241701:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946848.241705:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946848.241708:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946848.945627:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946848.945638:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946848.945646:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953800. 00000020:00000040:2.0:1784946848.945657:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946848.945662:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946848.945665:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946848.945671:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946848.945690:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784946848.945697:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946848.945710:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73953800 x1871641054302464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946848.945723:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946848.945727:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946848.945733:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000610493dc] to pc [ptlrpcd_01_01+1] req@ffff996d73953800 x1871641054302464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946848.945752:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946848.945755:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946848.945759:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946848.945763:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951500. 00000020:00000040:2.0:1784946848.945766:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946848.945768:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946848.945770:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946848.945772:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946848.945776:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bc00. 00000100:00000001:2.0:1784946848.945779:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946848.945784:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951500 x1871641054302592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946848.945792:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946848.945794:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946848.945798:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fb9ec] to pc [ptlrpcd_01_00+0] req@ffff996d73951500 x1871641054302592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946848.945806:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946848.945808:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946848.945811:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946848.945813:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946848.945816:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946848.945819:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10973) 00000100:00000001:2.0:1784946848.945829:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946848.945832:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946848.945835:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946848.945841:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951500 x1871641054302592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946848.945848:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946848.945851:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946848.945855:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946848.945858:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946848.945861:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946848.945866:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054302592:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946848.945870:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946848.945875:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946848.945877:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946848.945879:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946848.945882:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d7a00. 02000000:00000001:2.0:1784946848.945883:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946848.945888:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946848.945888:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946848.945893:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1784946848.945894:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000100:00000001:3.0:1784946848.945897:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1784946848.945904:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000100:00000040:3.0:1784946848.945906:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953800 x1871641054302464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946848.945912:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054302592, portal 10 00000100:00000001:2.0:1784946848.945939:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946848.945940:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476032 : -112779607075584 : ffff996d73951500) 00000100:00000040:2.0:1784946848.945946:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951500 x1871641054302592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946848.945952:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946848.945954:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946848.945957:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6990. 00000100:00000200:2.0:1784946848.945960:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054302592, offset 0 00000400:00000200:2.0:1784946848.945964:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946848.945971:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946848.945978:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946848.945986:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784946848.945986:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946848.945989:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946848.945992:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 02000000:00000001:3.0:1784946848.945993:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946848.945996:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784946848.945998:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1784946848.945999:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946848.946002:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00100000:3.0:1784946848.946005:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054302464:192.168.202.106@tcp:400:kworker.0 00000400:00000200:2.0:1784946848.946009:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314874:314874:256:4294967295] 192.168.202.106@tcp LPNI seq info [314870:314870:8:4294967295] 00000100:00000001:3.0:1784946848.946011:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784946848.946015:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:3.0:1784946848.946015:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946848.946018:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946848.946020:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946848.946023:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46617c00. 00000400:00000200:2.0:1784946848.946024:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946848.946029:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 02000000:00000001:3.0:1784946848.946031:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784946848.946034:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b100. 00000400:00000200:3.0:1784946848.946037:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946848.946041:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000800:00000200:2.0:1784946848.946043:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000010:3.0:1784946848.946046:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1908. 00000100:00000200:3.0:1784946848.946050:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054302464, portal 25 00000800:00000200:2.0:1784946848.946051:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:3.0:1784946848.946054:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1784946848.946055:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946848.946056:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102484992 : -112779607066624 : ffff996d73953800) 00000100:00000040:3.0:1784946848.946064:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953800 x1871641054302464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946848.946069:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946848.946070:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946848.946074:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16687 usecs (17 jiffies) 00000100:00000040:3.0:1784946848.946074:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946848.946077:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f12a8. 00000400:00000200:2.0:1784946848.946081:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:3.0:1784946848.946082:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054302464, offset 0 00000100:00000001:2.0:1784946848.946084:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305635857 00000100:00000010:2.0:1784946848.946089:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cb40. 00000400:00000200:3.0:1784946848.946089:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946848.946094:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946848.946096:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000400:00000200:3.0:1784946848.946100:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:2.0:1784946848.946102:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305635857 00000400:00000200:3.0:1784946848.946104:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:2.0:1784946848.946106:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c420. 00000400:00000200:3.0:1784946848.946109:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:2.0:1784946848.946110:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000400:00000200:3.0:1784946848.946112:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784946848.946114:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784946848.946116:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:2.0:1784946848.946118:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946848.946122:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946848.946122:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314875:314875:255:4294967295] 192.168.202.106@tcp LPNI seq info [314871:314871:7:4294967295] 00000100:00000001:2.0:1784946848.946127:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784946848.946129:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946848.946134:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946848.946138:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1784946848.946138:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:2.0:1784946848.946141:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946848.946144:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1784946848.946146:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784946848.946147:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946848.946148:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946848.946151:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784946848.946152:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000800:00000010:1.0:1784946848.946155:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b100. 00000400:00000200:1.0:1784946848.946162:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946848.946169:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946848.946175:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6990 00000400:00000010:1.0:1784946848.946178:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6990. 00000100:00000001:1.0:1784946848.946182:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946848.946187:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951500 x1871641054302592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946848.946198:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946848.946201:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951500 x1871641054302592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946864 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946848.946209:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946848.946211:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1784946848.946318:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784946848.946323:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946848.946325:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946848.946332:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946848.946335:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946848.946337:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305636527 00000100:00000001:3.0:1784946848.946341:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305635857 00000100:00000001:3.0:1784946848.946343:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305636527 00000100:00000001:3.0:1784946848.946345:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305635857 00000100:00000001:3.0:1784946848.946347:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946848.946349:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946848.946351:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946848.946352:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946848.946355:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1784946848.946373:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946848.946377:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beab00. 00000400:00000200:1.0:1784946848.946380:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946848.946385:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946848.946389:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f12a8 00000400:00000010:1.0:1784946848.946391:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f12a8. 00000100:00000001:1.0:1784946848.946394:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946848.946400:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953800 x1871641054302464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946848.946408:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946848.946412:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953800 x1871641054302464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946864 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946848.946419:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946848.946422:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784946848.946475:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946848.946479:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946848.946481:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946848.946483:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946848.946487:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946848.947546:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946848.947553:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946848.947556:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946848.947558:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946848.947563:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946848.947568:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946848.947575:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946848.947579:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946848.947583:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946848.947587:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64305180 00000400:00000200:1.0:1784946848.947591:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946848.947597:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cec41 [1] + 224 00000800:00000001:1.0:1784946848.947603:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946848.947606:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946848.947619:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946848.947623:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946848.947627:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946848.947632:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951500 x1871641054302592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946864 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946848.947643:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951500 x1871641054302592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946864 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946848.947658:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946848.947664:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946848.947669:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946848.947672:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946848.947675:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946848.947676:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946848.947680:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946848.947680:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946848.947686:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784946848.947687:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000001:2.0:1784946848.947688:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946848.947691:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:1.0:1784946848.947695:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946848.947696:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:2.0:1784946848.947699:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000400:00000200:1.0:1784946848.947703:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946848.947703:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946848.947709:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:2.0:1784946848.947709:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951500 x1871641054302592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946864 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946848.947717:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64305100 00000100:00000200:2.0:1784946848.947723:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951500 x1871641054302592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946864 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946848.947726:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946848.947733:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784946848.947735:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cec49 [1] + 224 00000100:00000001:2.0:1784946848.947736:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946848.947740:0:2354:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:1.0:1784946848.947742:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946848.947749:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784946848.947749:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1784946848.947752:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946848.947755:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946848.947760:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946848.947761:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946848.947764:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946848.947768:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953800 x1871641054302464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946864 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946848.947769:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946848.947779:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=50 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946848.947787:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=120 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946848.947792:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1784946848.947794:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953800 x1871641054302464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946864 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946848.947795:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946848.947799:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946848.947802:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946848.947812:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946848.947814:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946848.947817:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946848.947818:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946848.947821:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946848.947824:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946848.947829:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946848.947829:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951500 x1871641054302592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946864 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946848.947837:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946848.947839:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946848.947840:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946848.947843:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951500 x1871641054302592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946864 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946848.947852:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054302592:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946848.947856:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946848.947857:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946848.947859:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951500 x1871641054302592/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946864 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946848.947863:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946848.947865:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946848.947867:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d7a00. 00000100:00000001:3.0:1784946848.947869:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784946848.947870:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784946848.947873:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1784946848.947874:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946848.947876:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946848.947879:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000001:3.0:1784946848.947880:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000010:2.0:1784946848.947881:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bc00. 00000400:00000001:3.0:1784946848.947883:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1784946848.947884:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946848.947887:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946848.947889:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951500. 00000400:00000010:3.0:1784946848.947889:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000100:00000001:2.0:1784946848.947893:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946848.947895:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784946848.947896:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1908 00000100:00000001:2.0:1784946848.947897:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784946848.947901:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1908. 00000100:00000001:2.0:1784946848.947902:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946848.947905:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946848.947907:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946848.947907:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946848.947910:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784946848.947916:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953800 x1871641054302464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946864 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946848.947928:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953800 x1871641054302464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946864 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946848.947935:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946848.947936:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946848.947938:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946848.947940:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946848.947941:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946848.947943:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946848.947945:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946848.947948:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=50 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946848.947951:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=50 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946848.947953:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946848.947954:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946848.947956:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946848.947958:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946848.947960:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946848.947964:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953800 x1871641054302464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946864 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946848.947971:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946848.947973:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946848.947974:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946848.947978:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953800 x1871641054302464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946864 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946848.947985:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054302464:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946848.947989:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946848.947991:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946848.947994:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953800 x1871641054302464/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946864 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946848.948001:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946848.948002:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946848.948004:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46617c00. 02000000:00000001:3.0:1784946848.948007:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946848.948008:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946848.948010:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946848.948012:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946848.948013:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:3.0:1784946848.948016:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946848.948017:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946848.948018:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953800. 00000100:00000001:3.0:1784946848.948021:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946848.948022:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946848.948024:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946848.948027:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946848.948029:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946848.948030:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946848.948032:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946849.265600:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946849.265605:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946849.265656:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946849.265659:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946849.265661:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946849.649610:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305636527, at 4305636544 00000100:00000010:0.0:1784946849.649623:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cb40. 00000100:00000040:1.0:1784946849.649707:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305636527, at 4305636544 00000100:00000010:1.0:1784946849.649715:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c420. 00010000:00000001:1.0:1784946850.289613:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946850.289617:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946850.289665:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946850.289669:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946850.289673:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946851.313628:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946851.313636:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946851.313659:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946851.313664:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946851.313668:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946852.337606:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946852.337611:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946852.337664:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946852.337668:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946852.337672:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946853.361580:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946853.361585:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946853.361633:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946853.361637:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946853.361640:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946854.065606:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946854.065617:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946854.065626:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d89180. 00000020:00000040:1.0:1784946854.065630:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946854.065633:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946854.065635:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946854.065640:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946854.065646:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad700. 00000100:00000001:1.0:1784946854.065651:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946854.065660:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d89180 x1871641054302720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946854.065672:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946854.065675:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946854.065680:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003c74867] to pc [ptlrpcd_00_00+0] req@ffff996d44d89180 x1871641054302720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946854.065698:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946854.065700:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946854.065702:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946854.065703:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8a680. 00000020:00000040:1.0:1784946854.065705:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946854.065706:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946854.065707:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946854.065708:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946854.065711:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ade00. 00000100:00000001:1.0:1784946854.065712:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946854.065715:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d8a680 x1871641054302848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946854.065720:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946854.065722:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946854.065724:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000999ffbe7] to pc [ptlrpcd_00_01+1] req@ffff996d44d8a680 x1871641054302848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946854.065727:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946854.065730:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946854.065732:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946854.065733:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784946854.065735:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1784946854.065737:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946854.065738:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946854.065742:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784946854.065747:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d89180 x1871641054302720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946854.065747:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10978) 00000100:00000001:0.0:1784946854.065758:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946854.065760:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946854.065764:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946854.065768:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946854.065769:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946854.065771:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784946854.065773:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946854.065773:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946854.065779:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8a680 x1871641054302848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946854.065781:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054302720:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946854.065789:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946854.065791:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784946854.065791:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946854.065795:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946854.065796:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946854.065798:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946854.065798:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946854.065803:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946854.065804:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054302848:192.168.202.106@tcp:400:kworker.0 02000000:00000001:0.0:1784946854.065809:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784946854.065809:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946854.065814:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946854.065815:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946854.065816:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946854.065817:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784946854.065821:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946854.065821:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61199800. 02000000:00000001:1.0:1784946854.065824:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946854.065829:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946854.065832:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946854.065834:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d898. 00000400:00000010:0.0:1784946854.065839:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f840. 00000400:00000010:1.0:1784946854.065841:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294e58. 00000400:00000010:0.0:1784946854.065846:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fd48. 00000100:00000200:1.0:1784946854.065847:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054302848, portal 10 00000100:00000001:1.0:1784946854.065851:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1784946854.065852:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054302720, portal 25 00000100:00000001:1.0:1784946854.065853:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318375040 : -112780391176576 : ffff996d44d8a680) 00000100:00000001:0.0:1784946854.065858:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946854.065861:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318369664 : -112780391181952 : ffff996d44d89180) 00000100:00000040:1.0:1784946854.065863:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8a680 x1871641054302848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946854.065871:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d89180 x1871641054302720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946854.065871:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946854.065877:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946854.065880:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2944c8. 00000100:00000200:1.0:1784946854.065884:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054302848, offset 0 00000100:00000001:0.0:1784946854.065886:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784946854.065894:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946854.065894:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946854.065899:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fdd0. 00000100:00000200:0.0:1784946854.065903:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054302720, offset 0 00000400:00000200:1.0:1784946854.065904:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946854.065912:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946854.065913:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946854.065918:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946854.065921:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946854.065924:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946854.065925:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946854.065928:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314876:314876:256:4294967295] 192.168.202.106@tcp LPNI seq info [314872:314872:8:4294967295] 00000400:00000200:1.0:1784946854.065931:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946854.065937:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946854.065942:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946854.065945:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:1.0:1784946854.065947:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83adc00. 00000400:00000200:0.0:1784946854.065953:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:1.0:1784946854.065956:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784946854.065959:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946854.065966:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:1.0:1784946854.065966:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946854.065971:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83adc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784946854.065972:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946854.065977:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:1.0:1784946854.065980:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946854.065981:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314877:314877:255:4294967295] 192.168.202.106@tcp LPNI seq info [314873:314873:7:4294967295] 00000100:00000040:1.0:1784946854.065985:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16686 usecs (17 jiffies) 00000400:00000200:0.0:1784946854.065989:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946854.065990:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946854.065995:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305640977 00000100:00000010:1.0:1784946854.065999:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8fea0. 00000400:00000200:0.0:1784946854.066003:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:1.0:1784946854.066006:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000800:00000200:0.0:1784946854.066010:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946854.066012:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305640977 00000100:00000010:1.0:1784946854.066017:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f120. 00000800:00000010:0.0:1784946854.066018:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4d00. 00000100:00000001:1.0:1784946854.066020:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784946854.066023:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946854.066027:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946854.066028:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:1.0:1784946854.066030:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946854.066033:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784946854.066037:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:1.0:1784946854.066039:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1784946854.066041:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946854.066041:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946854.066044:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946854.066047:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946854.066048:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946854.066049:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946854.066050:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946854.066056:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946854.066059:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305641647 00000100:00000001:0.0:1784946854.066066:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305640977 00000100:00000001:0.0:1784946854.066070:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305641647 00000100:00000001:0.0:1784946854.066073:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305640977 00000100:00000001:0.0:1784946854.066075:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946854.066077:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946854.066080:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946854.066082:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784946854.066085:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784946854.066086:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1784946854.066088:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83adc00. 00000100:00000001:0.0:1784946854.066089:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946854.066094:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946854.066096:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946854.066096:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784946854.066101:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946854.066103:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946854.066105:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946854.066107:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2944c8 00000400:00000010:1.0:1784946854.066110:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2944c8. 00000100:00000001:1.0:1784946854.066114:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946854.066117:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8a680 x1871641054302848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946854.066123:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946854.066127:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8a680 x1871641054302848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946870 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946854.066131:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946854.066132:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946854.066180:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946854.066183:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4d00. 00000400:00000200:1.0:1784946854.066187:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946854.066190:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946854.066192:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fdd0 00000400:00000010:1.0:1784946854.066194:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fdd0. 00000100:00000001:1.0:1784946854.066196:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946854.066199:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d89180 x1871641054302720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946854.066206:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946854.066209:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d89180 x1871641054302720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946870 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946854.066216:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946854.066218:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946854.067590:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946854.067600:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946854.067603:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946854.067606:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946854.067611:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946854.067616:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946854.067622:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946854.067625:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946854.067630:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946854.067634:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64305200 00000400:00000200:1.0:1784946854.067638:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946854.067644:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cec59 [1] + 224 00000800:00000001:1.0:1784946854.067649:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946854.067655:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946854.067657:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946854.067661:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946854.067665:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946854.067669:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89180 x1871641054302720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946870 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946854.067678:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89180 x1871641054302720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946854.067691:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946854.067697:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946854.067700:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946854.067702:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946854.067703:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946854.067705:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946854.067708:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946854.067711:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946854.067713:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946854.067716:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946854.067718:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64305280 00000400:00000200:1.0:1784946854.067721:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946854.067724:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946854.067724:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cec51 [1] + 224 00000100:00000001:0.0:1784946854.067728:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784946854.067729:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946854.067734:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784946854.067735:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784946854.067736:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1784946854.067739:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784946854.067741:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000010:0.0:1784946854.067743:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f840. 00000400:00000200:0.0:1784946854.067748:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fd48 00000400:00000010:0.0:1784946854.067750:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fd48. 00000100:00000001:0.0:1784946854.067753:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946854.067754:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946854.067760:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8a680 x1871641054302848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946870 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946854.067761:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d89180 x1871641054302720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946854.067778:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8a680 x1871641054302848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946854.067788:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946854.067791:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784946854.067793:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d89180 x1871641054302720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946870 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946854.067794:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946854.067802:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946854.067804:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946854.067805:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946854.067808:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1784946854.067809:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946854.067811:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1784946854.067813:0:2352:0:(client.c:1580:after_reply()) Process entered 00000400:00000010:1.0:1784946854.067814:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d898. 02000000:00000001:0.0:1784946854.067818:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1784946854.067818:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294e58 00000100:00000001:0.0:1784946854.067822:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1784946854.067822:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294e58. 00000100:00000001:1.0:1784946854.067823:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946854.067826:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946854.067828:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8a680 x1871641054302848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946854.067830:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946854.067837:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8a680 x1871641054302848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946870 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784946854.067838:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=56 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946854.067846:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=56 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946854.067848:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946854.067851:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946854.067852:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946854.067854:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946854.067856:0:2353:0:(client.c:1580:after_reply()) Process entered 00010000:00000001:0.0:1784946854.067859:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1784946854.067860:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1784946854.067862:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946854.067863:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946854.067866:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946854.067866:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946854.067870:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946854.067873:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d89180 x1871641054302720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784946854.067877:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=56 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946854.067886:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=126 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946854.067887:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946854.067893:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946854.067893:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946854.067897:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946854.067897:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946854.067903:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1784946854.067906:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89180 x1871641054302720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946870 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784946854.067907:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946854.067912:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784946854.067915:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946854.067920:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946854.067923:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946854.067924:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054302720:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946854.067931:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946854.067932:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8a680 x1871641054302848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946854.067935:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946854.067942:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89180 x1871641054302720/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946870 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946854.067946:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946854.067951:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946854.067953:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946854.067958:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1784946854.067959:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8a680 x1871641054302848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946870 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946854.067962:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946854.067967:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b400. 00000100:00100000:1.0:1784946854.067968:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054302848:192.168.202.106@tcp:400:kworker.0 02000000:00000001:0.0:1784946854.067974:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784946854.067974:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946854.067978:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1784946854.067979:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:1.0:1784946854.067980:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8a680 x1871641054302848/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946870 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1784946854.067982:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784946854.067988:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784946854.067989:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000010:0.0:1784946854.067992:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad700. 02000000:00000001:1.0:1784946854.067992:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946854.067994:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61199800. 02000000:00000001:0.0:1784946854.067999:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946854.067999:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946854.068002:0:2353:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:0.0:1784946854.068003:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:1.0:1784946854.068004:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946854.068007:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:0.0:1784946854.068008:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89180. 02000000:00000010:1.0:1784946854.068009:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ade00. 02000000:00000001:1.0:1784946854.068014:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946854.068015:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1784946854.068016:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000010:1.0:1784946854.068017:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8a680. 00000100:00000001:0.0:1784946854.068020:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946854.068021:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946854.068025:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946854.068025:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946854.068026:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946854.068032:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946854.068033:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946854.068034:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946854.068037:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946854.068037:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946854.068040:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946854.068042:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946854.068045:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946854.385636:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946854.385643:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946854.385646:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946854.385649:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946854.385653:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946854.385656:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946854.385657:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946854.385660:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946854.385722:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946854.385726:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946854.385729:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946854.769583:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305641647, at 4305641664 00000100:00000040:0.0:1784946854.769589:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305641647, at 4305641664 00000100:00000010:1.0:1784946854.769596:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f120. 00000100:00000010:0.0:1784946854.769598:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8fea0. 00010000:00000001:1.0:1784946855.409634:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946855.409639:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946855.409693:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946855.409698:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946855.409701:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946856.433614:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946856.433619:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946856.433672:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946856.433675:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946856.433678:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946857.457632:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946857.457639:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946857.457697:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946857.457701:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946857.457704:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946858.481610:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946858.481616:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946858.481664:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946858.481667:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946858.481670:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946859.185610:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946859.185618:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946859.185627:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8a680. 00000020:00000040:1.0:1784946859.185633:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946859.185636:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946859.185638:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946859.185642:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946859.185648:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ade00. 00000100:00000001:1.0:1784946859.185653:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946859.185662:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d8a680 x1871641054302976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946859.185670:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946859.185673:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946859.185678:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000999ffbe7] to pc [ptlrpcd_00_00+0] req@ffff996d44d8a680 x1871641054302976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946859.185705:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946859.185708:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946859.185711:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946859.185714:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d88000. 00000020:00000040:1.0:1784946859.185716:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946859.185719:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946859.185720:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946859.185722:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946859.185725:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83adc00. 00000100:00000001:1.0:1784946859.185728:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946859.185733:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d88000 x1871641054303104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946859.185741:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946859.185742:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946859.185744:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784946859.185746:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005066ad8c] to pc [ptlrpcd_00_01+1] req@ffff996d44d88000 x1871641054303104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946859.185750:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946859.185754:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784946859.185754:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946859.185758:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946859.185762:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784946859.185764:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8a680 x1871641054302976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946859.185765:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946859.185770:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946859.185775:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10983) 00000100:00000001:0.0:1784946859.185781:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946859.185784:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946859.185788:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784946859.185789:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784946859.185792:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784946859.185794:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946859.185794:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946859.185798:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88000 x1871641054303104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946859.185800:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946859.185808:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054302976:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946859.185818:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946859.185819:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784946859.185820:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946859.185823:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946859.185825:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946859.185826:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946859.185827:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1784946859.185830:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054303104:192.168.202.106@tcp:400:kworker.0 02000000:00000001:0.0:1784946859.185831:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946859.185833:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784946859.185836:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1784946859.185837:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946859.185840:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946859.185841:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946859.185844:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b400. 02000000:00000010:1.0:1784946859.185845:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61199800. 02000000:00000001:0.0:1784946859.185848:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946859.185849:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946859.185861:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946859.185861:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946859.185864:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d898. 00000400:00000010:0.0:1784946859.185867:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f840. 00000400:00000010:1.0:1784946859.185871:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294e58. 00000400:00000010:0.0:1784946859.185874:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fd48. 00000100:00000200:1.0:1784946859.185877:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054303104, portal 10 00000100:00000200:0.0:1784946859.185880:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054302976, portal 25 00000100:00000001:1.0:1784946859.185880:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946859.185882:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318365184 : -112780391186432 : ffff996d44d88000) 00000100:00000001:0.0:1784946859.185885:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946859.185888:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318375040 : -112780391176576 : ffff996d44d8a680) 00000100:00000040:1.0:1784946859.185890:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88000 x1871641054303104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946859.185897:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8a680 x1871641054302976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946859.185898:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946859.185903:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946859.185906:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2944c8. 00000100:00000200:1.0:1784946859.185910:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054303104, offset 0 00000100:00000001:0.0:1784946859.185915:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784946859.185919:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:0.0:1784946859.185923:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946859.185928:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fe58. 00000400:00000200:1.0:1784946859.185929:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:0.0:1784946859.185933:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054302976, offset 0 00000400:00000200:1.0:1784946859.185937:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946859.185941:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946859.185942:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946859.185948:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946859.185950:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946859.185952:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946859.185955:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314878:314878:256:4294967295] 192.168.202.106@tcp LPNI seq info [314874:314874:8:4294967295] 00000400:00000200:1.0:1784946859.185958:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946859.185963:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946859.185968:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946859.185971:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:1.0:1784946859.185974:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad300. 00000400:00000200:0.0:1784946859.185977:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946859.185981:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1784946859.185983:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784946859.185985:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946859.185988:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946859.185992:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:1.0:1784946859.185993:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784946859.185996:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314879:314879:255:4294967295] 192.168.202.106@tcp LPNI seq info [314875:314875:7:4294967295] 00000800:00000200:1.0:1784946859.185998:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784946859.186001:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946859.186007:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946859.186008:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000040:1.0:1784946859.186013:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16686 usecs (17 jiffies) 00000800:00000200:0.0:1784946859.186015:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946859.186019:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:0.0:1784946859.186020:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4400. 00000100:00000001:1.0:1784946859.186022:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305646097 00000100:00000010:1.0:1784946859.186028:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f120. 00000800:00000200:0.0:1784946859.186031:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:1.0:1784946859.186034:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000800:00000200:0.0:1784946859.186036:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784946859.186040:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946859.186040:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305646097 00000100:00000001:0.0:1784946859.186044:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784946859.186045:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f960. 00000100:00000001:1.0:1784946859.186050:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000400:00000200:0.0:1784946859.186052:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946859.186054:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946859.186055:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305646767 00000100:00000001:1.0:1784946859.186058:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946859.186062:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305646097 00000100:00000001:1.0:1784946859.186062:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946859.186067:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946859.186068:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305646767 00000100:00000001:0.0:1784946859.186073:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305646097 00000100:00000001:0.0:1784946859.186075:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946859.186076:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946859.186078:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946859.186078:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946859.186082:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946859.186082:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946859.186087:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946859.186087:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946859.186090:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946859.186091:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946859.186095:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946859.186096:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946859.186098:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946859.186100:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946859.186101:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946859.186106:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946859.186143:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946859.186147:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad300. 00000400:00000200:1.0:1784946859.186152:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946859.186156:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946859.186160:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2944c8 00000400:00000010:1.0:1784946859.186162:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2944c8. 00000100:00000001:1.0:1784946859.186165:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946859.186168:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d88000 x1871641054303104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946859.186174:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946859.186176:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d88000 x1871641054303104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946875 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946859.186190:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946859.186192:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946859.186243:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946859.186245:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4400. 00000400:00000200:1.0:1784946859.186247:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946859.186249:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946859.186251:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fe58 00000400:00000010:1.0:1784946859.186252:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fe58. 00000100:00000001:1.0:1784946859.186254:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946859.186256:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8a680 x1871641054302976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946859.186265:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946859.186267:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8a680 x1871641054302976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946875 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946859.186273:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946859.186274:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946859.187500:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946859.187510:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946859.187512:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946859.187514:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946859.187532:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946859.187536:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946859.187540:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946859.187542:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946859.187545:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946859.187548:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64305380 00000400:00000200:1.0:1784946859.187550:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946859.187554:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cec71 [1] + 224 00000800:00000001:1.0:1784946859.187558:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946859.187562:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946859.187564:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946859.187566:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946859.187569:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946859.187572:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d88000 x1871641054303104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946875 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946859.187578:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d88000 x1871641054303104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946859.187592:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946859.187597:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946859.187599:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946859.187624:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946859.187628:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784946859.187633:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946859.187635:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946859.187637:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d898. 00000400:00000200:0.0:1784946859.187641:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294e58 00000400:00000010:0.0:1784946859.187643:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294e58. 00000100:00000001:0.0:1784946859.187646:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946859.187651:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88000 x1871641054303104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946859.187656:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946859.187661:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784946859.187665:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88000 x1871641054303104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946875 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946859.187665:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946859.187668:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946859.187673:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946859.187680:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:0.0:1784946859.187682:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946859.187685:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946859.187685:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946859.187688:0:2353:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:1.0:1784946859.187692:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:0.0:1784946859.187693:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946859.187696:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1784946859.187698:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946859.187700:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946859.187705:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64305300 02000000:00000001:0.0:1784946859.187706:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946859.187712:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00001000:0.0:1784946859.187715:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=61 v=5 (5 5 5 5) 00000400:00000200:1.0:1784946859.187717:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cec79 [1] + 224 00000100:00001000:0.0:1784946859.187721:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=131 v=5 (1 1 1 1) 00000800:00000001:1.0:1784946859.187723:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784946859.187725:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946859.187728:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946859.187730:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784946859.187731:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946859.187736:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946859.187736:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784946859.187742:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1784946859.187742:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000040:0.0:1784946859.187746:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946859.187747:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946859.187749:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784946859.187752:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946859.187753:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8a680 x1871641054302976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946875 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946859.187761:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88000 x1871641054303104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946875 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946859.187765:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8a680 x1871641054302976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946859.187778:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946859.187783:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946859.187786:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946859.187791:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784946859.187792:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88000 x1871641054303104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946875 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946859.187795:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946859.187799:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784946859.187805:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054303104:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946859.187807:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946859.187810:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946859.187810:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946859.187812:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784946859.187813:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1784946859.187815:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946859.187819:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f840. 00000100:00000040:0.0:1784946859.187820:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88000 x1871641054303104/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946875 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946859.187823:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fd48 00000400:00000010:1.0:1784946859.187825:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fd48. 00000100:00000001:1.0:1784946859.187829:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946859.187833:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1784946859.187834:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8a680 x1871641054302976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946859.187836:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946859.187840:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61199800. 00000100:00000200:1.0:1784946859.187843:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8a680 x1871641054302976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946875 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946859.187847:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946859.187852:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784946859.187852:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946859.187855:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1784946859.187856:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946859.187856:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946859.187859:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1784946859.187861:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784946859.187861:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946859.187864:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946859.187865:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83adc00. 02000000:00000001:1.0:1784946859.187866:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946859.187870:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946859.187873:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:1.0:1784946859.187875:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=61 v=5 (5 5 5 5) 00000100:00000010:0.0:1784946859.187876:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88000. 00000100:00000001:0.0:1784946859.187882:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00001000:1.0:1784946859.187882:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=61 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946859.187886:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946859.187886:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946859.187888:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946859.187890:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784946859.187891:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946859.187894:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946859.187895:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946859.187896:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946859.187900:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946859.187900:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8a680 x1871641054302976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946875 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946859.187906:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946859.187909:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946859.187915:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946859.187917:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946859.187918:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946859.187921:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8a680 x1871641054302976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946875 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946859.187925:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054302976:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946859.187929:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946859.187930:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946859.187932:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8a680 x1871641054302976/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946875 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946859.187937:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946859.187938:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946859.187940:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b400. 02000000:00000001:1.0:1784946859.187942:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946859.187944:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946859.187945:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784946859.187946:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946859.187948:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ade00. 02000000:00000001:1.0:1784946859.187951:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946859.187952:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946859.187953:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8a680. 00000100:00000001:1.0:1784946859.187956:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946859.187957:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946859.187959:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946859.187962:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946859.187964:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946859.187965:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946859.187967:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946859.505620:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946859.505625:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946859.505677:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946859.505680:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946859.505682:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946859.889618:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305646767, at 4305646784 00000100:00000010:0.0:1784946859.889634:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f120. 00000100:00000040:1.0:1784946859.889841:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305646767, at 4305646784 00000100:00000010:1.0:1784946859.889847:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f960. 00010000:00000001:1.0:1784946860.529621:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946860.529628:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946860.529685:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946860.529688:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946860.529691:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946861.553645:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946861.553650:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946861.553704:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946861.553707:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946861.553710:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946862.577611:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946862.577615:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946862.577689:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946862.577691:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946862.577694:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946863.601629:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946863.601635:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946863.601637:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946863.601639:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946863.601643:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946863.601645:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946863.601646:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946863.601648:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946863.601703:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946863.601708:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946863.601711:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784946863.985636:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784946863.985642:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784946863.985646:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:0.0:1784946863.985806:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784946863.985816:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784946863.985823:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946863.985829:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946863.985833:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946864.305627:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946864.305635:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946864.305644:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951500. 00000020:00000040:2.0:1784946864.305654:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946864.305657:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946864.305660:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946864.305664:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946864.305670:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bc00. 00000100:00000001:2.0:1784946864.305676:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946864.305687:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951500 x1871641054303232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946864.305697:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946864.305701:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946864.305708:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fb9ec] to pc [ptlrpcd_01_01+1] req@ffff996d73951500 x1871641054303232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946864.305733:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946864.305735:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946864.305737:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946864.305739:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952680. 00000020:00000040:2.0:1784946864.305741:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946864.305743:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946864.305744:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946864.305746:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946864.305751:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784946864.305754:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946864.305759:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73952680 x1871641054303360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946864.305766:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946864.305770:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946864.305772:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946864.305780:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951500 x1871641054303232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946864.305781:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946864.305786:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946864.305792:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946864.305794:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946864.305798:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946864.305800:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784946864.305801:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f291fbe] to pc [ptlrpcd_01_00+0] req@ffff996d73952680 x1871641054303360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946864.305805:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946864.305813:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054303232:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946864.305816:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946864.305821:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784946864.305822:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946864.305828:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784946864.305830:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784946864.305831:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784946864.305834:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946864.305836:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784946864.305839:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784946864.305843:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10988) 02000000:00000010:3.0:1784946864.305845:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46617200. 02000000:00000001:3.0:1784946864.305848:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946864.305854:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946864.305857:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000100:00000001:2.0:1784946864.305861:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1784946864.305863:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1908. 00000100:00000001:2.0:1784946864.305865:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946864.305868:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1784946864.305869:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054303232, portal 25 00000100:00000001:3.0:1784946864.305873:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1784946864.305875:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952680 x1871641054303360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946864.305875:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476032 : -112779607075584 : ffff996d73951500) 00000100:00000040:3.0:1784946864.305883:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951500 x1871641054303232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946864.305892:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946864.305894:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784946864.305896:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946864.305899:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946864.305901:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1660. 00000100:00000200:3.0:1784946864.305904:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054303232, offset 0 00000400:00000200:3.0:1784946864.305909:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 02000000:00000001:2.0:1784946864.305910:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946864.305913:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946864.305916:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946864.305921:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054303360:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946864.305926:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946864.305929:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946864.305931:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946864.305933:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784946864.305935:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946864.305941:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d7a00. 00000400:00000200:3.0:1784946864.305944:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 02000000:00000001:2.0:1784946864.305945:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946864.305952:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946864.305957:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000200:3.0:1784946864.305957:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1784946864.305963:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000400:00000200:3.0:1784946864.305964:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000200:2.0:1784946864.305968:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054303360, portal 10 00000400:00000200:3.0:1784946864.305969:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784946864.305973:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1784946864.305975:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:2.0:1784946864.305976:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102480512 : -112779607071104 : ffff996d73952680) 00000400:00000200:3.0:1784946864.305981:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314880:314880:256:4294967295] 192.168.202.106@tcp LPNI seq info [314876:314876:8:4294967295] 00000100:00000040:2.0:1784946864.305985:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952680 x1871641054303360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946864.305989:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946864.305999:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946864.306000:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946864.306002:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6aa0. 00000100:00000200:2.0:1784946864.306005:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054303360, offset 0 00000400:00000200:2.0:1784946864.306009:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946864.306016:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946864.306017:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946864.306021:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946864.306025:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946864.306030:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:3.0:1784946864.306030:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946864.306034:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946864.306036:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946864.306038:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314881:314881:255:4294967295] 192.168.202.106@tcp LPNI seq info [314877:314877:7:4294967295] 00000800:00000010:3.0:1784946864.306039:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000400:00000200:2.0:1784946864.306044:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946864.306054:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946864.306055:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946864.306064:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000200:3.0:1784946864.306068:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000010:2.0:1784946864.306071:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b100. 00000800:00000200:3.0:1784946864.306074:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784946864.306080:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946864.306085:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946864.306088:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946864.306092:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946864.306093:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946864.306100:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16685 usecs (17 jiffies) 00000400:00000200:3.0:1784946864.306102:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946864.306106:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305651887 00000400:00000200:2.0:1784946864.306107:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946864.306112:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305651217 00000100:00000010:3.0:1784946864.306114:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322300. 00000100:00000001:3.0:1784946864.306121:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784946864.306126:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305651887 00000100:00000001:2.0:1784946864.306127:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305651887 00000100:00000010:3.0:1784946864.306129:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3222a0. 00000100:00000001:2.0:1784946864.306134:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305651217 00000100:00000001:3.0:1784946864.306135:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946864.306151:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305651887 00000100:00000001:3.0:1784946864.306151:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946864.306158:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946864.306158:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946864.306162:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946864.306163:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946864.306165:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946864.306165:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946864.306168:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784946864.306173:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beab00. 00000100:00000001:2.0:1784946864.306173:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946864.306174:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946864.306177:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946864.306180:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946864.306181:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946864.306181:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946864.306182:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946864.306184:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946864.306185:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946864.306186:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946864.306193:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946864.306193:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946864.306196:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946864.306200:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1660 00000100:00000001:2.0:1784946864.306200:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946864.306203:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946864.306205:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1660. 00000100:00000001:1.0:1784946864.306212:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946864.306217:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951500 x1871641054303232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946864.306227:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946864.306232:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951500 x1871641054303232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946880 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946864.306238:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946864.306240:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946864.306296:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946864.306299:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b100. 00000400:00000200:1.0:1784946864.306302:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946864.306306:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946864.306309:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6aa0 00000400:00000010:1.0:1784946864.306310:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6aa0. 00000100:00000001:1.0:1784946864.306314:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946864.306318:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952680 x1871641054303360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946864.306325:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946864.306328:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952680 x1871641054303360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946880 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946864.306337:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946864.306339:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946864.307499:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946864.307510:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946864.307513:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946864.307537:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946864.307543:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946864.307549:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946864.307557:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946864.307562:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946864.307566:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946864.307570:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64305400 00000400:00000200:0.0:1784946864.307574:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946864.307578:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cec91 [1] + 224 00000800:00000001:0.0:1784946864.307584:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946864.307588:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946864.307590:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946864.307593:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946864.307597:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946864.307602:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951500 x1871641054303232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946880 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946864.307613:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951500 x1871641054303232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946864.307637:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946864.307645:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946864.307648:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946864.307650:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946864.307652:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946864.307655:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946864.307659:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946864.307664:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946864.307668:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946864.307671:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946864.307674:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946864.307675:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64305480 00000100:00000001:3.0:1784946864.307678:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946864.307682:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784946864.307684:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946864.307687:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946864.307689:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784946864.307693:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1908 00000400:00000010:3.0:1784946864.307695:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1908. 00000100:00000001:3.0:1784946864.307698:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946864.307703:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951500 x1871641054303232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946864.307707:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cec99 [1] + 224 00000800:00000001:0.0:1784946864.307717:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784946864.307722:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951500 x1871641054303232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946880 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946864.307726:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946864.307731:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946864.307733:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946864.307736:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946864.307739:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946864.307740:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946864.307745:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946864.307746:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946864.307748:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946864.307752:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784946864.307753:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952680 x1871641054303360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946880 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946864.307756:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946864.307764:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=66 v=5 (5 5 5 5) 00000100:00000040:0.0:1784946864.307767:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952680 x1871641054303360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784946864.307770:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=66 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946864.307778:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946864.307780:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946864.307785:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946864.307787:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946864.307789:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946864.307793:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784946864.307795:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951500 x1871641054303232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946880 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946864.307799:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946864.307803:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946864.307819:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946864.307821:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946864.307823:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946864.307828:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951500 x1871641054303232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946880 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946864.307836:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054303232:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946864.307837:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946864.307842:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946864.307842:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784946864.307846:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784946864.307846:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946864.307853:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951500 x1871641054303232/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946880 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784946864.307855:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946864.307858:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946864.307863:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000100:00000001:3.0:1784946864.307864:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1784946864.307866:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 02000000:00000001:3.0:1784946864.307868:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784946864.307870:0:2354:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:3.0:1784946864.307872:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46617200. 00000100:00000200:2.0:1784946864.307877:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952680 x1871641054303360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946864.307877:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946864.307881:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946864.307884:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946864.307888:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000200:2.0:1784946864.307889:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952680 x1871641054303360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946880 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784946864.307892:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bc00. 02000000:00000001:3.0:1784946864.307897:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784946864.307898:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946864.307901:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784946864.307901:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784946864.307905:0:2354:0:(client.c:1580:after_reply()) Process entered 00000100:00000010:3.0:1784946864.307905:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951500. 02000000:00000001:2.0:1784946864.307907:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946864.307909:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946864.307911:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946864.307911:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946864.307914:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784946864.307915:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946864.307920:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784946864.307922:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=66 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946864.307927:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=136 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946864.307927:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946864.307930:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946864.307931:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946864.307933:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946864.307936:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784946864.307936:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946864.307940:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946864.307941:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946864.307946:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946864.307947:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946864.307948:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946864.307950:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946864.307953:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952680 x1871641054303360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946880 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946864.307958:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946864.307959:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946864.307960:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946864.307962:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952680 x1871641054303360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946880 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946864.307967:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054303360:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946864.307970:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946864.307971:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946864.307973:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952680 x1871641054303360/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946880 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946864.307976:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946864.307977:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946864.307979:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d7a00. 02000000:00000001:2.0:1784946864.307981:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946864.307982:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946864.307982:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946864.307984:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946864.307985:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:2.0:1784946864.307986:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946864.307987:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946864.307988:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952680. 00000100:00000001:2.0:1784946864.307989:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946864.307990:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946864.307991:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946864.307994:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946864.307994:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946864.307996:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946864.307997:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946864.625573:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946864.625579:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946864.625622:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946864.625625:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946864.625628:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946865.009615:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305651887, at 4305651904 00000100:00000040:1.0:1784946865.009615:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305651887, at 4305651904 00000100:00000010:0.0:1784946865.009630:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322300. 00000100:00000010:1.0:1784946865.009636:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3222a0. 00010000:00000001:1.0:1784946865.649627:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946865.649633:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946865.649706:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946865.649709:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946865.649712:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946866.673585:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946866.673591:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946866.673640:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946866.673642:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946866.673645:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946867.697634:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946867.697640:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946867.697700:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946867.697704:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946867.697707:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946868.721587:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946868.721592:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946868.721648:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946868.721652:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946868.721655:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946869.425592:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946869.425602:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946869.425612:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952680. 00000020:00000040:2.0:1784946869.425618:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946869.425622:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946869.425630:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946869.425636:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946869.425645:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784946869.425651:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946869.425662:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73952680 x1871641054303488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946869.425673:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946869.425677:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946869.425684:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f291fbe] to pc [ptlrpcd_01_01+1] req@ffff996d73952680 x1871641054303488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946869.425714:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946869.425717:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946869.425724:0:140676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946869.425728:0:140676:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950000. 00000020:00000040:2.0:1784946869.425730:0:140676:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946869.425733:0:140676:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946869.425734:0:140676:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946869.425737:0:140676:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946869.425737:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1784946869.425743:0:140676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b300. 00000100:00000001:2.0:1784946869.425746:0:140676:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946869.425750:0:140676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950000 x1871641054303616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946869.425750:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946869.425759:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784946869.425769:0:140676:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1784946869.425769:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952680 x1871641054303488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946869.425774:0:140676:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946869.425782:0:140676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac249ac8] to pc [ptlrpcd_01_00+0] req@ffff996d73950000 x1871641054303616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946869.425785:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946869.425789:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946869.425796:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784946869.425797:0:140676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946869.425800:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784946869.425801:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784946869.425806:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946869.425808:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946869.425813:0:140676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1784946869.425813:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054303488:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784946869.425820:0:140676:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784946869.425822:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784946869.425827:0:140676:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10994) 02000000:00000001:3.0:1784946869.425829:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946869.425833:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946869.425836:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784946869.425842:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1784946869.425842:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46616e00. 00000100:00000001:2.0:1784946869.425846:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784946869.425846:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946869.425850:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1784946869.425857:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784946869.425858:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950000 x1871641054303616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784946869.425862:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000100:00000001:2.0:1784946869.425870:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1784946869.425871:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1908. 00000100:00000001:2.0:1784946869.425873:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946869.425877:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946869.425879:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1784946869.425880:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054303488, portal 25 02000000:00000001:2.0:1784946869.425881:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946869.425885:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1784946869.425888:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054303616:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946869.425889:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102480512 : -112779607071104 : ffff996d73952680) 00000100:00000001:2.0:1784946869.425895:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784946869.425897:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952680 x1871641054303488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946869.425900:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946869.425904:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946869.425907:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784946869.425908:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784946869.425911:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000010:2.0:1784946869.425914:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d7a00. 00000400:00000010:3.0:1784946869.425915:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1cc0. 02000000:00000001:2.0:1784946869.425919:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784946869.425921:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054303488, offset 0 00000400:00000200:2.0:1784946869.425927:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946869.425928:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946869.425934:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000200:3.0:1784946869.425938:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946869.425941:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000400:00000200:3.0:1784946869.425945:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000200:2.0:1784946869.425946:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054303616, portal 10 00000100:00000001:2.0:1784946869.425950:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1784946869.425950:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784946869.425953:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102470656 : -112779607080960 : ffff996d73950000) 00000400:00000200:3.0:1784946869.425955:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946869.425960:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946869.425962:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000040:2.0:1784946869.425966:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950000 x1871641054303616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946869.425967:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314882:314882:256:4294967295] 192.168.202.106@tcp LPNI seq info [314878:314878:8:4294967295] 00000400:00000200:3.0:1784946869.425979:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946869.425985:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946869.425993:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946869.425993:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000010:2.0:1784946869.425998:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6770. 00000800:00000200:3.0:1784946869.426002:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000200:2.0:1784946869.426004:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054303616, offset 0 00000800:00000010:3.0:1784946869.426008:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000400:00000200:2.0:1784946869.426013:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000800:00000200:3.0:1784946869.426017:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946869.426022:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946869.426025:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946869.426029:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784946869.426031:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946869.426036:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946869.426039:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:3.0:1784946869.426042:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946869.426043:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946869.426047:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946869.426049:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:3.0:1784946869.426050:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305657007 00000400:00000200:2.0:1784946869.426055:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314883:314883:255:4294967295] 192.168.202.106@tcp LPNI seq info [314879:314879:7:4294967295] 00000100:00000010:3.0:1784946869.426056:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3221e0. 00000400:00000200:2.0:1784946869.426064:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946869.426064:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784946869.426071:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305657007 00000100:00000010:3.0:1784946869.426075:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322360. 00000100:00000001:3.0:1784946869.426079:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1784946869.426080:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:3.0:1784946869.426082:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946869.426085:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784946869.426089:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784946869.426090:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946869.426094:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1784946869.426110:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b000. 00000100:00000001:3.0:1784946869.426114:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946869.426118:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1784946869.426119:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:3.0:1784946869.426124:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946869.426127:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1784946869.426128:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:3.0:1784946869.426130:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784946869.426133:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946869.426135:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946869.426140:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946869.426146:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16685 usecs (17 jiffies) 00000400:00000200:2.0:1784946869.426150:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946869.426152:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305656337 00000100:00000001:2.0:1784946869.426156:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305657007 00000100:00000001:2.0:1784946869.426159:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305656337 00000100:00000001:2.0:1784946869.426161:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305657007 00000100:00000001:2.0:1784946869.426164:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946869.426166:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946869.426168:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946869.426170:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946869.426174:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946869.426175:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946869.426177:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946869.426179:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946869.426180:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946869.426182:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946869.426190:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946869.426196:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000400:00000200:1.0:1784946869.426201:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946869.426207:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946869.426212:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1cc0 00000400:00000010:1.0:1784946869.426214:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1cc0. 00000100:00000001:1.0:1784946869.426218:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946869.426228:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952680 x1871641054303488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946869.426237:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946869.426241:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952680 x1871641054303488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946885 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946869.426248:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946869.426250:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946869.426264:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946869.426267:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b000. 00000400:00000200:1.0:1784946869.426269:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946869.426272:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946869.426275:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6770 00000400:00000010:1.0:1784946869.426277:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6770. 00000100:00000001:1.0:1784946869.426280:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946869.426283:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950000 x1871641054303616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946869.426290:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946869.426293:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950000 x1871641054303616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946885 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946869.426298:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946869.426300:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946869.427393:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946869.427405:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946869.427408:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946869.427411:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946869.427416:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946869.427421:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946869.427427:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946869.427431:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946869.427435:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946869.427448:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64305500 00000400:00000200:0.0:1784946869.427452:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946869.427457:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceca1 [1] + 224 00000800:00000001:0.0:1784946869.427463:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946869.427470:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946869.427473:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946869.427476:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946869.427481:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946869.427486:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952680 x1871641054303488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946885 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946869.427495:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952680 x1871641054303488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946885 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946869.427507:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946869.427513:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784946869.427536:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946869.427538:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784946869.427543:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946869.427544:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946869.427546:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784946869.427549:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1908 00000400:00000010:3.0:1784946869.427550:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1908. 00000100:00000001:3.0:1784946869.427552:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784946869.427554:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946869.427558:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784946869.427558:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952680 x1871641054303488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946885 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946869.427562:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946869.427566:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946869.427568:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784946869.427571:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952680 x1871641054303488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946885 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946869.427574:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946869.427583:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:3.0:1784946869.427584:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946869.427587:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946869.427589:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946869.427590:0:2355:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:0.0:1784946869.427594:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:3.0:1784946869.427594:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946869.427597:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1784946869.427599:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946869.427602:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64305580 00000400:00000200:0.0:1784946869.427604:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946869.427606:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceca9 [1] + 224 00000800:00000001:0.0:1784946869.427608:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946869.427611:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946869.427612:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946869.427614:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946869.427616:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946869.427619:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950000 x1871641054303616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946885 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946869.427624:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950000 x1871641054303616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946885 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946869.427636:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946869.427637:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946869.427640:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784946869.427641:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946869.427644:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784946869.427647:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=71 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946869.427652:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=71 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946869.427654:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946869.427655:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946869.427658:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946869.427660:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946869.427661:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946869.427666:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784946869.427666:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952680 x1871641054303488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946885 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946869.427669:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946869.427673:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1784946869.427674:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946869.427677:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784946869.427678:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1784946869.427680:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000100:00000001:3.0:1784946869.427681:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784946869.427686:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000100:00000040:3.0:1784946869.427687:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952680 x1871641054303488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946885 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784946869.427690:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:2.0:1784946869.427694:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1784946869.427699:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054303488:192.168.202.106@tcp:400:kworker.0 00000100:00000200:2.0:1784946869.427701:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950000 x1871641054303616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946885 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946869.427714:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784946869.427717:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950000 x1871641054303616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946885 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946869.427718:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946869.427724:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952680 x1871641054303488/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946885 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946869.427730:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946869.427733:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946869.427735:0:2354:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784946869.427735:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946869.427739:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1784946869.427740:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784946869.427741:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946869.427743:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946869.427745:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46616e00. 02000000:00000001:2.0:1784946869.427746:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946869.427752:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=71 v=5 (5 5 5 5) 02000000:00000001:3.0:1784946869.427752:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946869.427756:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000100:00001000:2.0:1784946869.427757:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=141 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946869.427760:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1784946869.427761:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946869.427762:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946869.427766:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1784946869.427768:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:2.0:1784946869.427769:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946869.427772:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000010:3.0:1784946869.427772:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 00000100:00000040:2.0:1784946869.427774:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946869.427777:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1784946869.427778:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784946869.427779:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946869.427784:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950000 x1871641054303616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946885 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946869.427789:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946869.427793:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952680. 00000100:00000001:2.0:1784946869.427794:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946869.427798:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946869.427799:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946869.427800:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946869.427803:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946869.427808:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950000 x1871641054303616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946885 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946869.427809:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946869.427815:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946869.427817:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946869.427822:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1784946869.427823:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054303616:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946869.427825:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946869.427831:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946869.427833:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946869.427836:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950000 x1871641054303616/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946885 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946869.427843:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946869.427845:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946869.427847:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d7a00. 02000000:00000001:2.0:1784946869.427850:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946869.427851:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946869.427853:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946869.427855:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946869.427856:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b300. 02000000:00000001:2.0:1784946869.427859:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946869.427860:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946869.427861:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950000. 00000100:00000001:2.0:1784946869.427863:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946869.427864:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946869.427866:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946869.427870:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946869.427872:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946869.427874:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946869.427875:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946869.745638:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946869.745644:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946869.745703:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946869.745706:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946869.745708:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946870.129603:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305657007, at 4305657024 00000100:00000040:1.0:1784946870.129603:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305657007, at 4305657024 00000100:00000010:1.0:1784946870.129617:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322360. 00000100:00000010:0.0:1784946870.129618:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3221e0. 00010000:00000001:1.0:1784946870.769612:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946870.769617:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946870.769671:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946870.769674:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946870.769677:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946871.793632:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946871.793639:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946871.793685:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946871.793689:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946871.793692:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946872.817613:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946872.817621:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946872.817692:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946872.817696:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946872.817700:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946873.841617:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946873.841624:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946873.841626:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946873.841628:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946873.841632:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946873.841633:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946873.841635:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946873.841636:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946873.841704:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946873.841708:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946873.841712:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946874.545640:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946874.545649:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946874.545660:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8a680. 00000020:00000040:1.0:1784946874.545666:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946874.545670:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946874.545673:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946874.545678:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946874.545686:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ade00. 00000100:00000001:1.0:1784946874.545693:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946874.545705:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d8a680 x1871641054303744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946874.545716:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946874.545720:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946874.545726:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000999ffbe7] to pc [ptlrpcd_00_00+0] req@ffff996d44d8a680 x1871641054303744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946874.545749:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946874.545751:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946874.545753:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946874.545755:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8a300. 00000020:00000040:1.0:1784946874.545757:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946874.545759:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946874.545759:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946874.545761:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946874.545763:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad300. 00000100:00000001:1.0:1784946874.545765:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946874.545768:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d8a300 x1871641054303872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946874.545773:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946874.545774:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946874.545777:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000879242b6] to pc [ptlrpcd_00_01+1] req@ffff996d44d8a300 x1871641054303872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946874.545783:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946874.545784:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784946874.545785:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946874.545789:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1784946874.545790:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784946874.545791:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946874.545793:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946874.545795:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946874.545800:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10999) 00000100:00000040:0.0:1784946874.545801:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8a680 x1871641054303744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946874.545808:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946874.545810:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946874.545813:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946874.545815:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946874.545817:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946874.545820:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054303744:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946874.545824:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946874.545825:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784946874.545826:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946874.545828:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1784946874.545831:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946874.545833:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946874.545833:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8a300 x1871641054303872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946874.545838:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784946874.545842:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1784946874.545844:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394a800. 00000100:00000001:1.0:1784946874.545844:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946874.545849:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946874.545850:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946874.545853:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946874.545855:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946874.545858:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00100000:1.0:1784946874.545859:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054303872:192.168.202.106@tcp:400:kworker.0 00000400:00000010:0.0:1784946874.545864:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f4d0. 00000100:00000001:1.0:1784946874.545864:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946874.545867:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946874.545869:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784946874.545870:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fa18. 02000000:00000001:1.0:1784946874.545871:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946874.545876:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61199800. 00000100:00000200:0.0:1784946874.545877:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054303744, portal 25 02000000:00000001:1.0:1784946874.545879:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946874.545881:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946874.545884:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318375040 : -112780391176576 : ffff996d44d8a680) 00000400:00000200:1.0:1784946874.545884:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946874.545890:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d8f0. 00000100:00000040:0.0:1784946874.545893:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8a680 x1871641054303744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784946874.545895:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2944c8. 00000100:00000200:1.0:1784946874.545900:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054303872, portal 10 00000100:00000001:0.0:1784946874.545902:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784946874.545903:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946874.545905:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318374144 : -112780391177472 : ffff996d44d8a300) 00000100:00000040:0.0:1784946874.545906:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946874.545911:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f6e8. 00000100:00000200:0.0:1784946874.545915:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054303744, offset 0 00000100:00000040:1.0:1784946874.545917:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8a300 x1871641054303872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946874.545922:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946874.545929:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784946874.545930:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:1.0:1784946874.545935:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946874.545940:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000010:1.0:1784946874.545940:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294330. 00000100:00000200:1.0:1784946874.545946:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054303872, offset 0 00000400:00000200:0.0:1784946874.545947:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946874.545952:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946874.545956:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946874.545957:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946874.545961:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946874.545963:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314884:314884:256:4294967295] 192.168.202.106@tcp LPNI seq info [314880:314880:8:4294967295] 00000400:00000200:0.0:1784946874.545966:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946874.545971:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946874.545975:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946874.545979:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:0.0:1784946874.545981:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4800. 00000400:00000200:1.0:1784946874.545986:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:0.0:1784946874.545990:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784946874.545993:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946874.545998:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:0.0:1784946874.545999:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784946874.546004:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784946874.546004:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946874.546010:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946874.546014:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314885:314885:255:4294967295] 192.168.202.106@tcp LPNI seq info [314881:314881:7:4294967295] 00000100:00000001:0.0:1784946874.546015:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946874.546021:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946874.546024:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946874.546025:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305662127 00000100:00000010:0.0:1784946874.546030:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373c00. 00000400:00000200:1.0:1784946874.546037:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:0.0:1784946874.546038:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1784946874.546045:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784946874.546046:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305662127 00000100:00000010:0.0:1784946874.546052:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d593733c0. 00000100:00000001:0.0:1784946874.546070:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784946874.546073:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946874.546076:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946874.546078:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784946874.546079:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad500. 00000100:00000001:0.0:1784946874.546080:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784946874.546087:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:0.0:1784946874.546089:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946874.546092:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1784946874.546094:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:0.0:1784946874.546097:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1784946874.546099:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946874.546100:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946874.546103:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946874.546105:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946874.546107:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946874.546112:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16683 usecs (17 jiffies) 00000400:00000200:1.0:1784946874.546117:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946874.546119:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305661457 00000100:00000001:1.0:1784946874.546122:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305662127 00000100:00000001:1.0:1784946874.546125:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305661457 00000100:00000001:1.0:1784946874.546128:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305662127 00000100:00000001:1.0:1784946874.546129:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946874.546132:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946874.546134:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946874.546136:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946874.546140:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946874.546142:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946874.546144:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946874.546146:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946874.546148:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946874.546150:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946874.546151:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946874.546156:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4800. 00000400:00000200:0.0:1784946874.546161:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946874.546167:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946874.546172:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f6e8 00000400:00000010:0.0:1784946874.546175:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f6e8. 00000100:00000001:0.0:1784946874.546179:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946874.546183:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8a680 x1871641054303744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946874.546192:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946874.546196:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8a680 x1871641054303744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946890 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946874.546201:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946874.546203:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946874.546250:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946874.546252:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad500. 00000400:00000200:0.0:1784946874.546261:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946874.546265:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946874.546268:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294330 00000400:00000010:0.0:1784946874.546270:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294330. 00000100:00000001:0.0:1784946874.546273:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946874.546276:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8a300 x1871641054303872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946874.546283:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946874.546286:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8a300 x1871641054303872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946890 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946874.546292:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946874.546293:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946874.547384:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946874.547394:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946874.547398:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946874.547400:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946874.547406:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946874.547410:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946874.547416:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946874.547420:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946874.547424:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946874.547428:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64305600 00000400:00000200:0.0:1784946874.547432:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946874.547437:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cecb1 [1] + 224 00000800:00000001:0.0:1784946874.547443:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946874.547468:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946874.547471:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946874.547474:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946874.547478:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946874.547483:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8a680 x1871641054303744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946890 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946874.547493:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8a680 x1871641054303744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946874.547509:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946874.547541:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784946874.547542:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784946874.547544:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784946874.547548:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1784946874.547550:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784946874.547552:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1784946874.547552:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946874.547555:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f4d0. 00000800:00000001:0.0:1784946874.547556:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946874.547560:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fa18 00000400:00000200:0.0:1784946874.547562:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946874.547563:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fa18. 00000100:00000001:1.0:1784946874.547568:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946874.547569:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946874.547576:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:1.0:1784946874.547576:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8a680 x1871641054303744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946874.547580:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946874.547587:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946874.547594:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64305680 00000400:00000200:0.0:1784946874.547600:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:1.0:1784946874.547602:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8a680 x1871641054303744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946890 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946874.547608:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cecb9 [1] + 224 00000800:00000001:0.0:1784946874.547616:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784946874.547619:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946874.547622:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946874.547622:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946874.547626:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784946874.547627:0:2352:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:0.0:1784946874.547630:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 02000000:00000001:1.0:1784946874.547631:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946874.547633:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946874.547635:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1784946874.547638:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8a300 x1871641054303872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946890 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946874.547639:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946874.547644:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946874.547651:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8a300 x1871641054303872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784946874.547652:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=76 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946874.547661:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=76 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946874.547664:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946874.547667:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946874.547667:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946874.547671:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784946874.547672:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:1.0:1784946874.547675:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946874.547676:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946874.547679:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946874.547683:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784946874.547685:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8a680 x1871641054303744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946890 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946874.547686:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784946874.547690:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946874.547692:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946874.547695:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d8f0. 00000100:00000001:1.0:1784946874.547699:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784946874.547700:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2944c8 00000100:00000001:1.0:1784946874.547702:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1784946874.547704:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2944c8. 00000100:00000001:1.0:1784946874.547705:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946874.547710:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1784946874.547714:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8a680 x1871641054303744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946890 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946874.547717:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8a300 x1871641054303872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946874.547726:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054303744:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946874.547737:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784946874.547739:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8a300 x1871641054303872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946890 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946874.547739:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946874.547745:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8a680 x1871641054303744/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946890 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946874.547748:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946874.547751:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946874.547754:0:2353:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784946874.547756:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946874.547757:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946874.547759:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1784946874.547759:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784946874.547761:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946874.547763:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946874.547763:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394a800. 02000000:00000001:1.0:1784946874.547768:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:0.0:1784946874.547769:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=76 v=5 (5 5 5 5) 00000020:00000001:1.0:1784946874.547770:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000100:00001000:0.0:1784946874.547774:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=146 v=5 (1 1 1 1) 00000020:00000040:1.0:1784946874.547774:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784946874.547777:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784946874.547778:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946874.547780:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946874.547781:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ade00. 00010000:00000001:0.0:1784946874.547782:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946874.547785:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946874.547786:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784946874.547787:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1784946874.547788:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1784946874.547790:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000010:1.0:1784946874.547791:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8a680. 00000100:00000001:0.0:1784946874.547792:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784946874.547795:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946874.547796:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946874.547798:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946874.547799:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8a300 x1871641054303872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946890 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946874.547800:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946874.547806:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946874.547807:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946874.547809:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946874.547810:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946874.547812:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946874.547813:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946874.547815:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946874.547818:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8a300 x1871641054303872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946890 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946874.547827:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054303872:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946874.547830:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946874.547832:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946874.547834:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8a300 x1871641054303872/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946890 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946874.547837:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946874.547838:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946874.547839:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61199800. 02000000:00000001:0.0:1784946874.547842:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946874.547843:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946874.547844:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784946874.547845:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946874.547846:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad300. 02000000:00000001:0.0:1784946874.547848:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946874.547849:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946874.547850:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8a300. 00000100:00000001:0.0:1784946874.547852:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946874.547853:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946874.547854:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946874.547857:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946874.547857:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946874.547859:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946874.547860:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946874.865619:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946874.865624:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946874.865678:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946874.865681:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946874.865684:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946875.249610:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305662127, at 4305662144 00000100:00000040:0.0:1784946875.249611:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305662127, at 4305662144 00000100:00000010:1.0:1784946875.249625:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d593733c0. 00000100:00000010:0.0:1784946875.249627:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373c00. 00010000:00000001:1.0:1784946875.889631:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946875.889636:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946875.889689:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946875.889694:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946875.889697:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946876.913625:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946876.913633:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946876.913686:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946876.913689:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946876.913691:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946877.937638:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946877.937644:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946877.937800:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946877.937803:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946877.937805:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946878.961635:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946878.961640:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946878.961692:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946878.961696:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946878.961699:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946879.665587:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946879.665596:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946879.665605:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8a680. 00000020:00000040:1.0:1784946879.665611:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946879.665616:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946879.665618:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946879.665623:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946879.665631:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ade00. 00000100:00000001:1.0:1784946879.665637:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946879.665648:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d8a680 x1871641054304000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946879.665658:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946879.665662:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946879.665677:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000999ffbe7] to pc [ptlrpcd_00_00+0] req@ffff996d44d8a680 x1871641054304000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946879.665703:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946879.665706:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946879.665710:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946879.665713:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d89500. 00000020:00000040:1.0:1784946879.665716:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946879.665719:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946879.665720:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946879.665722:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946879.665726:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad400. 00000100:00000001:1.0:1784946879.665730:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946879.665736:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784946879.665736:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d89500 x1871641054304128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946879.665741:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946879.665745:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784946879.665749:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946879.665754:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946879.665755:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8a680 x1871641054304000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946879.665764:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e2e31c] to pc [ptlrpcd_00_01+1] req@ffff996d44d89500 x1871641054304128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946879.665791:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946879.665793:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946879.665794:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946879.665798:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784946879.665800:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1784946879.665802:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784946879.665804:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784946879.665805:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784946879.665810:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946879.665810:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946879.665817:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11004) 00000100:00100000:0.0:1784946879.665818:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054304000:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946879.665823:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784946879.665829:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946879.665831:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946879.665834:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946879.665838:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394ba00. 00000100:00000001:1.0:1784946879.665840:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784946879.665841:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946879.665843:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946879.665845:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946879.665849:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d89500 x1871641054304128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946879.665851:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946879.665858:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f688. 00000100:00000001:1.0:1784946879.665859:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946879.665861:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946879.665864:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946879.665865:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1784946879.665866:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f6e8. 02000000:00000001:1.0:1784946879.665867:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946879.665872:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054304128:192.168.202.106@tcp:400:kworker.0 00000100:00000200:0.0:1784946879.665874:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054304000, portal 25 00000100:00000001:1.0:1784946879.665875:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946879.665878:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784946879.665879:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1784946879.665880:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946879.665882:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318375040 : -112780391176576 : ffff996d44d8a680) 02000000:00000001:1.0:1784946879.665884:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946879.665890:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61199800. 00000100:00000040:0.0:1784946879.665892:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8a680 x1871641054304000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784946879.665892:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946879.665900:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946879.665905:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d9f8. 00000100:00000001:0.0:1784946879.665906:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1784946879.665910:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294198. 00000100:00000040:0.0:1784946879.665911:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000200:1.0:1784946879.665916:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054304128, portal 10 00000400:00000010:0.0:1784946879.665917:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fcc0. 00000100:00000001:1.0:1784946879.665920:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946879.665922:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318370560 : -112780391181056 : ffff996d44d89500) 00000100:00000200:0.0:1784946879.665923:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054304000, offset 0 00000400:00000200:0.0:1784946879.665932:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:1.0:1784946879.665936:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d89500 x1871641054304128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946879.665942:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784946879.665943:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:1.0:1784946879.665947:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946879.665951:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2942a8. 00000100:00000200:1.0:1784946879.665953:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054304128, offset 0 00000400:00000200:0.0:1784946879.665955:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946879.665959:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946879.665963:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946879.665968:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946879.665972:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946879.665975:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946879.665979:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314886:314886:256:4294967295] 192.168.202.106@tcp LPNI seq info [314882:314882:8:4294967295] 00000400:00000200:0.0:1784946879.665983:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946879.665992:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:1.0:1784946879.666000:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:0.0:1784946879.666001:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946879.666005:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000010:0.0:1784946879.666009:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4800. 00000400:00000200:1.0:1784946879.666009:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946879.666024:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946879.666027:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946879.666030:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:0.0:1784946879.666032:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784946879.666034:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314887:314887:255:4294967295] 192.168.202.106@tcp LPNI seq info [314883:314883:7:4294967295] 00000400:00000200:1.0:1784946879.666039:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:0.0:1784946879.666044:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:1.0:1784946879.666048:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946879.666051:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1784946879.666055:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946879.666059:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad300. 00000800:00000200:1.0:1784946879.666063:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:0.0:1784946879.666065:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946879.666070:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784946879.666073:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784946879.666076:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946879.666077:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305667247 00000100:00000001:1.0:1784946879.666082:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784946879.666085:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373c00. 00000100:00000040:1.0:1784946879.666088:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16683 usecs (17 jiffies) 00000100:00000001:0.0:1784946879.666092:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784946879.666100:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305667247 00000400:00000200:1.0:1784946879.666100:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946879.666106:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305666577 00000100:00000010:0.0:1784946879.666107:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d593734e0. 00000100:00000001:0.0:1784946879.666111:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784946879.666112:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305667247 00000100:00000001:0.0:1784946879.666116:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946879.666116:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305666577 00000100:00000001:0.0:1784946879.666122:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946879.666122:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305667247 00000100:00000001:1.0:1784946879.666125:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946879.666127:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946879.666128:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946879.666133:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946879.666133:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946879.666140:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946879.666142:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946879.666144:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946879.666146:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946879.666147:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946879.666152:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946879.666152:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946879.666155:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946879.666156:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946879.666157:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946879.666159:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946879.666161:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946879.666164:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946879.666207:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946879.666211:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4800. 00000400:00000200:0.0:1784946879.666217:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946879.666222:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946879.666227:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fcc0 00000400:00000010:0.0:1784946879.666230:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fcc0. 00000100:00000001:0.0:1784946879.666235:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946879.666239:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8a680 x1871641054304000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946879.666248:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946879.666251:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8a680 x1871641054304000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946895 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946879.666257:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946879.666259:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946879.666319:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946879.666322:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad300. 00000400:00000200:0.0:1784946879.666327:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946879.666331:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946879.666333:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2942a8 00000400:00000010:0.0:1784946879.666335:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2942a8. 00000100:00000001:0.0:1784946879.666338:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946879.666346:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d89500 x1871641054304128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946879.666353:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946879.666356:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d89500 x1871641054304128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946895 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946879.666362:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946879.666363:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946879.668137:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946879.668148:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946879.668151:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946879.668153:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946879.668158:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946879.668168:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946879.668175:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946879.668179:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946879.668183:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946879.668187:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64305700 00000400:00000200:0.0:1784946879.668191:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946879.668196:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cecd1 [1] + 224 00000800:00000001:0.0:1784946879.668202:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946879.668207:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946879.668209:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946879.668212:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946879.668217:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946879.668223:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8a680 x1871641054304000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946895 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946879.668233:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8a680 x1871641054304000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946879.668262:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946879.668269:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946879.668273:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946879.668275:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946879.668277:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946879.668280:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946879.668284:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946879.668289:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946879.668292:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946879.668296:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946879.668299:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64305780 00000100:00000001:1.0:1784946879.668299:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946879.668303:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946879.668307:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:1.0:1784946879.668310:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946879.668313:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946879.668316:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f688. 00000400:00000200:1.0:1784946879.668320:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f6e8 00000400:00000010:1.0:1784946879.668322:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f6e8. 00000100:00000001:1.0:1784946879.668325:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946879.668330:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cecd9 [1] + 224 00000100:00000200:1.0:1784946879.668332:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8a680 x1871641054304000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946879.668338:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784946879.668347:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8a680 x1871641054304000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946895 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946879.668348:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946879.668352:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946879.668355:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946879.668358:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946879.668365:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89500 x1871641054304128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946895 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946879.668369:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946879.668372:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946879.668377:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946879.668381:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1784946879.668382:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89500 x1871641054304128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946879.668385:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946879.668389:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946879.668394:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946879.668401:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=81 v=5 (5 5 5 5) 00000100:00000001:0.0:1784946879.668403:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1784946879.668406:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=81 v=5 (1 1 1 1) 00000800:00000001:0.0:1784946879.668409:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784946879.668410:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1784946879.668414:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946879.668414:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946879.668417:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946879.668420:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946879.668424:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946879.668425:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946879.668428:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784946879.668431:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8a680 x1871641054304000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946895 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784946879.668432:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946879.668436:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946879.668439:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d9f8. 00000400:00000200:0.0:1784946879.668444:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294198 00000100:00000001:1.0:1784946879.668445:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1784946879.668449:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294198. 00000100:00000001:1.0:1784946879.668450:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946879.668453:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946879.668454:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784946879.668461:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d89500 x1871641054304128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946879.668463:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8a680 x1871641054304000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946895 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946879.668493:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054304000:192.168.202.106@tcp:400:kworker.0 00000100:00000200:0.0:1784946879.668494:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d89500 x1871641054304128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946895 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946879.668500:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946879.668504:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784946879.668507:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1784946879.668511:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8a680 x1871641054304000/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946895 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946879.668512:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946879.668543:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946879.668545:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946879.668547:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946879.668548:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946879.668554:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946879.668561:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00001000:0.0:1784946879.668563:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=81 v=5 (5 5 5 5) 02000000:00000001:1.0:1784946879.668564:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1784946879.668569:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=151 v=5 (1 1 1 1) 02000000:00000010:1.0:1784946879.668569:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394ba00. 00000100:00000001:0.0:1784946879.668574:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946879.668576:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946879.668576:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1784946879.668577:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946879.668581:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784946879.668581:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784946879.668586:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000020:00000040:1.0:1784946879.668586:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000040:0.0:1784946879.668589:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784946879.668592:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000020:00000001:1.0:1784946879.668592:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784946879.668595:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946879.668596:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ade00. 00000100:00000040:0.0:1784946879.668600:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d89500 x1871641054304128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946895 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784946879.668602:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946879.668605:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946879.668608:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8a680. 00000100:00000001:1.0:1784946879.668613:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946879.668615:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946879.668616:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946879.668618:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946879.668621:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946879.668622:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946879.668629:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89500 x1871641054304128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946895 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946879.668630:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946879.668634:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946879.668638:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054304128:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946879.668639:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946879.668642:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946879.668644:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946879.668646:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946879.668648:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89500 x1871641054304128/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946895 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946879.668652:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946879.668653:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946879.668655:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61199800. 02000000:00000001:0.0:1784946879.668659:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946879.668660:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946879.668661:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784946879.668662:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946879.668663:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad400. 02000000:00000001:0.0:1784946879.668665:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946879.668666:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946879.668667:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89500. 00000100:00000001:0.0:1784946879.668668:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946879.668669:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946879.668670:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946879.668673:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946879.668674:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946879.668675:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946879.668676:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946879.985625:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946879.985631:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946879.985697:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946879.985701:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946879.985705:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946880.369590:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305667247, at 4305667264 00000100:00000040:1.0:1784946880.369590:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305667247, at 4305667264 00000100:00000010:1.0:1784946880.369606:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d593734e0. 00000100:00000010:0.0:1784946880.369609:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373c00. 00010000:00000001:1.0:1784946881.009632:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946881.009640:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946881.009685:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946881.009688:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946881.009690:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946882.033607:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946882.033613:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946882.033674:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946882.033677:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946882.033680:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946883.057686:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946883.057695:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946883.057773:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946883.057778:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946883.057782:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946884.081615:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946884.081623:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946884.081625:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946884.081628:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946884.081631:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946884.081633:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946884.081635:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946884.081637:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946884.081713:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946884.081716:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946884.081718:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946884.785632:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946884.785640:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946884.785647:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8a680. 00000020:00000040:1.0:1784946884.785657:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946884.785661:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946884.785664:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946884.785669:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946884.785675:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ade00. 00000100:00000001:1.0:1784946884.785682:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946884.785693:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d8a680 x1871641054304256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946884.785702:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946884.785706:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946884.785712:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000999ffbe7] to pc [ptlrpcd_00_00+0] req@ffff996d44d8a680 x1871641054304256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946884.785729:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946884.785731:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946884.785734:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946884.785737:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d89c00. 00000020:00000040:1.0:1784946884.785739:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946884.785740:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946884.785741:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946884.785743:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946884.785745:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad500. 00000100:00000001:1.0:1784946884.785748:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946884.785749:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784946884.785751:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d89c00 x1871641054304384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946884.785754:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946884.785757:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784946884.785760:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946884.785762:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946884.785765:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8a680 x1871641054304256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946884.785769:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a94e0ea5] to pc [ptlrpcd_00_01+1] req@ffff996d44d89c00 x1871641054304384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946884.785789:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946884.785791:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946884.785792:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946884.785795:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1784946884.785796:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784946884.785800:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784946884.785800:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784946884.785805:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946884.785806:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946884.785811:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1784946884.785813:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054304256:192.168.202.106@tcp:400:kworker.0 00000100:00000040:1.0:1784946884.785815:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11009) 00000100:00000001:0.0:1784946884.785816:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784946884.785823:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946884.785825:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946884.785826:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946884.785830:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394be00. 02000000:00000001:0.0:1784946884.785832:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946884.785838:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946884.785841:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f9a0. 00000400:00000010:0.0:1784946884.785846:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fcc0. 00000100:00000200:0.0:1784946884.785852:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054304256, portal 25 00000100:00000001:0.0:1784946884.785853:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946884.785854:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318375040 : -112780391176576 : ffff996d44d8a680) 00000100:00000040:0.0:1784946884.785859:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8a680 x1871641054304256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946884.785864:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784946884.785866:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946884.785869:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f660. 00000100:00000200:0.0:1784946884.785872:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054304256, offset 0 00000400:00000200:0.0:1784946884.785877:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946884.785883:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946884.785889:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946884.785893:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946884.785896:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946884.785899:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946884.785901:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946884.785905:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314888:314888:256:4294967295] 192.168.202.106@tcp LPNI seq info [314884:314884:8:4294967295] 00000400:00000200:0.0:1784946884.785909:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946884.785916:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946884.785922:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784946884.785926:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4800. 00000800:00000200:0.0:1784946884.785931:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784946884.785937:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784946884.785940:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946884.785953:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946884.785956:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946884.785959:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305672367 00000100:00000010:0.0:1784946884.785962:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373c00. 00000100:00000001:0.0:1784946884.785977:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784946884.785984:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305672367 00000100:00000010:0.0:1784946884.785986:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373f60. 00000100:00000001:0.0:1784946884.785988:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784946884.785992:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946884.785994:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946884.785996:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946884.785999:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946884.786005:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946884.786007:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946884.786009:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946884.786010:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946884.786011:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946884.786014:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1784946884.786016:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946884.786021:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946884.786022:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946884.786023:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946884.786024:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946884.786026:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946884.786029:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d89c00 x1871641054304384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946884.786034:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946884.786035:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946884.786037:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946884.786038:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946884.786039:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946884.786041:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054304384:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946884.786044:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784946884.786045:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946884.786047:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946884.786048:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1784946884.786049:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946884.786053:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394ba00. 00000800:00000010:1.0:1784946884.786054:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4800. 02000000:00000001:0.0:1784946884.786056:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946884.786061:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946884.786062:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1784946884.786063:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652fcb8. 00000400:00000010:0.0:1784946884.786068:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f5d8. 00000400:00000200:1.0:1784946884.786072:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000200:0.0:1784946884.786073:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054304384, portal 10 00000100:00000001:0.0:1784946884.786076:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946884.786078:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318372352 : -112780391179264 : ffff996d44d89c00) 00000400:00000200:1.0:1784946884.786081:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f660 00000100:00000040:0.0:1784946884.786084:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d89c00 x1871641054304384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784946884.786086:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f660. 00000100:00000001:0.0:1784946884.786093:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784946884.786093:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1784946884.786097:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946884.786099:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fbb0. 00000100:00000200:0.0:1784946884.786101:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054304384, offset 0 00000100:00000200:1.0:1784946884.786103:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8a680 x1871641054304256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946884.786107:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946884.786113:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946884.786118:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946884.786123:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946884.786125:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:1.0:1784946884.786126:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784946884.786129:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946884.786133:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000040:1.0:1784946884.786133:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8a680 x1871641054304256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946900 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946884.786137:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314889:314889:255:4294967295] 192.168.202.106@tcp LPNI seq info [314885:314885:7:4294967295] 00000400:00000200:0.0:1784946884.786146:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946884.786153:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946884.786157:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:1.0:1784946884.786157:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946884.786162:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784946884.786165:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4700. 00000800:00000200:0.0:1784946884.786168:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784946884.786171:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784946884.786173:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946884.786179:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946884.786181:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16682 usecs (17 jiffies) 00000400:00000200:0.0:1784946884.786184:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946884.786185:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305671697 00000100:00000001:0.0:1784946884.786188:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305672367 00000100:00000001:0.0:1784946884.786189:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305671697 00000100:00000001:0.0:1784946884.786191:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305672367 00000100:00000001:0.0:1784946884.786193:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946884.786194:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946884.786196:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946884.786197:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946884.786207:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946884.786209:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946884.786221:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946884.786224:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4700. 00000400:00000200:1.0:1784946884.786228:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946884.786235:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946884.786240:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fbb0 00000400:00000010:1.0:1784946884.786242:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fbb0. 00000100:00000001:1.0:1784946884.786245:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946884.786248:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d89c00 x1871641054304384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946884.786254:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946884.786257:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d89c00 x1871641054304384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946900 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946884.786262:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946884.786264:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946884.787470:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946884.787478:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946884.787481:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946884.787484:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946884.787489:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946884.787494:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946884.787498:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946884.787501:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946884.787505:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946884.787507:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64305800 00000400:00000200:1.0:1784946884.787510:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946884.787514:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cecf1 [1] + 224 00000800:00000001:1.0:1784946884.787531:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946884.787534:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946884.787536:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946884.787540:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946884.787543:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946884.787547:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8a680 x1871641054304256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946900 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946884.787553:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8a680 x1871641054304256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946884.787563:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946884.787571:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946884.787573:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946884.787575:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946884.787577:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946884.787580:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946884.787585:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946884.787589:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946884.787593:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946884.787594:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946884.787597:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946884.787598:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:0.0:1784946884.787602:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784946884.787603:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64305880 00000400:00000001:0.0:1784946884.787606:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946884.787609:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f9a0. 00000400:00000200:1.0:1784946884.787610:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946884.787613:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fcc0 00000400:00000010:0.0:1784946884.787615:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fcc0. 00000100:00000001:0.0:1784946884.787617:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946884.787621:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8a680 x1871641054304256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946884.787625:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ced01 [1] + 224 00000800:00000001:1.0:1784946884.787632:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784946884.787636:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8a680 x1871641054304256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946900 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946884.787639:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946884.787643:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784946884.787644:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946884.787646:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946884.787649:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946884.787650:0:2352:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784946884.787652:0:2345:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1784946884.787653:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1784946884.787657:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89c00 x1871641054304384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946900 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946884.787664:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1784946884.787664:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89c00 x1871641054304384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946884.787668:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946884.787672:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1784946884.787673:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946884.787675:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946884.787678:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784946884.787685:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=86 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946884.787690:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=86 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946884.787693:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946884.787695:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946884.787697:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946884.787700:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946884.787702:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946884.787708:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8a680 x1871641054304256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946900 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946884.787714:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946884.787717:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946884.787719:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946884.787723:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8a680 x1871641054304256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946900 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946884.787730:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054304256:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946884.787733:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946884.787735:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946884.787738:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8a680 x1871641054304256/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946900 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946884.787743:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946884.787746:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946884.787748:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394be00. 02000000:00000001:0.0:1784946884.787752:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946884.787754:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946884.787756:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784946884.787758:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946884.787760:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ade00. 02000000:00000001:0.0:1784946884.787764:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946884.787766:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946884.787767:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8a680. 00000100:00000001:0.0:1784946884.787770:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946884.787771:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946884.787773:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946884.787774:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946884.787775:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784946884.787778:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946884.787779:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946884.787780:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652fcb8. 00000400:00000200:0.0:1784946884.787783:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f5d8 00000400:00000010:0.0:1784946884.787784:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f5d8. 00000100:00000001:0.0:1784946884.787786:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946884.787789:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d89c00 x1871641054304384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946884.787796:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d89c00 x1871641054304384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946900 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946884.787802:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946884.787803:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946884.787805:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946884.787806:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946884.787807:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946884.787808:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946884.787810:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946884.787815:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=86 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946884.787818:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=6 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946884.787820:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946884.787821:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946884.787823:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946884.787825:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946884.787827:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784946884.787829:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784946884.787831:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784946884.787833:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946884.787837:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d89c00 x1871641054304384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946900 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946884.787843:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946884.787845:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946884.787846:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946884.787849:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89c00 x1871641054304384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946900 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946884.787857:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054304384:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946884.787860:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946884.787862:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946884.787865:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89c00 x1871641054304384/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946900 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946884.787871:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946884.787873:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946884.787874:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394ba00. 02000000:00000001:0.0:1784946884.787877:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946884.787878:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946884.787879:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784946884.787881:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946884.787882:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad500. 02000000:00000001:0.0:1784946884.787885:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946884.787886:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946884.787887:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89c00. 00000100:00000001:0.0:1784946884.787889:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946884.787890:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946884.787892:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946884.787896:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946884.787897:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946884.787899:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946884.787900:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946885.105623:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946885.105628:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946885.105680:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946885.105683:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946885.105686:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946885.489616:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305672367, at 4305672384 00000100:00000040:1.0:1784946885.489616:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305672367, at 4305672384 00000100:00000010:0.0:1784946885.489631:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373c00. 00000100:00000010:1.0:1784946885.489633:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373f60. 00010000:00000001:1.0:1784946886.129595:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946886.129600:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946886.129657:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946886.129660:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946886.129662:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946887.153619:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946887.153624:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946887.153710:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946887.153713:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946887.153716:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946888.177613:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946888.177618:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946888.177665:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946888.177668:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946888.177670:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946889.201677:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946889.201685:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946889.201746:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946889.201750:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946889.201752:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946889.905613:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946889.905623:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946889.905634:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d89c00. 00000020:00000040:1.0:1784946889.905639:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946889.905643:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946889.905647:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946889.905652:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946889.905661:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83adc00. 00000100:00000001:1.0:1784946889.905666:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946889.905675:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d89c00 x1871641054304512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946889.905683:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946889.905686:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946889.905692:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a94e0ea5] to pc [ptlrpcd_00_00+0] req@ffff996d44d89c00 x1871641054304512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946889.905726:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946889.905729:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946889.905732:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946889.905734:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8a680. 00000020:00000040:1.0:1784946889.905736:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946889.905737:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946889.905739:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946889.905740:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946889.905743:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad700. 00000100:00000001:1.0:1784946889.905745:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946889.905748:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d8a680 x1871641054304640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946889.905754:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946889.905755:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946889.905758:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000999ffbe7] to pc [ptlrpcd_00_01+1] req@ffff996d44d8a680 x1871641054304640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946889.905764:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946889.905765:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946889.905768:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946889.905770:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946889.905772:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1784946889.905775:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784946889.905776:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11014) 00000100:00000001:0.0:1784946889.905783:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946889.905785:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946889.905787:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784946889.905788:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946889.905791:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946889.905795:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8a680 x1871641054304640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946889.905800:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d89c00 x1871641054304512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946889.905801:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946889.905804:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946889.905808:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946889.905810:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946889.905814:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946889.905819:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054304640:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946889.905823:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946889.905824:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784946889.905829:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946889.905829:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946889.905832:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946889.905835:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1784946889.905836:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1784946889.905838:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61199800. 02000000:00000001:0.0:1784946889.905841:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946889.905841:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946889.905847:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946889.905849:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946889.905853:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d268. 00000100:00100000:0.0:1784946889.905857:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054304512:192.168.202.106@tcp:400:kworker.0 00000400:00000010:1.0:1784946889.905860:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294110. 00000100:00000001:0.0:1784946889.905866:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1784946889.905868:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054304640, portal 10 00000100:00000001:1.0:1784946889.905870:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1784946889.905871:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784946889.905872:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318375040 : -112780391176576 : ffff996d44d8a680) 02000000:00000001:0.0:1784946889.905877:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946889.905879:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8a680 x1871641054304640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946889.905883:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784946889.905887:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946889.905889:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000010:0.0:1784946889.905892:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394ba00. 00000400:00000010:1.0:1784946889.905892:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294198. 00000100:00000200:1.0:1784946889.905896:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054304640, offset 0 02000000:00000001:0.0:1784946889.905898:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946889.905903:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946889.905909:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946889.905913:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946889.905917:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652fcb8. 00000400:00000200:1.0:1784946889.905919:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946889.905940:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946889.905944:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946889.905947:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946889.905949:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946889.905952:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314890:314890:256:4294967295] 192.168.202.106@tcp LPNI seq info [314886:314886:8:4294967295] 00000400:00000200:1.0:1784946889.905955:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946889.905956:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f5d8. 00000400:00000200:1.0:1784946889.905964:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000200:0.0:1784946889.905966:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054304512, portal 25 00000800:00000200:1.0:1784946889.905970:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784946889.905972:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000010:1.0:1784946889.905975:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad100. 00000100:00000001:0.0:1784946889.905976:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318372352 : -112780391179264 : ffff996d44d89c00) 00000800:00000200:1.0:1784946889.905982:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000040:0.0:1784946889.905989:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d89c00 x1871641054304512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784946889.905991:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946889.905996:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946889.906006:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784946889.906007:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946889.906013:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000040:1.0:1784946889.906013:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16682 usecs (17 jiffies) 00000400:00000200:1.0:1784946889.906018:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946889.906021:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fcc0. 00000100:00000001:1.0:1784946889.906021:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305676817 00000100:00000010:1.0:1784946889.906026:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f960. 00000100:00000200:0.0:1784946889.906028:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054304512, offset 0 00000100:00000001:1.0:1784946889.906033:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000400:00000200:0.0:1784946889.906039:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946889.906039:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305676817 00000100:00000010:1.0:1784946889.906044:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8fba0. 00000100:00000001:1.0:1784946889.906047:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784946889.906049:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784946889.906051:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946889.906053:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946889.906057:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946889.906059:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946889.906061:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:1.0:1784946889.906065:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784946889.906068:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784946889.906069:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946889.906072:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946889.906074:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946889.906075:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946889.906077:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:1.0:1784946889.906078:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946889.906086:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946889.906091:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946889.906095:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314891:314891:255:4294967295] 192.168.202.106@tcp LPNI seq info [314887:314887:7:4294967295] 00000400:00000200:0.0:1784946889.906100:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946889.906108:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946889.906115:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784946889.906121:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4000. 00000800:00000200:0.0:1784946889.906126:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784946889.906132:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784946889.906136:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946889.906140:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946889.906144:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946889.906146:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305677487 00000100:00000001:0.0:1784946889.906153:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305676817 00000100:00000001:0.0:1784946889.906158:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305677487 00000100:00000001:0.0:1784946889.906162:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305676817 00000800:00000200:1.0:1784946889.906164:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784946889.906166:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1784946889.906168:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad100. 00000100:00000001:0.0:1784946889.906173:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946889.906176:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784946889.906179:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946889.906181:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946889.906185:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946889.906187:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294198 00000400:00000010:1.0:1784946889.906190:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294198. 00000100:00000001:0.0:1784946889.906194:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946889.906194:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784946889.906198:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1784946889.906199:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8a680 x1871641054304640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946889.906206:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946889.906209:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784946889.906210:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784946889.906214:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8a680 x1871641054304640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946905 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946889.906215:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946889.906222:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946889.906224:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946889.906232:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946889.906242:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946889.906244:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4000. 00000400:00000200:1.0:1784946889.906246:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946889.906248:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946889.906250:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fcc0 00000400:00000010:1.0:1784946889.906251:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fcc0. 00000100:00000001:1.0:1784946889.906253:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946889.906256:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d89c00 x1871641054304512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946889.906260:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946889.906262:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d89c00 x1871641054304512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946905 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946889.906266:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946889.906267:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946889.907428:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946889.907438:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946889.907441:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946889.907444:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946889.907448:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946889.907453:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946889.907459:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946889.907463:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946889.907467:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946889.907471:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64305980 00000400:00000200:1.0:1784946889.907476:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946889.907480:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ced11 [1] + 224 00000800:00000001:1.0:1784946889.907486:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946889.907489:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946889.907491:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946889.907494:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946889.907498:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946889.907502:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8a680 x1871641054304640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946905 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946889.907511:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8a680 x1871641054304640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946905 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946889.907544:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946889.907550:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946889.907553:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946889.907555:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946889.907557:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946889.907560:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946889.907563:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946889.907567:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946889.907569:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946889.907572:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946889.907575:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64305900 00000400:00000200:1.0:1784946889.907578:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946889.907581:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ced21 [1] + 224 00000800:00000001:1.0:1784946889.907585:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946889.907589:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946889.907590:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946889.907593:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946889.907596:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946889.907600:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89c00 x1871641054304512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946905 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946889.907608:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784946889.907608:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89c00 x1871641054304512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946905 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946889.907613:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784946889.907620:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946889.907624:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946889.907626:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d268. 00000100:00000001:1.0:1784946889.907627:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784946889.907634:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294110 00000400:00000010:0.0:1784946889.907637:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294110. 00000100:00000001:0.0:1784946889.907641:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784946889.907644:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946889.907649:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784946889.907650:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8a680 x1871641054304640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946905 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946889.907663:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8a680 x1871641054304640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946905 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946889.907670:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946889.907671:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946889.907673:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946889.907675:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1784946889.907678:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784946889.907680:0:2353:0:(client.c:1580:after_reply()) Process entered 00000400:00000001:1.0:1784946889.907681:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946889.907685:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652fcb8. 02000000:00000001:0.0:1784946889.907686:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1784946889.907690:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f5d8 00000100:00000001:0.0:1784946889.907691:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1784946889.907693:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f5d8. 00000100:00000001:0.0:1784946889.907696:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946889.907697:0:2352:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1784946889.907702:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946889.907704:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d89c00 x1871641054304512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946905 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784946889.907712:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=91 v=5 (5 5 5 5) 00000100:00000200:1.0:1784946889.907713:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d89c00 x1871641054304512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946905 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784946889.907723:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=11 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946889.907726:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946889.907729:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946889.907729:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946889.907734:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946889.907734:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946889.907737:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946889.907740:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1784946889.907741:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784946889.907743:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946889.907746:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946889.907747:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946889.907748:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=91 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946889.907753:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=91 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946889.907754:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784946889.907755:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1784946889.907758:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946889.907758:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946889.907759:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946889.907761:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946889.907764:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946889.907765:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000040:1.0:1784946889.907769:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d89c00 x1871641054304512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946905 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946889.907770:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946889.907779:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946889.907783:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1784946889.907784:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8a680 x1871641054304640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946905 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946889.907784:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946889.907791:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89c00 x1871641054304512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946905 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946889.907815:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054304512:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946889.907819:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946889.907820:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946889.907823:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784946889.907827:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1784946889.907827:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89c00 x1871641054304512/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946905 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946889.907832:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946889.907834:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946889.907838:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946889.907840:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394ba00. 00000100:00000040:0.0:1784946889.907843:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8a680 x1871641054304640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946905 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784946889.907844:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946889.907847:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946889.907849:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784946889.907851:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946889.907854:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83adc00. 02000000:00000001:1.0:1784946889.907858:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946889.907860:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946889.907862:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89c00. 00000100:00000001:1.0:1784946889.907866:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00100000:0.0:1784946889.907867:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054304640:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946889.907868:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946889.907871:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946889.907876:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946889.907878:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946889.907880:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946889.907880:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946889.907882:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946889.907887:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946889.907893:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8a680 x1871641054304640/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946905 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946889.907900:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946889.907903:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946889.907905:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61199800. 02000000:00000001:0.0:1784946889.907910:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946889.907912:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946889.907913:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784946889.907916:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946889.907917:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad700. 02000000:00000001:0.0:1784946889.907921:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946889.907923:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946889.907924:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8a680. 00000100:00000001:0.0:1784946889.907944:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946889.907946:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946889.907949:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946889.907953:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946889.907954:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946889.907957:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946889.907958:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946890.225602:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946890.225609:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946890.225673:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946890.225677:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946890.225681:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946890.609673:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305677487, at 4305677504 00000100:00000040:1.0:1784946890.609674:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305677487, at 4305677504 00000100:00000010:0.0:1784946890.609699:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f960. 00000100:00000010:1.0:1784946890.609708:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8fba0. 00010000:00000001:1.0:1784946891.249611:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946891.249616:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946891.249695:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946891.249700:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946891.249703:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946892.273665:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946892.273674:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946892.273753:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946892.273759:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946892.273762:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946893.297711:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946893.297721:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946893.297804:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946893.297810:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946893.297815:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946894.321629:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946894.321642:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946894.321645:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946894.321649:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946894.321656:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946894.321659:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946894.321661:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946894.321663:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946894.321761:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946894.321766:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946894.321770:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946895.025607:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946895.025619:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946895.025630:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328a300. 00000020:00000040:0.0:1784946895.025637:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946895.025641:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946895.025644:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946895.025649:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946895.025657:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4100. 00000100:00000001:0.0:1784946895.025664:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946895.025680:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d4328a300 x1871641054304768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946895.025690:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946895.025694:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946895.025701:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a66bc794] to pc [ptlrpcd_00_00+0] req@ffff996d4328a300 x1871641054304768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946895.025724:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946895.025726:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946895.025729:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946895.025731:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328b800. 00000020:00000040:0.0:1784946895.025733:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946895.025735:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946895.025736:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946895.025737:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946895.025740:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4c00. 00000100:00000001:0.0:1784946895.025744:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946895.025749:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d4328b800 x1871641054304896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946895.025751:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946895.025758:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946895.025760:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946895.025763:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784946895.025764:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946895.025774:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024ad7aec] to pc [ptlrpcd_00_01+1] req@ffff996d4328b800 x1871641054304896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946895.025775:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328a300 x1871641054304768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946895.025794:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946895.025798:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946895.025798:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1784946895.025804:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784946895.025804:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946895.025810:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784946895.025812:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1784946895.025813:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1784946895.025818:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784946895.025820:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11019) 02000000:00000001:1.0:1784946895.025825:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946895.025831:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054304768:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946895.025836:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946895.025836:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784946895.025839:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946895.025841:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946895.025845:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328b800 x1871641054304896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784946895.025845:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946895.025850:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946895.025854:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1784946895.025856:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784946895.025857:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946895.025861:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946895.025863:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946895.025866:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946895.025866:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61199800. 00000100:00100000:0.0:1784946895.025871:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054304896:192.168.202.106@tcp:400:kworker.0 02000000:00000001:1.0:1784946895.025872:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946895.025878:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784946895.025882:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946895.025896:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946895.025898:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946895.025902:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394be00. 02000000:00000001:0.0:1784946895.025904:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946895.025909:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946895.025910:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946895.025914:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f9a0. 00000400:00000010:1.0:1784946895.025917:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2df20. 00000400:00000010:0.0:1784946895.025923:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f220. 00000400:00000010:1.0:1784946895.025925:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294198. 00000100:00000200:0.0:1784946895.025931:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054304896, portal 10 00000100:00000200:1.0:1784946895.025932:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054304768, portal 25 00000100:00000001:0.0:1784946895.025936:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946895.025937:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946895.025938:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290067968 : -112780419483648 : ffff996d4328b800) 00000100:00000001:1.0:1784946895.025941:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290062592 : -112780419489024 : ffff996d4328a300) 00000100:00000040:0.0:1784946895.025947:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328b800 x1871641054304896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946895.025952:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328a300 x1871641054304768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946895.025956:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784946895.025962:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946895.025966:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f880. 00000100:00000200:0.0:1784946895.025968:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054304896, offset 0 00000400:00000200:0.0:1784946895.025974:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946895.025976:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946895.025981:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946895.025985:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2942a8. 00000100:00000200:1.0:1784946895.025989:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054304768, offset 0 00000400:00000200:0.0:1784946895.025991:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946895.025998:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946895.026001:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946895.026007:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946895.026010:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946895.026014:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946895.026016:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946895.026019:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314892:314892:256:4294967295] 192.168.202.106@tcp LPNI seq info [314888:314888:8:4294967295] 00000400:00000200:0.0:1784946895.026023:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946895.026030:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946895.026039:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946895.026039:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:0.0:1784946895.026046:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4000. 00000400:00000200:1.0:1784946895.026049:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946895.026055:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784946895.026056:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784946895.026062:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:0.0:1784946895.026066:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:1.0:1784946895.026067:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1784946895.026072:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784946895.026073:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946895.026079:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314893:314893:255:4294967295] 192.168.202.106@tcp LPNI seq info [314889:314889:7:4294967295] 00000100:00000001:0.0:1784946895.026082:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946895.026087:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:0.0:1784946895.026089:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16681 usecs (17 jiffies) 00000400:00000200:0.0:1784946895.026095:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946895.026099:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305681937 00000400:00000200:1.0:1784946895.026102:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000010:0.0:1784946895.026104:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373c00. 00000800:00000200:1.0:1784946895.026111:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784946895.026113:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784946895.026118:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305681937 00000100:00000010:0.0:1784946895.026123:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373840. 00000100:00000001:0.0:1784946895.026125:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000800:00000010:1.0:1784946895.026125:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83adc00. 00000100:00000001:0.0:1784946895.026129:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946895.026133:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946895.026134:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:0.0:1784946895.026137:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946895.026140:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784946895.026144:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946895.026148:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83adc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946895.026150:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946895.026152:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946895.026153:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946895.026155:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946895.026158:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946895.026159:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946895.026162:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946895.026162:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946895.026168:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305682607 00000100:00000001:1.0:1784946895.026176:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305681937 00000100:00000001:1.0:1784946895.026181:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305682607 00000100:00000001:1.0:1784946895.026186:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305681937 00000100:00000001:1.0:1784946895.026189:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946895.026192:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946895.026195:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946895.026197:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946895.026202:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946895.026203:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946895.026206:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946895.026207:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946895.026209:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946895.026212:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946895.026226:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946895.026230:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4000. 00000400:00000200:0.0:1784946895.026236:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946895.026240:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946895.026244:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f880 00000400:00000010:0.0:1784946895.026246:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f880. 00000100:00000001:0.0:1784946895.026250:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946895.026254:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328b800 x1871641054304896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946895.026261:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946895.026263:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328b800 x1871641054304896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946911 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946895.026268:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946895.026269:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946895.026346:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946895.026349:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83adc00. 00000400:00000200:0.0:1784946895.026355:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946895.026359:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946895.026362:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2942a8 00000400:00000010:0.0:1784946895.026363:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2942a8. 00000100:00000001:0.0:1784946895.026366:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946895.026370:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328a300 x1871641054304768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946895.026378:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946895.026381:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328a300 x1871641054304768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946911 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946895.026385:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946895.026386:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946895.027827:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946895.027842:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946895.027845:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946895.027848:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946895.027855:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946895.027861:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946895.027869:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946895.027873:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946895.027879:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946895.027895:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64305a80 00000400:00000200:1.0:1784946895.027901:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946895.027907:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ced31 [1] + 224 00000800:00000001:1.0:1784946895.027914:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946895.027919:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946895.027921:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946895.027925:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946895.027930:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946895.027936:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328b800 x1871641054304896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946911 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946895.027946:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328b800 x1871641054304896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946911 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946895.027965:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946895.027973:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946895.027977:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946895.027979:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946895.027982:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946895.027986:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946895.027991:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:0.0:1784946895.027992:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946895.027995:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946895.027999:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:0.0:1784946895.028002:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784946895.028003:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:0.0:1784946895.028004:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946895.028009:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f9a0. 00000400:00000200:1.0:1784946895.028013:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946895.028015:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f220 00000400:00000010:0.0:1784946895.028018:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f220. 00000400:00000200:1.0:1784946895.028020:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64305a00 00000100:00000001:0.0:1784946895.028022:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946895.028029:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328b800 x1871641054304896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946911 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946895.028029:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946895.028040:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ced39 [1] + 224 00000100:00000200:0.0:1784946895.028044:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328b800 x1871641054304896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946911 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946895.028048:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784946895.028051:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946895.028053:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946895.028055:0:2353:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:1.0:1784946895.028057:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784946895.028058:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946895.028061:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946895.028063:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946895.028063:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1784946895.028068:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946895.028073:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00001000:0.0:1784946895.028077:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=97 v=5 (5 5 5 5) 00000100:00000001:1.0:1784946895.028078:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1784946895.028083:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=17 v=5 (1 1 1 1) 00000100:00000200:1.0:1784946895.028086:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328a300 x1871641054304768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946911 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946895.028087:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946895.028089:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946895.028095:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946895.028100:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946895.028104:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784946895.028105:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328a300 x1871641054304768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946911 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946895.028106:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784946895.028108:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784946895.028111:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946895.028115:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328b800 x1871641054304896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946911 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946895.028139:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946895.028142:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946895.028144:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946895.028147:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328b800 x1871641054304896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946911 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946895.028148:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1784946895.028157:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054304896:192.168.202.106@tcp:400:kworker.0 00000800:00000001:1.0:1784946895.028157:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784946895.028163:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946895.028164:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946895.028165:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946895.028169:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328b800 x1871641054304896/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946911 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946895.028174:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946895.028176:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1784946895.028178:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1784946895.028179:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394be00. 02000000:00000001:0.0:1784946895.028183:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784946895.028183:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1784946895.028186:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946895.028189:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000400:00000001:1.0:1784946895.028189:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1784946895.028192:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000001:1.0:1784946895.028193:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000010:0.0:1784946895.028195:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4c00. 00000400:00000010:1.0:1784946895.028197:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2df20. 02000000:00000001:0.0:1784946895.028198:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946895.028200:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946895.028203:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328b800. 00000400:00000200:1.0:1784946895.028204:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294198 00000100:00000001:0.0:1784946895.028206:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946895.028207:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946895.028208:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946895.028211:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946895.028214:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946895.028215:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294198. 00000100:00000001:0.0:1784946895.028216:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946895.028219:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946895.028222:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946895.028228:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328a300 x1871641054304768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946911 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946895.028239:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328a300 x1871641054304768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946911 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946895.028246:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946895.028248:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946895.028250:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946895.028251:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946895.028253:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946895.028254:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946895.028256:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946895.028259:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=97 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946895.028263:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=97 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946895.028265:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946895.028266:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946895.028268:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946895.028270:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946895.028272:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946895.028276:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328a300 x1871641054304768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946911 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946895.028289:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946895.028291:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946895.028293:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946895.028296:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328a300 x1871641054304768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946911 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946895.028304:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054304768:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946895.028308:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946895.028310:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946895.028313:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328a300 x1871641054304768/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946911 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946895.028319:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946895.028321:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946895.028323:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61199800. 02000000:00000001:1.0:1784946895.028328:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946895.028329:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946895.028331:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784946895.028333:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946895.028335:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4100. 02000000:00000001:1.0:1784946895.028337:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946895.028339:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946895.028340:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328a300. 00000100:00000001:1.0:1784946895.028344:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946895.028345:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946895.028347:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946895.028350:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946895.028352:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946895.028354:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946895.028355:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946895.345637:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946895.345642:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946895.345706:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946895.345709:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946895.345712:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946895.729619:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305682607, at 4305682624 00000100:00000040:1.0:1784946895.729619:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305682607, at 4305682624 00000100:00000010:1.0:1784946895.729636:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373840. 00000100:00000010:0.0:1784946895.729639:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373c00. 00010000:00000001:1.0:1784946896.369692:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946896.369702:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946896.369763:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946896.369768:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946896.369772:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946897.393671:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946897.393680:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946897.393753:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946897.393759:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946897.393763:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946898.417650:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946898.417657:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946898.417712:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946898.417716:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946898.417719:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946899.441619:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946899.441625:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946899.441700:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946899.441704:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946899.441707:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784946900.145653:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946900.145664:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946900.145675:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774700. 00000020:00000040:3.0:1784946900.145681:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946900.145686:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946900.145689:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946900.145695:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946900.145704:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea800. 00000100:00000001:3.0:1784946900.145709:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946900.145721:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73774700 x1871641054305024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946900.145732:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946900.145736:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946900.145743:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d967472] to pc [ptlrpcd_01_01+1] req@ffff996d73774700 x1871641054305024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946900.145770:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946900.145773:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946900.145776:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946900.145779:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73777480. 00000020:00000040:3.0:1784946900.145781:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946900.145783:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946900.145785:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946900.145786:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946900.145789:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bead00. 00000100:00000001:3.0:1784946900.145792:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946900.145797:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73777480 x1871641054305152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946900.145804:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946900.145807:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946900.145811:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000047bd945] to pc [ptlrpcd_01_00+0] req@ffff996d73777480 x1871641054305152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946900.145828:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946900.145831:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784946900.145834:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784946900.145837:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946900.145850:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784946900.145853:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784946900.145860:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784946900.145863:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11024) 00000100:00000001:2.0:1784946900.145867:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946900.145882:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73777480 x1871641054305152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946900.145897:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946900.145901:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946900.145905:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946900.145907:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784946900.145910:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946900.145917:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774700 x1871641054305024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946900.145919:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946900.145924:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946900.145936:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946900.145948:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73777480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054305152:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946900.145948:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946900.145952:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946900.145961:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784946900.145964:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946900.145970:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946900.145974:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946900.145976:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946900.145979:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946900.145985:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1784946900.145986:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054305024:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946900.145994:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1784946900.145998:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d7a00. 02000000:00000001:3.0:1784946900.146000:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946900.146003:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946900.146006:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946900.146010:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784946900.146015:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000010:3.0:1784946900.146016:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46617e00. 02000000:00000001:3.0:1784946900.146021:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784946900.146024:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000200:3.0:1784946900.146031:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946900.146035:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000400:00000010:3.0:1784946900.146037:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000100:00000200:2.0:1784946900.146046:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054305152, portal 10 00000400:00000010:3.0:1784946900.146048:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1908. 00000100:00000001:2.0:1784946900.146052:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946900.146056:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100534400 : -112779609017216 : ffff996d73777480) 00000100:00000200:3.0:1784946900.146059:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054305024, portal 25 00000100:00000001:3.0:1784946900.146064:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946900.146066:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100522752 : -112779609028864 : ffff996d73774700) 00000100:00000040:2.0:1784946900.146070:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73777480 x1871641054305152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946900.146078:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774700 x1871641054305024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946900.146096:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784946900.146102:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946900.146103:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946900.146110:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6d48. 00000100:00000200:2.0:1784946900.146116:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054305152, offset 0 00000100:00000040:3.0:1784946900.146121:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946900.146126:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1440. 00000400:00000200:2.0:1784946900.146128:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000200:3.0:1784946900.146140:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054305024, offset 0 00000400:00000200:2.0:1784946900.146148:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946900.146157:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946900.146164:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946900.146172:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946900.146176:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946900.146181:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946900.146184:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946900.146188:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314894:314894:256:4294967295] 192.168.202.106@tcp LPNI seq info [314890:314890:8:4294967295] 00000400:00000200:2.0:1784946900.146192:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946900.146202:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946900.146210:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784946900.146216:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946900.146225:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784946900.146228:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946900.146233:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000010:2.0:1784946900.146239:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b300. 00000400:00000200:3.0:1784946900.146239:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946900.146242:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946900.146246:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314895:314895:255:4294967295] 192.168.202.106@tcp LPNI seq info [314891:314891:7:4294967295] 00000400:00000200:3.0:1784946900.146254:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946900.146267:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784946900.146279:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946900.146286:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946900.146295:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784946900.146296:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946900.146310:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea700. 00000800:00000200:3.0:1784946900.146318:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:2.0:1784946900.146326:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784946900.146326:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946900.146332:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea700 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1784946900.146338:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16681 usecs (17 jiffies) 00000100:00000001:3.0:1784946900.146340:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946900.146347:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946900.146353:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305687057 00000400:00000200:3.0:1784946900.146354:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946900.146360:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305687727 00000100:00000010:2.0:1784946900.146364:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cc00. 00000100:00000001:2.0:1784946900.146374:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946900.146387:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305687057 00000100:00000010:2.0:1784946900.146391:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668ca80. 00000100:00000001:3.0:1784946900.146392:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305687057 00000100:00000001:2.0:1784946900.146397:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946900.146400:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305687727 00000100:00000001:2.0:1784946900.146411:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946900.146413:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305687057 00000100:00000001:2.0:1784946900.146418:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946900.146422:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946900.146424:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946900.146428:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946900.146431:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946900.146435:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946900.146440:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946900.146443:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946900.146447:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946900.146448:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946900.146453:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946900.146455:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946900.146458:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946900.146460:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1784946900.146464:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946900.146466:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946900.146466:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1784946900.146475:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b300. 00000100:00000001:2.0:1784946900.146478:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946900.146479:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946900.146485:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946900.146493:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946900.146500:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946900.146508:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6d48 00000400:00000010:0.0:1784946900.146513:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6d48. 00000100:00000001:0.0:1784946900.146548:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946900.146552:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73777480 x1871641054305152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946900.146561:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946900.146563:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73777480 x1871641054305152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946916 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946900.146569:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946900.146570:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946900.146643:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946900.146646:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea700. 00000400:00000200:0.0:1784946900.146649:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946900.146653:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946900.146656:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1440 00000400:00000010:0.0:1784946900.146658:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1440. 00000100:00000001:0.0:1784946900.146661:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946900.146665:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73774700 x1871641054305024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946900.146673:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946900.146676:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73774700 x1871641054305024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946916 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946900.146682:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946900.146684:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946900.148138:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946900.148151:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946900.148155:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946900.148157:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946900.148163:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946900.148170:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946900.148177:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946900.148181:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946900.148186:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946900.148190:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64305b00 00000400:00000200:1.0:1784946900.148195:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946900.148201:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ced59 [1] + 224 00000800:00000001:1.0:1784946900.148207:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946900.148212:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946900.148214:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946900.148220:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946900.148227:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946900.148233:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73774700 x1871641054305024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946916 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946900.148244:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73774700 x1871641054305024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946916 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946900.148260:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946900.148267:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946900.148271:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946900.148273:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946900.148277:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946900.148281:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946900.148285:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946900.148290:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946900.148291:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946900.148294:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946900.148295:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946900.148300:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784946900.148302:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784946900.148304:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64305b80 00000400:00000001:3.0:1784946900.148306:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784946900.148311:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946900.148311:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:3.0:1784946900.148318:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1908 00000400:00000010:3.0:1784946900.148320:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1908. 00000100:00000001:3.0:1784946900.148324:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946900.148328:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ced51 [1] + 224 00000100:00000200:3.0:1784946900.148331:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774700 x1871641054305024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946916 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946900.148334:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946900.148343:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784946900.148345:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774700 x1871641054305024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946916 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946900.148347:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946900.148357:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946900.148360:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946900.148362:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946900.148363:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946900.148367:0:2355:0:(client.c:1580:after_reply()) Process entered 00000100:00000200:1.0:1784946900.148369:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73777480 x1871641054305152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946916 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946900.148371:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946900.148375:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946900.148379:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946900.148383:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946900.148385:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73777480 x1871641054305152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946916 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784946900.148390:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=102 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946900.148398:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=102 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946900.148401:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946900.148403:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946900.148406:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946900.148408:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946900.148409:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946900.148412:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946900.148415:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784946900.148420:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774700 x1871641054305024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946916 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946900.148421:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946900.148432:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946900.148435:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946900.148438:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946900.148443:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774700 x1871641054305024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946916 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946900.148444:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946900.148448:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946900.148452:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946900.148454:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946900.148457:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946900.148462:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:2.0:1784946900.148465:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00100000:3.0:1784946900.148468:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054305024:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946900.148469:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946900.148475:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784946900.148476:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73777480 x1871641054305152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946916 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946900.148479:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946900.148486:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774700 x1871641054305024/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946916 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946900.148489:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73777480 x1871641054305152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946916 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946900.148509:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946900.148512:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946900.148542:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46617e00. 02000000:00000001:3.0:1784946900.148546:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946900.148549:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946900.148552:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946900.148553:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946900.148556:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784946900.148557:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784946900.148558:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946900.148561:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1784946900.148561:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea800. 00000100:00000001:2.0:1784946900.148562:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946900.148565:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946900.148567:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946900.148568:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946900.148571:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:2.0:1784946900.148574:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=102 v=5 (5 5 5 5) 00000100:00000010:3.0:1784946900.148575:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774700. 00000100:00001000:2.0:1784946900.148581:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=22 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946900.148582:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946900.148585:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946900.148585:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946900.148588:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946900.148590:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784946900.148591:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946900.148595:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946900.148597:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784946900.148597:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946900.148601:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946900.148602:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946900.148604:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946900.148607:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946900.148608:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946900.148611:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946900.148612:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73777480 x1871641054305152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946916 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946900.148618:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946900.148620:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946900.148621:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946900.148624:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73777480 x1871641054305152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946916 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946900.148629:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73777480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054305152:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946900.148632:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946900.148633:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946900.148634:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73777480 x1871641054305152/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946916 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946900.148638:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946900.148639:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946900.148640:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d7a00. 02000000:00000001:2.0:1784946900.148643:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946900.148644:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946900.148645:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946900.148646:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946900.148647:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bead00. 02000000:00000001:2.0:1784946900.148649:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946900.148650:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946900.148651:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73777480. 00000100:00000001:2.0:1784946900.148654:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946900.148655:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946900.148656:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946900.148658:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946900.148659:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946900.148660:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946900.148661:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946900.465604:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946900.465610:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946900.465670:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946900.465673:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946900.465677:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946900.849603:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305687727, at 4305687744 00000100:00000040:1.0:1784946900.849603:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305687727, at 4305687744 00000100:00000010:1.0:1784946900.849616:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668ca80. 00000100:00000010:0.0:1784946900.849617:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cc00. 00010000:00000001:1.0:1784946901.489609:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946901.489613:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946901.489668:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946901.489672:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946901.489675:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784946901.873623:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784946901.873628:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784946901.873632:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1784946901.873784:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784946901.873786:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946901.873802:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946901.873807:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946901.873809:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784946902.513640:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946902.513647:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946902.513697:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946902.513701:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946902.513704:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946903.537622:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946903.537631:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946903.537633:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946903.537637:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946903.537642:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946903.537644:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946903.537647:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946903.537649:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946903.537697:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946903.537700:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946903.537702:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946904.561613:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946904.561617:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946904.561681:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946904.561685:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946904.561688:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784946905.265606:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946905.265613:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946905.265621:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774700. 00000020:00000040:3.0:1784946905.265625:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946905.265628:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946905.265630:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946905.265634:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946905.265640:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea800. 00000100:00000001:3.0:1784946905.265645:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946905.265653:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73774700 x1871641054305280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946905.265660:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946905.265663:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946905.265668:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d967472] to pc [ptlrpcd_01_01+1] req@ffff996d73774700 x1871641054305280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946905.265690:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946905.265691:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946905.265694:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946905.265696:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774000. 00000020:00000040:3.0:1784946905.265697:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946905.265698:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946905.265699:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946905.265700:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946905.265702:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beaf00. 00000100:00000001:3.0:1784946905.265704:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946905.265706:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73774000 x1871641054305408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946905.265711:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946905.265712:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946905.265714:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d864fec1] to pc [ptlrpcd_01_00+0] req@ffff996d73774000 x1871641054305408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946905.265719:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946905.265721:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784946905.265724:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784946905.265726:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784946905.265728:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784946905.265731:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11029) 00000100:00000001:2.0:1784946905.265733:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946905.265739:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946905.265742:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946905.265750:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774000 x1871641054305408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946905.265752:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946905.265754:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946905.265756:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946905.265762:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774700 x1871641054305280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946905.265765:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946905.265768:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946905.265771:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946905.265773:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946905.265774:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946905.265776:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946905.265777:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946905.265778:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946905.265782:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946905.265783:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946905.265791:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054305408:192.168.202.106@tcp:400:kworker.0 00000100:00100000:3.0:1784946905.265791:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054305280:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946905.265796:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784946905.265797:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946905.265815:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946905.265817:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946905.265819:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946905.265823:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d7a00. 02000000:00000001:3.0:1784946905.265824:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946905.265826:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946905.265827:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946905.265831:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946905.265834:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46617200. 00000400:00000200:2.0:1784946905.265838:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:3.0:1784946905.265838:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784946905.265844:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000200:3.0:1784946905.265845:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946905.265849:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:2.0:1784946905.265852:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000400:00000010:3.0:1784946905.265855:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1908. 00000100:00000200:2.0:1784946905.265858:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054305408, portal 10 00000100:00000200:3.0:1784946905.265859:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054305280, portal 25 00000100:00000001:2.0:1784946905.265862:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946905.265863:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946905.265865:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100520960 : -112779609030656 : ffff996d73774000) 00000100:00000001:3.0:1784946905.265866:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100522752 : -112779609028864 : ffff996d73774700) 00000100:00000040:3.0:1784946905.265873:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774700 x1871641054305280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946905.265876:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774000 x1871641054305408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946905.265886:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784946905.265889:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946905.265892:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000040:2.0:1784946905.265895:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946905.265896:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f17f8. 00000400:00000010:2.0:1784946905.265899:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6198. 00000100:00000200:3.0:1784946905.265900:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054305280, offset 0 00000100:00000200:2.0:1784946905.265904:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054305408, offset 0 00000400:00000200:3.0:1784946905.265909:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946905.265917:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946905.265918:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946905.265925:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946905.265928:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946905.265931:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946905.265934:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946905.265936:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946905.265939:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314896:314896:256:4294967295] 192.168.202.106@tcp LPNI seq info [314892:314892:8:4294967295] 00000400:00000200:3.0:1784946905.265941:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946905.265946:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946905.265953:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946905.265955:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946905.265960:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784946905.265964:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946905.265965:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946905.265969:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1784946905.265969:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000400:00000200:2.0:1784946905.265973:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946905.265976:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314897:314897:255:4294967295] 192.168.202.106@tcp LPNI seq info [314893:314893:7:4294967295] 00000800:00000200:3.0:1784946905.265979:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946905.265983:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946905.265991:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784946905.265995:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946905.265997:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784946905.266002:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946905.266006:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b500. 00000800:00000200:2.0:1784946905.266010:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:3.0:1784946905.266010:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946905.266016:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946905.266019:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:3.0:1784946905.266020:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305692847 00000800:00000200:2.0:1784946905.266023:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b500 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1784946905.266026:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322660. 00000100:00000001:2.0:1784946905.266027:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946905.266032:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16680 usecs (17 jiffies) 00000100:00000001:3.0:1784946905.266034:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1784946905.266035:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946905.266039:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305692177 00000100:00000001:3.0:1784946905.266042:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305692847 00000100:00000001:2.0:1784946905.266043:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305692847 00000100:00000001:2.0:1784946905.266048:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305692177 00000100:00000010:3.0:1784946905.266049:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322060. 00000100:00000001:3.0:1784946905.266055:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946905.266057:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946905.266058:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305692847 00000100:00000001:3.0:1784946905.266060:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946905.266062:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946905.266064:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946905.266066:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946905.266072:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946905.266072:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946905.266074:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946905.266078:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946905.266078:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1784946905.266079:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946905.266079:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946905.266083:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946905.266083:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784946905.266086:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bead00. 00000100:00000001:3.0:1784946905.266089:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946905.266092:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946905.266095:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784946905.266096:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946905.266099:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946905.266102:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946905.266105:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946905.266106:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946905.266111:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946905.266112:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f17f8 00000400:00000010:0.0:1784946905.266116:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f17f8. 00000100:00000001:0.0:1784946905.266121:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946905.266126:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73774700 x1871641054305280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946905.266143:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946905.266147:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73774700 x1871641054305280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946921 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946905.266153:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946905.266154:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946905.266203:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946905.266205:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b500. 00000400:00000200:0.0:1784946905.266207:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946905.266209:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946905.266211:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6198 00000400:00000010:0.0:1784946905.266212:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6198. 00000100:00000001:0.0:1784946905.266215:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946905.266219:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73774000 x1871641054305408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946905.266226:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946905.266229:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73774000 x1871641054305408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946921 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946905.266240:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946905.266242:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946905.267399:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946905.267409:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946905.267412:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946905.267426:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946905.267431:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946905.267437:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946905.267443:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946905.267446:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946905.267451:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946905.267455:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64305c80 00000400:00000200:1.0:1784946905.267459:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946905.267464:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ced61 [1] + 224 00000800:00000001:1.0:1784946905.267469:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946905.267472:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946905.267474:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946905.267478:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946905.267482:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946905.267488:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73774000 x1871641054305408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946921 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946905.267499:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73774000 x1871641054305408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946921 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946905.267513:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946905.267539:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784946905.267541:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784946905.267542:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784946905.267547:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784946905.267548:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946905.267551:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1784946905.267552:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:2.0:1784946905.267553:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000800:00000001:1.0:1784946905.267556:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784946905.267558:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:2.0:1784946905.267561:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000400:00000200:1.0:1784946905.267562:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946905.267565:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946905.267569:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000200:2.0:1784946905.267571:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774000 x1871641054305408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946921 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946905.267577:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946905.267584:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:2.0:1784946905.267586:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774000 x1871641054305408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946921 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946905.267591:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946905.267599:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64305c00 00000100:00000001:2.0:1784946905.267600:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946905.267602:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946905.267605:0:2354:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:1.0:1784946905.267607:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784946905.267608:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946905.267612:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946905.267615:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946905.267616:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ced69 [1] + 224 02000000:00000001:2.0:1784946905.267618:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946905.267622:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784946905.267625:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=107 v=5 (5 5 5 5) 00000800:00000001:1.0:1784946905.267628:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784946905.267629:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=27 v=5 (1 1 1 1) 00000400:00000200:1.0:1784946905.267633:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946905.267634:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946905.267637:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946905.267641:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00010000:00000001:2.0:1784946905.267641:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784946905.267646:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1784946905.267646:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946905.267649:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946905.267652:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000200:1.0:1784946905.267653:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73774700 x1871641054305280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946921 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946905.267655:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946905.267658:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946905.267665:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774000 x1871641054305408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946921 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946905.267671:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73774700 x1871641054305280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946921 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946905.267672:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946905.267676:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946905.267678:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946905.267685:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774000 x1871641054305408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946921 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946905.267690:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054305408:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946905.267692:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946905.267694:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946905.267697:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784946905.267697:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946905.267699:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774000 x1871641054305408/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946921 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946905.267702:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946905.267708:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946905.267710:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946905.267713:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d7a00. 02000000:00000001:2.0:1784946905.267717:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946905.267719:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946905.267722:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946905.267724:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946905.267726:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beaf00. 00000100:00000001:3.0:1784946905.267729:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784946905.267730:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946905.267733:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784946905.267734:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1784946905.267736:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774000. 00000400:00000001:3.0:1784946905.267740:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784946905.267742:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000001:3.0:1784946905.267743:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784946905.267745:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784946905.267748:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000100:00000001:2.0:1784946905.267749:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784946905.267756:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1908 00000100:00000001:2.0:1784946905.267757:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1784946905.267760:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1908. 00000100:00000001:2.0:1784946905.267761:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946905.267766:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946905.267768:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946905.267768:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946905.267777:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774700 x1871641054305280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946921 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946905.267788:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774700 x1871641054305280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946921 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946905.267796:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946905.267810:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946905.267812:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946905.267814:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946905.267815:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946905.267817:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946905.267819:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946905.267822:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=107 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946905.267825:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=107 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946905.267828:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946905.267829:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946905.267831:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946905.267832:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946905.267834:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946905.267838:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774700 x1871641054305280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946921 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946905.267845:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946905.267847:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946905.267849:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946905.267852:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774700 x1871641054305280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946921 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946905.267859:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054305280:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946905.267863:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946905.267865:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946905.267868:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774700 x1871641054305280/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946921 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946905.267874:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946905.267875:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946905.267877:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46617200. 02000000:00000001:3.0:1784946905.267880:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946905.267881:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946905.267883:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946905.267885:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946905.267886:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea800. 02000000:00000001:3.0:1784946905.267888:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946905.267889:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946905.267891:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774700. 00000100:00000001:3.0:1784946905.267893:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946905.267894:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946905.267896:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946905.267899:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946905.267901:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946905.267903:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946905.267905:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946905.585566:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946905.585571:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946905.585624:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946905.585628:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946905.585632:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946905.969603:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305692847, at 4305692864 00000100:00000040:1.0:1784946905.969603:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305692847, at 4305692864 00000100:00000010:1.0:1784946905.969616:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322060. 00000100:00000010:0.0:1784946905.969619:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322660. 00010000:00000001:1.0:1784946906.609626:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946906.609633:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946906.609703:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946906.609707:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946906.609711:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946907.633620:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946907.633626:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946907.633690:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946907.633693:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946907.633697:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946908.657619:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946908.657624:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946908.657675:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946908.657679:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946908.657682:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946909.681631:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946909.681637:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946909.681699:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946909.681703:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946909.681706:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946910.385616:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946910.385624:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946910.385632:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950000. 00000020:00000040:2.0:1784946910.385637:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946910.385642:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946910.385644:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946910.385649:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946910.385657:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784946910.385664:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946910.385675:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950000 x1871641054305536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946910.385685:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946910.385688:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946910.385694:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac249ac8] to pc [ptlrpcd_01_01+1] req@ffff996d73950000 x1871641054305536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946910.385716:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946910.385718:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946910.385721:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946910.385723:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950a80. 00000020:00000040:2.0:1784946910.385725:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946910.385727:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946910.385732:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946910.385734:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946910.385737:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784946910.385740:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946910.385743:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950a80 x1871641054305664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946910.385749:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946910.385749:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946910.385752:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946910.385765:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784946910.385768:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011f70e2a] to pc [ptlrpcd_01_00+0] req@ffff996d73950a80 x1871641054305664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946910.385769:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946910.385778:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950000 x1871641054305536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946910.385779:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946910.385783:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946910.385789:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784946910.385794:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784946910.385795:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946910.385798:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946910.385799:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784946910.385802:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784946910.385805:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11034) 02000000:00000001:3.0:1784946910.385805:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946910.385810:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946910.385813:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054305536:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946910.385816:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784946910.385819:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784946910.385821:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784946910.385822:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946910.385824:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784946910.385824:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946910.385827:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784946910.385831:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950a80 x1871641054305664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784946910.385834:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46617200. 02000000:00000001:3.0:1784946910.385838:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946910.385839:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946910.385842:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946910.385843:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946910.385845:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946910.385848:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946910.385848:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00100000:2.0:1784946910.385852:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054305664:192.168.202.106@tcp:400:kworker.0 00000400:00000010:3.0:1784946910.385853:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000100:00000001:2.0:1784946910.385855:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946910.385858:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946910.385860:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784946910.385861:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1908. 02000000:00000001:2.0:1784946910.385862:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946910.385867:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d7a00. 00000100:00000200:3.0:1784946910.385868:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054305536, portal 25 02000000:00000001:2.0:1784946910.385869:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946910.385873:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946910.385876:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102470656 : -112779607080960 : ffff996d73950000) 00000400:00000200:2.0:1784946910.385877:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946910.385882:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000100:00000040:3.0:1784946910.385885:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950000 x1871641054305536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784946910.385887:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000100:00000200:2.0:1784946910.385892:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054305664, portal 10 00000100:00000001:3.0:1784946910.385894:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784946910.385895:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946910.385898:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102473344 : -112779607078272 : ffff996d73950a80) 00000100:00000040:3.0:1784946910.385901:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946910.385905:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1000. 00000100:00000040:2.0:1784946910.385907:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950a80 x1871641054305664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946910.385909:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054305536, offset 0 00000100:00000001:2.0:1784946910.385917:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784946910.385920:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:2.0:1784946910.385922:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946910.385926:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6880. 00000100:00000200:2.0:1784946910.385928:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054305664, offset 0 00000400:00000200:3.0:1784946910.385931:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946910.385932:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946910.385940:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946910.385944:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946910.385947:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946910.385950:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946910.385952:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946910.385955:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314898:314898:256:4294967295] 192.168.202.106@tcp LPNI seq info [314894:314894:8:4294967295] 00000400:00000200:3.0:1784946910.385957:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946910.385962:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946910.385969:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946910.385970:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946910.385974:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946910.385979:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:3.0:1784946910.385980:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946910.385982:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946910.385985:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946910.385988:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314899:314899:255:4294967295] 192.168.202.106@tcp LPNI seq info [314895:314895:7:4294967295] 00000800:00000010:3.0:1784946910.385988:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000400:00000200:2.0:1784946910.385993:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946910.386005:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946910.386005:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946910.386012:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946910.386015:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bd00. 00000800:00000200:3.0:1784946910.386020:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946910.386022:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946910.386028:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946910.386028:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784946910.386032:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946910.386047:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946910.386048:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946910.386055:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16680 usecs (17 jiffies) 00000400:00000200:3.0:1784946910.386059:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946910.386061:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946910.386065:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305697297 00000100:00000001:3.0:1784946910.386065:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305697967 00000100:00000010:2.0:1784946910.386068:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cba0. 00000100:00000001:2.0:1784946910.386074:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946910.386079:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305697297 00000100:00000010:2.0:1784946910.386081:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c960. 00000100:00000001:2.0:1784946910.386083:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946910.386093:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305697297 00000800:00000200:0.0:1784946910.386099:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946910.386100:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946910.386100:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305697967 00000100:00000001:2.0:1784946910.386106:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784946910.386109:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea800. 00000100:00000001:3.0:1784946910.386109:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305697297 00000100:00000001:2.0:1784946910.386110:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946910.386116:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946910.386116:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946910.386118:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946910.386123:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946910.386126:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946910.386126:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946910.386127:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946910.386130:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784946910.386131:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1000 00000100:00000001:3.0:1784946910.386132:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784946910.386136:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1000. 00000100:00000001:2.0:1784946910.386136:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946910.386139:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946910.386139:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946910.386142:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784946910.386142:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946910.386143:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1784946910.386147:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950000 x1871641054305536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946910.386147:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946910.386149:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946910.386152:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946910.386155:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946910.386159:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784946910.386159:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946910.386164:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950000 x1871641054305536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946926 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946910.386169:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946910.386170:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946910.386219:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946910.386221:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bd00. 00000400:00000200:0.0:1784946910.386223:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946910.386225:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946910.386227:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6880 00000400:00000010:0.0:1784946910.386228:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6880. 00000100:00000001:0.0:1784946910.386230:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946910.386233:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950a80 x1871641054305664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946910.386237:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946910.386239:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950a80 x1871641054305664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946926 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946910.386243:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946910.386244:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946910.387547:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946910.387557:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946910.387560:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946910.387562:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946910.387571:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946910.387577:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946910.387583:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946910.387586:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946910.387590:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946910.387594:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64305d80 00000400:00000200:1.0:1784946910.387598:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946910.387603:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ced79 [1] + 224 00000800:00000001:1.0:1784946910.387609:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946910.387614:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946910.387616:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946910.387620:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946910.387624:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946910.387629:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950a80 x1871641054305664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946926 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946910.387639:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950a80 x1871641054305664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946926 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946910.387652:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946910.387658:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946910.387660:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946910.387661:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946910.387663:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946910.387665:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946910.387668:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946910.387671:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946910.387674:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946910.387675:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946910.387678:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946910.387681:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946910.387684:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64305d00 00000400:00000001:2.0:1784946910.387685:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784946910.387688:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:2.0:1784946910.387688:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946910.387692:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946910.387696:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:2.0:1784946910.387697:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:2.0:1784946910.387699:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946910.387702:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ced71 [1] + 224 00000100:00000200:2.0:1784946910.387704:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950a80 x1871641054305664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946926 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946910.387707:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946910.387713:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784946910.387714:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950a80 x1871641054305664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946926 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946910.387716:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946910.387723:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946910.387728:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946910.387732:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1784946910.387734:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950000 x1871641054305536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946926 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946910.387734:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946910.387738:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946910.387741:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946910.387745:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1784946910.387746:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950000 x1871641054305536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946926 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946910.387747:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946910.387752:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946910.387772:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=112 v=5 (5 5 5 5) 00000100:00000001:1.0:1784946910.387776:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1784946910.387777:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=32 v=5 (1 1 1 1) 00000800:00000001:1.0:1784946910.387781:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784946910.387782:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1784946910.387785:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946910.387785:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946910.387791:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946910.387795:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946910.387798:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946910.387801:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946910.387803:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946910.387804:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946910.387810:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950a80 x1871641054305664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946926 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946910.387811:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946910.387813:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784946910.387816:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784946910.387817:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1784946910.387818:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784946910.387820:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1784946910.387820:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000100:00000001:2.0:1784946910.387821:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784946910.387823:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1908 00000100:00000040:2.0:1784946910.387825:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950a80 x1871641054305664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946926 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784946910.387825:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1908. 00000100:00000001:3.0:1784946910.387828:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946910.387831:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950000 x1871641054305536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946926 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946910.387833:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054305664:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946910.387838:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946910.387840:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1784946910.387840:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950000 x1871641054305536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946926 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946910.387843:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950a80 x1871641054305664/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946926 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946910.387848:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946910.387849:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946910.387850:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784946910.387851:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946910.387852:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1784946910.387852:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946910.387853:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1784946910.387855:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d7a00. 00000100:00000001:3.0:1784946910.387855:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946910.387857:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946910.387858:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946910.387860:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000100:00001000:3.0:1784946910.387860:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=112 v=5 (5 5 5 5) 00000020:00000040:2.0:1784946910.387861:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946910.387863:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00001000:3.0:1784946910.387863:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=112 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946910.387865:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000010:2.0:1784946910.387866:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 00000100:00000001:3.0:1784946910.387866:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946910.387868:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1784946910.387869:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1784946910.387869:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946910.387870:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784946910.387871:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784946910.387872:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950a80. 00000100:00000001:2.0:1784946910.387875:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1784946910.387875:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950000 x1871641054305536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946926 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946910.387876:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946910.387878:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946910.387881:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946910.387881:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946910.387882:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946910.387883:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946910.387884:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946910.387884:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946910.387886:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946910.387888:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950000 x1871641054305536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946926 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946910.387895:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054305536:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946910.387899:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946910.387900:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946910.387903:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950000 x1871641054305536/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946926 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946910.387909:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946910.387911:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946910.387913:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46617200. 02000000:00000001:3.0:1784946910.387915:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946910.387916:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946910.387917:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946910.387918:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946910.387919:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 02000000:00000001:3.0:1784946910.387921:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946910.387922:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946910.387922:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950000. 00000100:00000001:3.0:1784946910.387924:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946910.387924:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946910.387925:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946910.387928:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946910.387928:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946910.387929:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946910.387930:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946910.705603:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946910.705610:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946910.705675:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946910.705679:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946910.705683:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946911.089586:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305697967, at 4305697984 00000100:00000040:0.0:1784946911.089591:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305697967, at 4305697984 00000100:00000010:1.0:1784946911.089599:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c960. 00000100:00000010:0.0:1784946911.089601:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cba0. 00010000:00000001:1.0:1784946911.729582:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946911.729586:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946911.729638:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946911.729641:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946911.729643:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946912.753616:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946912.753621:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946912.753676:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946912.753680:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946912.753683:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946913.777637:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946913.777646:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946913.777648:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946913.777651:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946913.777656:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946913.777658:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946913.777660:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946913.777662:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946913.777726:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946913.777751:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946913.777753:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946914.801618:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946914.801623:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946914.801685:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946914.801687:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946914.801690:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784946915.505646:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946915.505655:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946915.505664:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774700. 00000020:00000040:3.0:1784946915.505669:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946915.505672:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946915.505674:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946915.505678:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946915.505684:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea700. 00000100:00000001:3.0:1784946915.505689:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946915.505697:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73774700 x1871641054305792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946915.505708:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946915.505711:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946915.505738:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d967472] to pc [ptlrpcd_01_01+1] req@ffff996d73774700 x1871641054305792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946915.505757:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946915.505759:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946915.505761:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946915.505763:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775c00. 00000020:00000040:3.0:1784946915.505764:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946915.505766:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946915.505767:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946915.505769:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946915.505771:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea000. 00000100:00000001:3.0:1784946915.505774:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946915.505777:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73775c00 x1871641054305920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946915.505782:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946915.505783:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946915.505784:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946915.505789:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784946915.505790:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdc2357] to pc [ptlrpcd_01_00+0] req@ffff996d73775c00 x1871641054305920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946915.505794:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784946915.505800:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946915.505803:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946915.505804:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774700 x1871641054305792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946915.505805:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784946915.505809:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784946915.505814:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784946915.505817:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11040) 00000100:00000001:2.0:1784946915.505826:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946915.505829:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946915.505833:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946915.505835:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946915.505838:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946915.505839:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946915.505842:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1784946915.505844:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054305792:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946915.505844:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946915.505850:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775c00 x1871641054305920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946915.505852:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784946915.505857:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1784946915.505859:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784946915.505859:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946915.505864:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946915.505864:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946915.505866:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946915.505869:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1784946915.505869:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946915.505874:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054305920:192.168.202.106@tcp:400:kworker.0 02000000:00000010:2.0:1784946915.505877:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d7a00. 00000100:00000001:3.0:1784946915.505877:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946915.505880:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946915.505881:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946915.505882:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946915.505885:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946915.505887:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46617000. 02000000:00000001:3.0:1784946915.505889:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946915.505892:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946915.505896:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946915.505899:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:3.0:1784946915.505900:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:2.0:1784946915.505909:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000400:00000010:3.0:1784946915.505910:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1908. 00000100:00000200:2.0:1784946915.505919:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054305792, portal 25 00000100:00000200:3.0:1784946915.505922:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054305920, portal 10 00000100:00000001:2.0:1784946915.505923:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946915.505927:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946915.505928:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100522752 : -112779609028864 : ffff996d73774700) 00000100:00000001:3.0:1784946915.505930:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100528128 : -112779609023488 : ffff996d73775c00) 00000100:00000040:2.0:1784946915.505939:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774700 x1871641054305792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946915.505939:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775c00 x1871641054305920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946915.505959:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946915.505963:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784946915.505964:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1784946915.505965:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1d48. 00000100:00000200:3.0:1784946915.505969:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054305920, offset 0 00000100:00000040:2.0:1784946915.505970:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946915.505975:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f65d8. 00000400:00000200:3.0:1784946915.505976:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946915.505984:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:2.0:1784946915.505990:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054305792, offset 0 00000400:00000200:3.0:1784946915.505990:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946915.505997:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946915.506001:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946915.506004:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946915.506007:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946915.506009:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946915.506012:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314900:314900:256:4294967295] 192.168.202.106@tcp LPNI seq info [314896:314896:8:4294967295] 00000400:00000200:3.0:1784946915.506015:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946915.506020:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946915.506027:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946915.506029:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946915.506034:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784946915.506035:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946915.506039:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946915.506042:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1784946915.506042:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000400:00000200:2.0:1784946915.506047:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946915.506050:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314901:314901:255:4294967295] 192.168.202.106@tcp LPNI seq info [314897:314897:7:4294967295] 00000800:00000200:3.0:1784946915.506055:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784946915.506065:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784946915.506067:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946915.506070:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784946915.506078:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946915.506084:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784946915.506085:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784946915.506089:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b700. 00000100:00000040:3.0:1784946915.506091:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16678 usecs (17 jiffies) 00000800:00000200:2.0:1784946915.506096:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784946915.506098:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946915.506102:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305702417 00000800:00000200:2.0:1784946915.506106:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000010:3.0:1784946915.506108:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3228a0. 00000800:00000200:2.0:1784946915.506111:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946915.506115:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946915.506116:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946915.506122:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305702417 00000400:00000200:2.0:1784946915.506123:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946915.506128:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305703087 00000100:00000010:3.0:1784946915.506129:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322660. 00000100:00000001:3.0:1784946915.506133:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946915.506136:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305702417 00000100:00000001:2.0:1784946915.506141:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305703087 00000100:00000001:3.0:1784946915.506143:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946915.506146:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946915.506147:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305702417 00000800:00000200:0.0:1784946915.506149:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946915.506152:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1784946915.506154:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beab00. 00000100:00000001:3.0:1784946915.506154:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946915.506159:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946915.506162:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946915.506163:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946915.506164:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946915.506170:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946915.506171:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946915.506175:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946915.506175:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784946915.506178:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1d48 00000100:00000001:2.0:1784946915.506179:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946915.506180:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1784946915.506182:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1d48. 00000100:00000001:2.0:1784946915.506185:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946915.506187:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946915.506187:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946915.506189:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784946915.506191:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946915.506191:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946915.506196:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946915.506196:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784946915.506197:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775c00 x1871641054305920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946915.506203:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946915.506212:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946915.506216:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775c00 x1871641054305920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946931 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946915.506221:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946915.506223:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946915.506280:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946915.506282:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b700. 00000400:00000200:0.0:1784946915.506284:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946915.506287:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946915.506289:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f65d8 00000400:00000010:0.0:1784946915.506290:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f65d8. 00000100:00000001:0.0:1784946915.506293:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946915.506295:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73774700 x1871641054305792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946915.506300:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946915.506302:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73774700 x1871641054305792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946931 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946915.506306:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946915.506307:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946915.507540:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946915.507551:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946915.507554:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946915.507557:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946915.507561:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946915.507566:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946915.507572:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946915.507577:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946915.507581:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946915.507585:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64305e00 00000400:00000200:1.0:1784946915.507589:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946915.507595:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ced81 [1] + 224 00000800:00000001:1.0:1784946915.507600:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946915.507604:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946915.507606:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946915.507610:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946915.507614:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946915.507620:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73774700 x1871641054305792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946931 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946915.507630:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73774700 x1871641054305792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946931 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946915.507644:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946915.507651:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946915.507654:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946915.507656:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946915.507658:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946915.507662:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946915.507666:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946915.507671:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946915.507674:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946915.507678:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946915.507679:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946915.507682:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946915.507684:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64305e80 00000400:00000001:2.0:1784946915.507688:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784946915.507689:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:2.0:1784946915.507692:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946915.507695:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946915.507699:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:2.0:1784946915.507701:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:2.0:1784946915.507704:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946915.507708:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ced89 [1] + 224 00000100:00000200:2.0:1784946915.507711:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774700 x1871641054305792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946931 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946915.507725:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946915.507733:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946915.507738:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1784946915.507738:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774700 x1871641054305792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946931 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946915.507747:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946915.507752:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946915.507753:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946915.507757:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784946915.507759:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775c00 x1871641054305920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946931 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946915.507761:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946915.507765:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946915.507769:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946915.507772:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946915.507773:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775c00 x1871641054305920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946931 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946915.507776:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946915.507784:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=117 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946915.507789:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=117 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946915.507791:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946915.507793:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946915.507793:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946915.507798:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1784946915.507799:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1784946915.507801:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946915.507805:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946915.507806:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946915.507812:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774700 x1871641054305792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946931 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946915.507823:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946915.507826:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946915.507828:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1784946915.507830:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946915.507833:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784946915.507834:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1784946915.507836:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000100:00000001:2.0:1784946915.507837:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784946915.507840:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1908 00000400:00000010:3.0:1784946915.507843:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1908. 00000100:00000040:2.0:1784946915.507845:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774700 x1871641054305792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946931 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946915.507846:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946915.507852:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775c00 x1871641054305920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946931 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946915.507863:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054305792:192.168.202.106@tcp:400:kworker.0 00000100:00000200:3.0:1784946915.507866:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775c00 x1871641054305920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946931 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946915.507873:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946915.507875:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946915.507878:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946915.507879:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784946915.507880:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946915.507883:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946915.507884:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946915.507886:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946915.507887:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774700 x1871641054305792/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946931 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946915.507888:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946915.507894:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=117 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946915.507902:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=37 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946915.507903:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784946915.507904:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1784946915.507906:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784946915.507907:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946915.507910:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1784946915.507911:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d7a00. 00010000:00000001:3.0:1784946915.507913:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946915.507916:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1784946915.507917:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1784946915.507918:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946915.507921:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000020:00000001:2.0:1784946915.507922:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784946915.507922:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784946915.507926:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000040:3.0:1784946915.507928:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775c00 x1871641054305920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946931 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784946915.507930:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946915.507934:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea700. 00000100:00000001:3.0:1784946915.507935:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946915.507937:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946915.507938:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946915.507940:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775c00 x1871641054305920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946931 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946915.507950:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054305920:192.168.202.106@tcp:400:kworker.0 02000000:00000001:2.0:1784946915.507952:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784946915.507953:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946915.507956:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1784946915.507957:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1784946915.507958:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775c00 x1871641054305920/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946931 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1784946915.507961:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774700. 00000100:00000001:3.0:1784946915.507967:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784946915.507968:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1784946915.507968:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784946915.507972:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784946915.507972:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46617000. 00000100:00000001:2.0:1784946915.507977:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784946915.507978:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946915.507981:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946915.507983:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946915.507984:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1784946915.507987:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784946915.507988:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946915.507991:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea000. 00000100:00000001:2.0:1784946915.507993:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946915.507996:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946915.507997:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946915.508000:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946915.508002:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775c00. 00000100:00000001:3.0:1784946915.508005:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946915.508007:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946915.508010:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946915.508014:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946915.508015:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946915.508017:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946915.508019:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946915.825632:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946915.825638:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946915.825690:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946915.825693:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946915.825696:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946916.209619:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305703087, at 4305703104 00000100:00000040:1.0:1784946916.209619:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305703087, at 4305703104 00000100:00000010:1.0:1784946916.209635:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322660. 00000100:00000010:0.0:1784946916.209637:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3228a0. 00010000:00000001:1.0:1784946916.849611:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946916.849616:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946916.849660:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946916.849663:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946916.849665:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946917.873633:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946917.873639:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946917.873714:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946917.873717:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946917.873719:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946918.897613:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946918.897618:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946918.897672:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946918.897676:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946918.897679:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946919.921606:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946919.921610:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946919.921664:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946919.921668:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946919.921671:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946920.625626:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946920.625635:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946920.625643:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950a80. 00000020:00000040:2.0:1784946920.625649:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946920.625653:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946920.625656:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946920.625661:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946920.625680:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784946920.625686:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946920.625698:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950a80 x1871641054306048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946920.625709:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946920.625712:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946920.625720:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011f70e2a] to pc [ptlrpcd_01_01+1] req@ffff996d73950a80 x1871641054306048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946920.625748:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946920.625751:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946920.625755:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946920.625758:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952300. 00000020:00000040:2.0:1784946920.625761:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946920.625764:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946920.625765:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946920.625768:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946920.625771:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1784946920.625772:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:3.0:1784946920.625776:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946920.625777:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946920.625779:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946920.625784:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73952300 x1871641054306176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1784946920.625788:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950a80 x1871641054306048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946920.625800:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946920.625805:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946920.625806:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946920.625811:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946920.625812:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b6164b6] to pc [ptlrpcd_01_00+0] req@ffff996d73952300 x1871641054306176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946920.625816:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946920.625820:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946920.625826:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946920.625826:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946920.625831:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946920.625835:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1784946920.625837:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054306048:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784946920.625840:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946920.625845:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784946920.625846:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784946920.625852:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784946920.625853:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11045) 02000000:00000001:3.0:1784946920.625856:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946920.625860:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946920.625866:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46617c00. 02000000:00000001:3.0:1784946920.625869:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946920.625875:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946920.625936:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ffd10. 00000400:00000010:3.0:1784946920.625941:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1908. 00000100:00000200:3.0:1784946920.625947:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054306048, portal 25 00000100:00000001:3.0:1784946920.625949:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946920.625951:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102473344 : -112779607078272 : ffff996d73950a80) 00000100:00000040:3.0:1784946920.625956:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950a80 x1871641054306048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946920.625962:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946920.625964:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946920.625965:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1c38. 00000100:00000200:3.0:1784946920.625967:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054306048, offset 0 00000400:00000200:3.0:1784946920.625971:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946920.625977:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946920.625982:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946920.625985:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946920.625987:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946920.625990:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946920.625992:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946920.625995:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314902:314902:256:4294967295] 192.168.202.106@tcp LPNI seq info [314898:314898:8:4294967295] 00000400:00000200:3.0:1784946920.625998:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946920.626005:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946920.626008:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946920.626013:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000800:00000200:3.0:1784946920.626018:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784946920.626025:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946920.626029:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946920.626045:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946920.626049:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946920.626051:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305708207 00000800:00000200:0.0:1784946920.626140:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946920.626146:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000400:00000200:0.0:1784946920.626152:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1784946920.626152:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322060. 00000400:00000200:0.0:1784946920.626159:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946920.626165:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1784946920.626166:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1c38 00000400:00000010:0.0:1784946920.626171:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1c38. 00000100:00000001:3.0:1784946920.626172:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305708207 00000100:00000001:0.0:1784946920.626176:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:3.0:1784946920.626178:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322360. 00000100:00000001:3.0:1784946920.626183:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000200:0.0:1784946920.626184:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950a80 x1871641054306048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946920.626195:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946920.626198:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950a80 x1871641054306048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946936 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946920.626205:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946920.626207:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784946920.626279:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946920.626283:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946920.626286:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946920.626289:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946920.626296:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946920.626306:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946920.626309:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946920.626314:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946920.626315:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946920.626317:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1784946920.626319:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946920.626321:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946920.626322:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946920.626324:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946920.626325:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946920.626332:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946920.626338:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952300 x1871641054306176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946920.626346:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946920.626347:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946920.626349:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946920.626352:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946920.626354:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946920.626357:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054306176:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946920.626360:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946920.626363:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946920.626364:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946920.626366:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946920.626369:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46616400. 02000000:00000001:3.0:1784946920.626371:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946920.626375:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946920.626378:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784946920.626382:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000200:3.0:1784946920.626385:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054306176, portal 10 00000100:00000001:3.0:1784946920.626387:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946920.626388:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102479616 : -112779607072000 : ffff996d73952300) 00000100:00000040:3.0:1784946920.626395:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952300 x1871641054306176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946920.626401:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946920.626404:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946920.626406:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1110. 00000100:00000200:3.0:1784946920.626409:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054306176, offset 0 00000400:00000200:3.0:1784946920.626413:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946920.626417:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946920.626421:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946920.626424:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946920.626426:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946920.626429:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946920.626432:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946920.626435:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314903:314903:256:4294967295] 192.168.202.106@tcp LPNI seq info [314899:314899:8:4294967295] 00000400:00000200:3.0:1784946920.626439:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946920.626445:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946920.626449:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946920.626453:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000800:00000200:3.0:1784946920.626457:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784946920.626461:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946920.626464:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946920.626479:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946920.626483:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16678 usecs (17 jiffies) 00000400:00000200:3.0:1784946920.626486:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946920.626488:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305707537 00000100:00000001:3.0:1784946920.626490:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305708207 00000100:00000001:3.0:1784946920.626492:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305707537 00000100:00000001:3.0:1784946920.626494:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305708207 00000100:00000001:3.0:1784946920.626496:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946920.626498:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946920.626500:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946920.626502:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946920.626550:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946920.626553:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946920.626571:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946920.626577:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000400:00000200:1.0:1784946920.626582:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946920.626595:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946920.626599:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1110 00000400:00000010:1.0:1784946920.626601:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1110. 00000100:00000001:1.0:1784946920.626606:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946920.626609:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952300 x1871641054306176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946920.626616:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946920.626619:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952300 x1871641054306176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946936 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946920.626624:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946920.626626:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946920.627453:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946920.627459:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946920.627461:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946920.627463:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946920.627466:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946920.627470:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946920.627475:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946920.627477:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946920.627481:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946920.627484:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64305f00 00000400:00000200:0.0:1784946920.627487:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946920.627491:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ced91 [1] + 224 00000800:00000001:0.0:1784946920.627495:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946920.627499:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946920.627501:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946920.627504:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946920.627509:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946920.627513:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950a80 x1871641054306048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946936 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946920.627553:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950a80 x1871641054306048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946936 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946920.627568:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946920.627575:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946920.627590:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946920.627593:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946920.627596:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946920.627600:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946920.627603:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946920.627604:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:3.0:1784946920.627607:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946920.627612:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784946920.627613:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946920.627617:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784946920.627618:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946920.627620:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ffd10. 00000400:00000200:0.0:1784946920.627625:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946920.627627:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1908 00000400:00000200:0.0:1784946920.627631:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64305f80 00000400:00000010:3.0:1784946920.627632:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1908. 00000100:00000001:3.0:1784946920.627637:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946920.627639:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946920.627644:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ced99 [1] + 224 00000800:00000001:0.0:1784946920.627648:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946920.627653:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946920.627655:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946920.627658:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946920.627660:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946920.627665:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952300 x1871641054306176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946936 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946920.627686:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950a80 x1871641054306048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946936 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946920.627715:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950a80 x1871641054306048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946936 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946920.627718:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952300 x1871641054306176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946936 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946920.627734:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946920.627738:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946920.627742:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946920.627744:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784946920.627746:0:2355:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:0.0:1784946920.627750:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784946920.627750:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946920.627754:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946920.627757:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946920.627760:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946920.627765:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=122 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946920.627769:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=122 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946920.627771:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946920.627773:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946920.627776:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946920.627778:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946920.627780:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946920.627785:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950a80 x1871641054306048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946936 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946920.627792:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946920.627794:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946920.627796:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946920.627800:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950a80 x1871641054306048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946936 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946920.627809:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054306048:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946920.627813:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946920.627815:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946920.627818:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950a80 x1871641054306048/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946936 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946920.627825:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946920.627827:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946920.627830:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46617c00. 02000000:00000001:3.0:1784946920.627839:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946920.627844:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946920.627846:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946920.627848:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946920.627850:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 02000000:00000001:3.0:1784946920.627853:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946920.627855:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946920.627856:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950a80. 00000100:00000001:3.0:1784946920.627859:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946920.627860:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946920.627862:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946920.627864:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946920.627865:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784946920.627868:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946920.627869:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946920.627871:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946920.627873:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946920.627875:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946920.627877:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946920.627880:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952300 x1871641054306176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946936 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946920.627888:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952300 x1871641054306176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946936 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946920.627895:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946920.627897:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946920.627898:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946920.627899:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946920.627900:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946920.627902:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946920.627904:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946920.627907:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=122 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946920.627910:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=42 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946920.627912:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946920.627913:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946920.627915:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946920.627918:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946920.627920:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784946920.627922:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946920.627924:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946920.627925:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946920.627929:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952300 x1871641054306176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946936 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946920.627935:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946920.627937:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946920.627939:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946920.627942:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952300 x1871641054306176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946936 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946920.627950:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054306176:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946920.627953:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946920.627955:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946920.627958:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952300 x1871641054306176/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946936 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946920.627963:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946920.627965:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946920.627966:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46616400. 02000000:00000001:3.0:1784946920.627968:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946920.627969:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946920.627970:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784946920.627972:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946920.627974:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 02000000:00000001:3.0:1784946920.627976:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946920.627977:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946920.627978:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952300. 00000100:00000001:3.0:1784946920.627980:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946920.627981:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946920.627983:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946920.627986:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946920.627988:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946920.627990:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946920.627991:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946920.945628:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946920.945635:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946920.945725:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946920.945729:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946920.945732:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946921.329602:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305708207, at 4305708224 00000100:00000040:0.0:1784946921.329608:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305708207, at 4305708224 00000100:00000010:1.0:1784946921.329617:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322360. 00000100:00000010:0.0:1784946921.329619:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322060. 00010000:00000001:1.0:1784946921.969627:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946921.969634:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946921.969694:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946921.969697:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946921.969699:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946922.993601:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946922.993607:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946922.993672:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946922.993675:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946922.993678:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946924.017627:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946924.017636:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946924.017638:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946924.017641:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946924.017669:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946924.017671:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946924.017673:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946924.017676:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946924.017727:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946924.017730:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946924.017732:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946925.041585:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946925.041591:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946925.041653:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946925.041658:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946925.041661:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946925.745598:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946925.745607:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946925.745619:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73952a00. 00000020:00000040:2.0:1784946925.745624:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946925.745636:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946925.745639:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946925.745644:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946925.745653:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bd00. 00000100:00000001:2.0:1784946925.745660:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946925.745670:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73952a00 x1871641054306304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946925.745678:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946925.745681:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946925.745685:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce3dc249] to pc [ptlrpcd_01_01+1] req@ffff996d73952a00 x1871641054306304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946925.745705:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946925.745707:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946925.745709:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946925.745712:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951c00. 00000020:00000040:2.0:1784946925.745714:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946925.745716:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946925.745718:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946925.745719:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946925.745722:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b500. 00000100:00000001:3.0:1784946925.745722:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946925.745724:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946925.745727:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946925.745729:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946925.745734:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951c00 x1871641054306432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1784946925.745736:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73952a00 x1871641054306304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946925.745754:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946925.745757:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946925.745757:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946925.745760:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946925.745763:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000188be879] to pc [ptlrpcd_01_00+0] req@ffff996d73951c00 x1871641054306432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946925.745765:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946925.745769:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946925.745773:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946925.745777:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946925.745778:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054306304:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784946925.745781:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946925.745782:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784946925.745785:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946925.745788:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784946925.745788:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946925.745791:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946925.745792:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784946925.745795:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784946925.745798:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11050) 02000000:00000010:3.0:1784946925.745800:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46617c00. 02000000:00000001:3.0:1784946925.745803:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946925.745809:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946925.745812:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784946925.745818:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000001:2.0:1784946925.745820:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946925.745822:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1784946925.745823:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054306304, portal 25 00000100:00000001:2.0:1784946925.745824:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784946925.745827:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1784946925.745830:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951c00 x1871641054306432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946925.745830:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102481408 : -112779607070208 : ffff996d73952a00) 00000100:00000040:3.0:1784946925.745838:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73952a00 x1871641054306304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946925.745839:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946925.745841:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946925.745846:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946925.745848:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946925.745853:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946925.745858:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1784946925.745859:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054306432:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946925.745865:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784946925.745865:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000001:2.0:1784946925.745868:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1784946925.745869:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1908. 02000000:00000001:2.0:1784946925.745871:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784946925.745873:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054306304, offset 0 02000000:00000001:2.0:1784946925.745874:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946925.745879:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d7a00. 02000000:00000001:2.0:1784946925.745883:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946925.745883:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946925.745888:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946925.745891:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000200:3.0:1784946925.745895:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946925.745898:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000400:00000200:3.0:1784946925.745902:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000200:2.0:1784946925.745903:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054306432, portal 10 00000400:00000200:3.0:1784946925.745906:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784946925.745907:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946925.745910:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102477824 : -112779607073792 : ffff996d73951c00) 00000400:00000200:3.0:1784946925.745912:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946925.745917:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946925.745919:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000040:2.0:1784946925.745922:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951c00 x1871641054306432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946925.745924:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314904:314904:256:4294967295] 192.168.202.106@tcp LPNI seq info [314900:314900:8:4294967295] 00000100:00000001:2.0:1784946925.745935:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784946925.745938:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784946925.745942:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946925.745945:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f64c8. 00000400:00000200:3.0:1784946925.745948:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000200:2.0:1784946925.745950:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054306432, offset 0 00000800:00000200:3.0:1784946925.745954:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946925.745959:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea700. 00000400:00000200:2.0:1784946925.745964:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000800:00000200:3.0:1784946925.745968:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946925.745972:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946925.745978:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784946925.745979:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946925.745986:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784946925.745986:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784946925.745992:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946925.745995:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946925.745998:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946925.746001:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314905:314905:255:4294967295] 192.168.202.106@tcp LPNI seq info [314901:314901:7:4294967295] 00000100:00000001:3.0:1784946925.746006:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946925.746007:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946925.746013:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946925.746020:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:3.0:1784946925.746020:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305713327 00000100:00000010:3.0:1784946925.746027:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3221e0. 00000800:00000200:2.0:1784946925.746028:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946925.746033:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b300. 00000100:00000001:3.0:1784946925.746035:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1784946925.746039:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946925.746044:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946925.746046:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946925.746047:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305713327 00000100:00000001:2.0:1784946925.746049:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784946925.746052:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3222a0. 00000100:00000040:2.0:1784946925.746054:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16677 usecs (17 jiffies) 00000100:00000001:3.0:1784946925.746057:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1784946925.746059:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946925.746062:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305712657 00000100:00000001:3.0:1784946925.746063:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946925.746067:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305713327 00000100:00000001:3.0:1784946925.746068:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946925.746070:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305712657 00000800:00000200:1.0:1784946925.746073:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946925.746073:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305713327 00000100:00000001:2.0:1784946925.746078:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1784946925.746080:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea700. 00000100:00000001:2.0:1784946925.746081:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946925.746082:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946925.746087:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946925.746088:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946925.746089:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946925.746090:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946925.746097:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946925.746097:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784946925.746098:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946925.746100:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946925.746102:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946925.746104:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946925.746105:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1908 00000100:00000001:2.0:1784946925.746106:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946925.746107:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946925.746110:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946925.746111:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1908. 00000100:00000001:3.0:1784946925.746111:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946925.746113:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946925.746116:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946925.746119:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784946925.746121:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946925.746126:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73952a00 x1871641054306304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946925.746137:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946925.746141:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73952a00 x1871641054306304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946941 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946925.746149:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946925.746150:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946925.746205:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946925.746207:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b300. 00000400:00000200:1.0:1784946925.746210:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946925.746214:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946925.746216:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f64c8 00000400:00000010:1.0:1784946925.746218:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f64c8. 00000100:00000001:1.0:1784946925.746221:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946925.746224:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951c00 x1871641054306432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946925.746230:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946925.746233:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951c00 x1871641054306432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946941 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946925.746240:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946925.746241:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946925.747281:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946925.747291:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946925.747293:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946925.747296:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946925.747300:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946925.747306:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946925.747312:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946925.747316:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946925.747320:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946925.747323:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64306000 00000400:00000200:0.0:1784946925.747327:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946925.747331:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceda1 [1] + 224 00000800:00000001:0.0:1784946925.747337:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946925.747343:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946925.747345:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946925.747348:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946925.747352:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946925.747357:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73952a00 x1871641054306304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946941 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946925.747366:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73952a00 x1871641054306304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946941 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946925.747380:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946925.747386:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946925.747388:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946925.747445:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946925.747447:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784946925.747452:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946925.747453:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946925.747455:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000800:00000001:1.0:1784946925.747458:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784946925.747459:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946925.747462:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946925.747464:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784946925.747466:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784946925.747468:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73952a00 x1871641054306304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946941 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946925.747470:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946925.747474:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946925.747479:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946925.747483:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946925.747488:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946925.747491:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946925.747494:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946925.747497:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64306080 00000400:00000200:1.0:1784946925.747502:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946925.747509:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceda9 [1] + 224 00000100:00000200:3.0:1784946925.747513:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73952a00 x1871641054306304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946941 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946925.747533:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946925.747534:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946925.747537:0:2355:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:1.0:1784946925.747539:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784946925.747539:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946925.747543:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946925.747545:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946925.747547:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784946925.747547:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946925.747553:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1784946925.747556:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=127 v=5 (5 5 5 5) 00000400:00000200:1.0:1784946925.747560:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00001000:3.0:1784946925.747562:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=127 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946925.747565:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946925.747567:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946925.747567:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946925.747571:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946925.747574:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946925.747575:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951c00 x1871641054306432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946941 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946925.747578:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946925.747585:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73952a00 x1871641054306304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946941 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946925.747594:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951c00 x1871641054306432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946941 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946925.747602:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946925.747607:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946925.747609:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946925.747616:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73952a00 x1871641054306304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946941 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946925.747621:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1784946925.747622:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054306304:192.168.202.106@tcp:400:kworker.0 00000800:00000001:1.0:1784946925.747637:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784946925.747638:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946925.747640:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1784946925.747642:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946925.747644:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73952a00 x1871641054306304/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946941 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946925.747650:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946925.747652:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946925.747654:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46617c00. 02000000:00000001:3.0:1784946925.747657:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946925.747658:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946925.747660:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946925.747661:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1784946925.747662:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784946925.747665:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1784946925.747666:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bd00. 02000000:00000001:3.0:1784946925.747670:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:2.0:1784946925.747672:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1784946925.747672:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:2.0:1784946925.747675:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000010:3.0:1784946925.747676:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73952a00. 00000400:00000010:2.0:1784946925.747679:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000100:00000001:3.0:1784946925.747680:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946925.747682:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784946925.747685:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000100:00000001:3.0:1784946925.747685:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784946925.747689:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:3.0:1784946925.747691:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946925.747692:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946925.747693:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946925.747696:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1784946925.747698:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951c00 x1871641054306432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946941 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946925.747699:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784946925.747708:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951c00 x1871641054306432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946941 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946925.747713:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946925.747714:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946925.747715:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946925.747716:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946925.747717:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946925.747718:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946925.747720:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946925.747724:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=127 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946925.747726:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=47 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946925.747727:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946925.747728:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946925.747729:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946925.747731:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946925.747732:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946925.747734:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946925.747735:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946925.747736:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946925.747738:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951c00 x1871641054306432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946941 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946925.747742:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946925.747743:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946925.747744:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946925.747746:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951c00 x1871641054306432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946941 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946925.747750:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054306432:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946925.747753:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946925.747754:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946925.747755:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951c00 x1871641054306432/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946941 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946925.747759:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946925.747760:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946925.747761:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d7a00. 02000000:00000001:2.0:1784946925.747763:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946925.747764:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946925.747765:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946925.747766:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946925.747767:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b500. 02000000:00000001:2.0:1784946925.747768:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946925.747770:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946925.747771:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951c00. 00000100:00000001:2.0:1784946925.747772:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946925.747773:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946925.747774:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946925.747777:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946925.747777:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946925.747779:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946925.747780:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946926.065671:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946926.065677:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946926.065732:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946926.065734:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946926.065736:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946926.449620:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305713327, at 4305713344 00000100:00000040:1.0:1784946926.449620:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305713327, at 4305713344 00000100:00000010:1.0:1784946926.449648:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3222a0. 00000100:00000010:0.0:1784946926.449650:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3221e0. 00010000:00000001:1.0:1784946927.089587:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946927.089595:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946927.089672:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946927.089676:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946927.089680:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946928.113819:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946928.113826:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946928.113880:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946928.113884:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946928.113887:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946929.137597:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946929.137625:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946929.137670:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946929.137673:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946929.137676:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946930.161652:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946930.161659:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946930.161726:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946930.161731:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946930.161735:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946930.865665:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946930.865675:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946930.865688:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d89c00. 00000020:00000040:1.0:1784946930.865694:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946930.865697:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946930.865700:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946930.865706:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946930.865712:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad100. 00000100:00000001:1.0:1784946930.865719:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946930.865731:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d89c00 x1871641054306560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946930.865744:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946930.865748:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946930.865755:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a94e0ea5] to pc [ptlrpcd_00_00+0] req@ffff996d44d89c00 x1871641054306560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946930.865782:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946930.865784:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946930.865788:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946930.865790:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d89500. 00000020:00000040:1.0:1784946930.865791:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946930.865793:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946930.865794:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946930.865795:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946930.865797:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad900. 00000100:00000001:1.0:1784946930.865800:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946930.865802:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d89500 x1871641054306688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946930.865807:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946930.865809:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946930.865812:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e2e31c] to pc [ptlrpcd_00_01+1] req@ffff996d44d89500 x1871641054306688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946930.865819:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946930.865821:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946930.865823:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946930.865826:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946930.865827:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784946930.865832:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1784946930.865833:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946930.865837:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946930.865838:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11055) 00000100:00000040:0.0:1784946930.865845:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d89c00 x1871641054306560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946930.865853:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946930.865855:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946930.865859:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946930.865862:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784946930.865864:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946930.865866:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1784946930.865868:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054306560:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946930.865870:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946930.865873:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784946930.865874:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1784946930.865879:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1784946930.865881:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d89500 x1871641054306688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946930.865882:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946930.865887:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946930.865893:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394a200. 00000100:00000001:1.0:1784946930.865895:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946930.865898:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946930.865899:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946930.865904:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946930.865908:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784946930.865911:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:1.0:1784946930.865913:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784946930.865919:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f9a0. 00000400:00000010:0.0:1784946930.865931:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f220. 00000100:00100000:1.0:1784946930.865931:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054306688:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946930.865939:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1784946930.865941:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054306560, portal 25 02000000:00000001:1.0:1784946930.865942:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946930.865945:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946930.865948:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1784946930.865948:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784946930.865953:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318372352 : -112780391179264 : ffff996d44d89c00) 02000000:00000010:1.0:1784946930.865953:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61199800. 02000000:00000001:1.0:1784946930.865959:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946930.865966:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d89c00 x1871641054306560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946930.865967:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946930.865973:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2df20. 00000100:00000001:0.0:1784946930.865980:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1784946930.865982:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294198. 00000100:00000040:0.0:1784946930.865987:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000200:1.0:1784946930.865989:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054306688, portal 10 00000400:00000010:0.0:1784946930.865993:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f880. 00000100:00000001:1.0:1784946930.865994:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946930.865997:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318370560 : -112780391181056 : ffff996d44d89500) 00000100:00000200:0.0:1784946930.866000:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054306560, offset 0 00000100:00000040:1.0:1784946930.866009:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d89500 x1871641054306688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946930.866013:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946930.866022:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784946930.866025:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:1.0:1784946930.866031:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946930.866035:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2944c8. 00000400:00000200:0.0:1784946930.866036:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000200:1.0:1784946930.866042:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054306688, offset 0 00000400:00000200:0.0:1784946930.866043:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946930.866052:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946930.866055:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946930.866058:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946930.866062:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946930.866066:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314906:314906:256:4294967295] 192.168.202.106@tcp LPNI seq info [314902:314902:8:4294967295] 00000400:00000200:0.0:1784946930.866069:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946930.866077:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946930.866082:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946930.866086:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:0.0:1784946930.866091:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4c00. 00000400:00000200:1.0:1784946930.866094:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946930.866100:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784946930.866101:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784946930.866106:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:0.0:1784946930.866112:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:1.0:1784946930.866113:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1784946930.866119:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784946930.866120:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946930.866126:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314907:314907:255:4294967295] 192.168.202.106@tcp LPNI seq info [314903:314903:7:4294967295] 00000100:00000001:0.0:1784946930.866135:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946930.866135:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946930.866143:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946930.866148:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305718447 00000400:00000200:1.0:1784946930.866153:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000010:0.0:1784946930.866155:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373c00. 00000800:00000200:1.0:1784946930.866163:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784946930.866167:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000010:1.0:1784946930.866174:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83adc00. 00000100:00000001:0.0:1784946930.866177:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305718447 00000100:00000010:0.0:1784946930.866182:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373480. 00000800:00000200:1.0:1784946930.866183:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:0.0:1784946930.866188:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784946930.866193:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784946930.866193:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:0.0:1784946930.866197:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946930.866200:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946930.866201:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946930.866208:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1784946930.866209:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83adc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946930.866211:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946930.866215:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946930.866216:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946930.866216:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946930.866219:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946930.866222:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946930.866223:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16677 usecs (17 jiffies) 00000400:00000200:1.0:1784946930.866229:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946930.866232:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305717777 00000100:00000001:1.0:1784946930.866235:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305718447 00000100:00000001:1.0:1784946930.866238:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305717777 00000100:00000001:1.0:1784946930.866240:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305718447 00000100:00000001:1.0:1784946930.866243:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946930.866246:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946930.866249:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946930.866251:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946930.866256:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946930.866258:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946930.866261:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946930.866263:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946930.866265:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946930.866266:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784946930.866271:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784946930.866272:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4c00. 00000400:00000200:0.0:1784946930.866279:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946930.866285:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946930.866289:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f880 00000400:00000010:0.0:1784946930.866291:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f880. 00000100:00000001:0.0:1784946930.866296:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946930.866307:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d89c00 x1871641054306560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946930.866316:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946930.866320:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d89c00 x1871641054306560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946946 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946930.866327:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946930.866328:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946930.866418:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946930.866422:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83adc00. 00000400:00000200:0.0:1784946930.866429:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946930.866432:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946930.866435:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2944c8 00000400:00000010:0.0:1784946930.866437:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2944c8. 00000100:00000001:0.0:1784946930.866440:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946930.866444:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d89500 x1871641054306688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946930.866457:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946930.866460:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d89500 x1871641054306688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946946 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946930.866466:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946930.866468:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946930.868189:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946930.868246:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946930.868250:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946930.868253:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946930.868259:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946930.868264:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946930.868270:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946930.868274:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946930.868278:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946930.868281:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64306100 00000400:00000200:1.0:1784946930.868285:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946930.868290:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cedb1 [1] + 224 00000800:00000001:1.0:1784946930.868296:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946930.868298:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946930.868301:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946930.868304:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946930.868309:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946930.868316:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89c00 x1871641054306560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946946 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946930.868325:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89c00 x1871641054306560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946946 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946930.868340:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946930.868346:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946930.868349:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946930.868350:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946930.868351:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946930.868353:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946930.868355:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946930.868358:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946930.868360:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946930.868363:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946930.868365:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64306180 00000400:00000200:1.0:1784946930.868368:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946930.868372:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cedb9 [1] + 224 00000800:00000001:1.0:1784946930.868374:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946930.868380:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946930.868382:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946930.868386:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946930.868389:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1784946930.868393:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946930.868396:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946930.868399:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f9a0. 00000400:00000200:1.0:1784946930.868399:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946930.868406:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f220 00000400:00000010:0.0:1784946930.868409:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f220. 00000100:00000001:0.0:1784946930.868412:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946930.868414:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946930.868419:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d89c00 x1871641054306560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946946 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946930.868424:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89500 x1871641054306688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946946 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946930.868434:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d89c00 x1871641054306560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946946 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946930.868448:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1784946930.868449:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89500 x1871641054306688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946946 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946930.868450:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946930.868456:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946930.868460:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946930.868462:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946930.868464:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946930.868467:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946930.868469:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1784946930.868472:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=132 v=5 (5 5 5 5) 00000800:00000001:1.0:1784946930.868475:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:0.0:1784946930.868476:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=132 v=5 (1 1 1 1) 00000800:00000001:1.0:1784946930.868479:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946930.868480:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946930.868484:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946930.868488:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946930.868490:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946930.868491:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946930.868493:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784946930.868497:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d89c00 x1871641054306560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946946 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946930.868497:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946930.868500:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946930.868503:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946930.868506:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2df20. 00000400:00000200:1.0:1784946930.868510:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294198 00000400:00000010:1.0:1784946930.868514:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294198. 00000100:00000001:1.0:1784946930.868546:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946930.868552:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1784946930.868552:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d89500 x1871641054306688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946946 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946930.868560:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946930.868565:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784946930.868566:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d89500 x1871641054306688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946946 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946930.868575:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784946930.868578:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89c00 x1871641054306560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946946 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946930.868578:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946930.868581:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946930.868583:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946930.868599:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946930.868601:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946930.868605:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946930.868612:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=132 v=5 (5 5 5 5) 00000100:00100000:0.0:1784946930.868613:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054306560:192.168.202.106@tcp:400:kworker.0 00000100:00001000:1.0:1784946930.868616:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=52 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946930.868623:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946930.868625:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946930.868626:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784946930.868627:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784946930.868632:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1784946930.868632:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946930.868636:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784946930.868638:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89c00 x1871641054306560/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946946 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946930.868639:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946930.868643:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946930.868645:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946930.868652:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1784946930.868653:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d89500 x1871641054306688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946946 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946930.868656:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946930.868660:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394a200. 00000100:00000001:1.0:1784946930.868661:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946930.868664:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1784946930.868665:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784946930.868666:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784946930.868669:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:1.0:1784946930.868671:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89500 x1871641054306688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946946 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1784946930.868672:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784946930.868677:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946930.868680:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad100. 00000100:00100000:1.0:1784946930.868685:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054306688:192.168.202.106@tcp:400:kworker.0 02000000:00000001:0.0:1784946930.868688:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784946930.868689:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784946930.868691:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784946930.868692:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1784946930.868694:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89c00. 00000100:00000040:1.0:1784946930.868697:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89500 x1871641054306688/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946946 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946930.868699:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946930.868702:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946930.868706:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946930.868712:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946930.868713:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784946930.868715:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:1.0:1784946930.868715:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61199800. 00000100:00000001:0.0:1784946930.868718:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946930.868719:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784946930.868720:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1784946930.868723:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784946930.868724:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784946930.868725:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946930.868728:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946930.868730:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad900. 02000000:00000001:1.0:1784946930.868733:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946930.868734:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946930.868735:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89500. 00000100:00000001:1.0:1784946930.868738:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946930.868740:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946930.868742:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946930.868745:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946930.868746:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946930.868748:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946930.868749:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946931.185648:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946931.185654:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946931.185707:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946931.185712:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946931.185716:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946931.569644:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305718447, at 4305718464 00000100:00000010:1.0:1784946931.569660:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373480. 00000100:00000040:0.0:1784946931.569745:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305718447, at 4305718464 00000100:00000010:0.0:1784946931.569751:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373c00. 00010000:00000001:1.0:1784946932.209652:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946932.209658:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946932.209724:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946932.209728:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946932.209731:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946933.233655:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946933.233660:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946933.233721:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946933.233726:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946933.233730:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946934.257656:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946934.257666:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946934.257668:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946934.257672:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946934.257677:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946934.257680:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946934.257682:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946934.257684:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946934.257735:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946934.257739:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946934.257742:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946935.281659:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946935.281665:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946935.281733:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946935.281738:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946935.281743:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784946935.985659:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946935.985668:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946935.985678:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775c00. 00000020:00000040:3.0:1784946935.985683:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946935.985686:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946935.985689:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946935.985694:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946935.985700:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beab00. 00000100:00000001:3.0:1784946935.985705:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946935.985715:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73775c00 x1871641054306816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946935.985724:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946935.985727:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946935.985732:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdc2357] to pc [ptlrpcd_01_01+1] req@ffff996d73775c00 x1871641054306816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946935.985756:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946935.985758:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946935.985761:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946935.985764:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774700. 00000020:00000040:3.0:1784946935.985766:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946935.985767:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946935.985769:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946935.985770:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946935.985773:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea800. 00000100:00000001:3.0:1784946935.985775:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946935.985778:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73774700 x1871641054306944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946935.985784:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946935.985785:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946935.985788:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d967472] to pc [ptlrpcd_01_00+0] req@ffff996d73774700 x1871641054306944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946935.985795:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946935.985795:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946935.985798:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946935.985802:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784946935.985802:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784946935.985807:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946935.985808:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946935.985812:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784946935.985816:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11060) 00000100:00000040:2.0:1784946935.985821:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774700 x1871641054306944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946935.985834:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946935.985836:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946935.985840:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946935.985843:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946935.985846:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946935.985851:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054306944:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946935.985853:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946935.985856:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946935.985859:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784946935.985859:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946935.985866:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775c00 x1871641054306816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946935.985868:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946935.985872:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946935.985878:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1784946935.985879:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784946935.985880:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946935.985884:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946935.985885:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946935.985887:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946935.985888:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d6e00. 00000100:00100000:3.0:1784946935.985890:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054306816:192.168.202.106@tcp:400:kworker.0 02000000:00000001:2.0:1784946935.985894:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946935.985896:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946935.985901:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946935.985903:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946935.985905:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784946935.985907:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000010:3.0:1784946935.985909:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46617c00. 02000000:00000001:3.0:1784946935.985913:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784946935.985916:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000200:3.0:1784946935.985917:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946935.985923:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:2.0:1784946935.985927:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000400:00000010:3.0:1784946935.985929:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000200:2.0:1784946935.985938:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054306944, portal 10 00000100:00000200:3.0:1784946935.985938:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054306816, portal 25 00000100:00000001:3.0:1784946935.985943:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946935.985944:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946935.985945:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100528128 : -112779609023488 : ffff996d73775c00) 00000100:00000001:2.0:1784946935.985948:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100522752 : -112779609028864 : ffff996d73774700) 00000100:00000040:3.0:1784946935.985952:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775c00 x1871641054306816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946935.985959:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946935.985961:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774700 x1871641054306944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946935.985965:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946935.985968:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1a18. 00000100:00000200:3.0:1784946935.985974:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054306816, offset 0 00000100:00000001:2.0:1784946935.985980:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784946935.985984:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:2.0:1784946935.985989:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946935.985994:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6c38. 00000400:00000200:3.0:1784946935.985995:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:2.0:1784946935.986002:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054306944, offset 0 00000400:00000200:3.0:1784946935.986005:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946935.986012:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946935.986016:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946935.986018:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946935.986023:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946935.986025:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946935.986028:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314908:314908:256:4294967295] 192.168.202.106@tcp LPNI seq info [314904:314904:8:4294967295] 00000400:00000200:3.0:1784946935.986031:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946935.986038:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946935.986045:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946935.986050:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:3.0:1784946935.986056:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946935.986060:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1784946935.986061:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beaf00. 00000400:00000200:2.0:1784946935.986066:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:3.0:1784946935.986071:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946935.986074:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946935.986080:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:3.0:1784946935.986082:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946935.986087:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beaf00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784946935.986088:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314909:314909:255:4294967295] 192.168.202.106@tcp LPNI seq info [314905:314905:7:4294967295] 00000400:00000200:2.0:1784946935.986096:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946935.986105:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:3.0:1784946935.986108:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784946935.986114:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946935.986116:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946935.986120:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305723567 00000800:00000010:2.0:1784946935.986123:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b500. 00000100:00000010:3.0:1784946935.986125:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322b40. 00000800:00000200:2.0:1784946935.986133:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:3.0:1784946935.986133:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1784946935.986142:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:3.0:1784946935.986144:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305723567 00000800:00000200:2.0:1784946935.986147:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b500 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1784946935.986148:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322f00. 00000100:00000001:3.0:1784946935.986153:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946935.986156:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946935.986158:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946935.986161:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946935.986162:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16676 usecs (17 jiffies) 00000100:00000001:3.0:1784946935.986164:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946935.986168:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784946935.986172:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946935.986176:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305722897 00000100:00000001:3.0:1784946935.986177:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946935.986180:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946935.986182:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305723567 00000100:00000001:3.0:1784946935.986184:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946935.986186:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946935.986189:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305722897 00000100:00000001:3.0:1784946935.986190:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946935.986192:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946935.986195:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946935.986197:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305723567 00000800:00000010:0.0:1784946935.986200:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beaf00. 00000100:00000001:2.0:1784946935.986201:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946935.986206:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946935.986208:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946935.986210:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946935.986214:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946935.986215:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946935.986222:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784946935.986223:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1a18 00000400:00000010:0.0:1784946935.986227:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1a18. 00000100:00000001:2.0:1784946935.986227:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946935.986234:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784946935.986234:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946935.986237:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1784946935.986241:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775c00 x1871641054306816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946935.986243:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946935.986249:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946935.986258:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946935.986261:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775c00 x1871641054306816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946951 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946935.986267:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946935.986269:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946935.986330:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946935.986334:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b500. 00000400:00000200:0.0:1784946935.986337:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946935.986341:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946935.986344:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6c38 00000400:00000010:0.0:1784946935.986346:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6c38. 00000100:00000001:0.0:1784946935.986350:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946935.986354:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73774700 x1871641054306944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946935.986364:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946935.986368:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73774700 x1871641054306944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946951 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946935.986376:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946935.986377:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946935.987843:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946935.987861:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946935.987863:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946935.987865:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946935.987870:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946935.987875:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946935.987880:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946935.987883:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946935.987886:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946935.987889:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64306280 00000400:00000200:1.0:1784946935.987892:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946935.987896:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cedd1 [1] + 224 00000800:00000001:1.0:1784946935.987901:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946935.987903:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946935.987905:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946935.987908:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946935.987911:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946935.987916:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73774700 x1871641054306944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946951 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946935.987924:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73774700 x1871641054306944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946951 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946935.987935:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946935.987941:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946935.987943:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946935.987945:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946935.987948:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946935.987951:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946935.987956:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946935.987962:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946935.987965:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946935.987970:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946935.987971:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946935.987976:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64306200 00000100:00000001:2.0:1784946935.987977:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946935.987983:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:2.0:1784946935.987985:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946935.987989:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946935.987992:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946935.987996:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:2.0:1784946935.987998:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:2.0:1784946935.988001:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946935.988005:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cedd9 [1] + 224 00000100:00000200:2.0:1784946935.988009:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774700 x1871641054306944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946951 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784946935.988012:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946935.988019:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946935.988025:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1784946935.988029:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774700 x1871641054306944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946951 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946935.988030:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946935.988035:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946935.988042:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775c00 x1871641054306816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946951 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946935.988043:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946935.988046:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946935.988051:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946935.988056:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1784946935.988057:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775c00 x1871641054306816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946951 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946935.988059:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946935.988063:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946935.988068:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946935.988075:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1784946935.988076:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=137 v=5 (5 5 5 5) 00000800:00000001:1.0:1784946935.988079:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784946935.988081:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=57 v=5 (1 1 1 1) 00000800:00000001:1.0:1784946935.988083:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946935.988084:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946935.988088:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946935.988092:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946935.988095:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946935.988097:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946935.988099:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946935.988100:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946935.988102:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946935.988102:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946935.988106:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784946935.988110:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774700 x1871641054306944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946951 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784946935.988111:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946935.988114:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946935.988118:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784946935.988121:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784946935.988123:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946935.988127:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946935.988129:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946935.988130:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946935.988133:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784946935.988135:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775c00 x1871641054306816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946951 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946935.988140:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774700 x1871641054306944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946951 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946935.988155:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775c00 x1871641054306816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946951 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946935.988158:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054306944:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946935.988168:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946935.988171:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784946935.988171:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946935.988174:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946935.988176:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774700 x1871641054306944/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946951 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946935.988176:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946935.988180:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946935.988182:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946935.988185:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946935.988186:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946935.988190:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946935.988191:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946935.988195:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d6e00. 00000100:00001000:3.0:1784946935.988196:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=137 v=5 (5 5 5 5) 02000000:00000001:2.0:1784946935.988199:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1784946935.988200:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=137 v=5 (1 1 1 1) 00000020:00000001:2.0:1784946935.988203:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784946935.988204:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000040:2.0:1784946935.988206:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946935.988207:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946935.988210:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:3.0:1784946935.988211:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1784946935.988215:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea800. 00010000:00000001:3.0:1784946935.988215:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946935.988221:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946935.988222:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946935.988224:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1784946935.988227:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775c00 x1871641054306816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946951 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1784946935.988228:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774700. 00000100:00000001:2.0:1784946935.988233:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946935.988236:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946935.988237:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946935.988239:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946935.988240:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946935.988244:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946935.988245:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1784946935.988247:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775c00 x1871641054306816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946951 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946935.988248:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946935.988254:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946935.988257:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946935.988264:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054306816:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946935.988268:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946935.988270:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946935.988273:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775c00 x1871641054306816/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946951 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946935.988278:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946935.988279:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946935.988280:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46617c00. 02000000:00000001:3.0:1784946935.988283:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946935.988284:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946935.988285:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946935.988286:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946935.988288:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beab00. 02000000:00000001:3.0:1784946935.988290:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946935.988291:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946935.988292:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775c00. 00000100:00000001:3.0:1784946935.988294:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946935.988299:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946935.988301:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946935.988304:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946935.988305:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946935.988306:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946935.988308:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946936.305620:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946936.305625:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946936.305674:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946936.305677:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946936.305681:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946936.689603:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305723567, at 4305723584 00000100:00000040:1.0:1784946936.689603:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305723567, at 4305723584 00000100:00000010:0.0:1784946936.689618:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322b40. 00000100:00000010:1.0:1784946936.689620:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322f00. 00010000:00000001:1.0:1784946937.329612:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946937.329620:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946937.329675:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946937.329678:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946937.329682:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946938.353593:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946938.353601:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946938.353653:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946938.353656:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946938.353659:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946939.377654:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946939.377660:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946939.377722:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946939.377725:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946939.377728:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784946939.761666:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784946939.761676:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784946939.761681:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1784946939.761844:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784946939.761849:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784946939.761860:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946939.761865:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946939.761868:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784946940.401599:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946940.401605:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946940.401674:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946940.401679:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946940.401682:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946941.105625:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946941.105635:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946941.105643:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951c00. 00000020:00000040:2.0:1784946941.105649:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946941.105652:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946941.105654:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946941.105658:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946941.105665:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784946941.105670:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946941.105680:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951c00 x1871641054307072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946941.105688:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946941.105691:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946941.105697:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000188be879] to pc [ptlrpcd_01_01+1] req@ffff996d73951c00 x1871641054307072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946941.105720:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946941.105723:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946941.105725:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946941.105727:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951180. 00000020:00000040:2.0:1784946941.105729:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946941.105731:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946941.105732:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946941.105733:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946941.105736:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b000. 00000100:00000001:2.0:1784946941.105738:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946941.105741:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951180 x1871641054307200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946941.105750:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946941.105752:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946941.105755:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946941.105757:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784946941.105759:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047f3cd37] to pc [ptlrpcd_01_00+0] req@ffff996d73951180 x1871641054307200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946941.105761:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784946941.105769:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946941.105772:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784946941.105773:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951c00 x1871641054307072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946941.105775:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946941.105779:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946941.105786:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946941.105793:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11065) 00000100:00000001:3.0:1784946941.105794:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946941.105798:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946941.105802:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784946941.105804:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784946941.105806:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946941.105807:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946941.105811:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784946941.105811:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946941.105817:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951180 x1871641054307200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946941.105818:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054307072:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946941.105827:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946941.105833:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784946941.105834:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784946941.105836:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946941.105838:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946941.105839:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1784946941.105844:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1784946941.105846:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46617c00. 02000000:00000001:2.0:1784946941.105848:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946941.105849:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946941.105855:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946941.105858:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00100000:2.0:1784946941.105862:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054307200:192.168.202.106@tcp:400:kworker.0 00000400:00000010:3.0:1784946941.105864:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784946941.105871:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1784946941.105873:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 02000000:00000001:2.0:1784946941.105875:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946941.105878:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784946941.105879:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054307072, portal 25 02000000:00000001:2.0:1784946941.105881:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784946941.105883:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946941.105885:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102477824 : -112779607073792 : ffff996d73951c00) 02000000:00000010:2.0:1784946941.105888:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d6e00. 00000100:00000040:3.0:1784946941.105891:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951c00 x1871641054307072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946941.105893:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946941.105903:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784946941.105904:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784946941.105907:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946941.105912:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1bb0. 00000400:00000010:2.0:1784946941.105913:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000100:00000200:3.0:1784946941.105916:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054307072, offset 0 00000400:00000010:2.0:1784946941.105920:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000400:00000200:3.0:1784946941.105924:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000200:2.0:1784946941.105925:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054307200, portal 10 00000100:00000001:2.0:1784946941.105928:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946941.105929:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102475136 : -112779607076480 : ffff996d73951180) 00000400:00000200:3.0:1784946941.105933:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784946941.105939:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951180 x1871641054307200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946941.105943:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:2.0:1784946941.105951:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784946941.105952:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1784946941.105957:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946941.105959:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000010:2.0:1784946941.105962:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6550. 00000400:00000200:3.0:1784946941.105963:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1784946941.105966:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054307200, offset 0 00000400:00000200:3.0:1784946941.105967:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946941.105976:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314910:314910:256:4294967295] 192.168.202.106@tcp LPNI seq info [314906:314906:8:4294967295] 00000400:00000200:2.0:1784946941.105977:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946941.105983:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946941.105994:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946941.105995:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946941.106001:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:3.0:1784946941.106005:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946941.106008:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1784946941.106011:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000400:00000200:2.0:1784946941.106012:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946941.106016:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946941.106021:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:3.0:1784946941.106023:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784946941.106027:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314911:314911:255:4294967295] 192.168.202.106@tcp LPNI seq info [314907:314907:7:4294967295] 00000400:00000200:2.0:1784946941.106031:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784946941.106035:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946941.106040:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784946941.106043:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946941.106048:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946941.106051:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bc00. 00000800:00000200:2.0:1784946941.106055:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:3.0:1784946941.106057:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784946941.106062:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:3.0:1784946941.106066:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946941.106067:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946941.106069:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305728687 00000100:00000001:2.0:1784946941.106072:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784946941.106075:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322a80. 00000100:00000040:2.0:1784946941.106078:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16676 usecs (17 jiffies) 00000100:00000001:3.0:1784946941.106082:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1784946941.106087:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946941.106090:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305728687 00000100:00000001:2.0:1784946941.106091:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305728017 00000100:00000010:3.0:1784946941.106094:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322d20. 00000100:00000001:2.0:1784946941.106097:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305728687 00000100:00000001:3.0:1784946941.106098:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946941.106103:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946941.106104:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305728017 00000100:00000001:3.0:1784946941.106107:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946941.106112:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946941.106114:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946941.106120:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946941.106121:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305728687 00000100:00000001:3.0:1784946941.106122:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1784946941.106125:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946941.106127:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946941.106129:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946941.106129:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946941.106132:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946941.106135:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946941.106136:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784946941.106138:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beab00. 00000100:00000001:2.0:1784946941.106143:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946941.106146:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946941.106147:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946941.106154:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946941.106155:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946941.106159:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784946941.106160:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1bb0 00000100:00000001:2.0:1784946941.106163:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1784946941.106164:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1bb0. 00000100:00000001:2.0:1784946941.106168:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946941.106170:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784946941.106172:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784946941.106175:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951c00 x1871641054307072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946941.106178:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946941.106188:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946941.106191:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951c00 x1871641054307072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946957 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946941.106197:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946941.106198:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946941.106251:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946941.106254:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bc00. 00000400:00000200:0.0:1784946941.106256:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946941.106258:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946941.106260:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6550 00000400:00000010:0.0:1784946941.106261:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6550. 00000100:00000001:0.0:1784946941.106264:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946941.106267:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951180 x1871641054307200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946941.106272:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946941.106274:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951180 x1871641054307200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946957 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946941.106279:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946941.106280:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946941.107741:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946941.107751:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946941.107754:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946941.107757:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946941.107763:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946941.107768:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946941.107775:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946941.107779:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946941.107784:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946941.107789:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64306380 00000400:00000200:1.0:1784946941.107795:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946941.107801:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cede9 [1] + 224 00000800:00000001:1.0:1784946941.107808:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946941.107821:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946941.107824:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946941.107828:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946941.107832:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946941.107837:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951180 x1871641054307200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946957 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946941.107850:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951180 x1871641054307200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946957 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946941.107861:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946941.107868:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946941.107871:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946941.107873:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946941.107875:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946941.107879:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946941.107883:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946941.107888:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946941.107892:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946941.107896:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946941.107900:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64306300 00000100:00000001:2.0:1784946941.107903:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784946941.107904:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946941.107907:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946941.107912:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cede1 [1] + 224 00000800:00000001:1.0:1784946941.107919:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784946941.107919:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946941.107923:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946941.107926:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000800:00000001:1.0:1784946941.107930:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784946941.107930:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:2.0:1784946941.107933:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000400:00000200:1.0:1784946941.107936:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946941.107937:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946941.107944:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951180 x1871641054307200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946957 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946941.107946:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946941.107954:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946941.107959:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951180 x1871641054307200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946957 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946941.107963:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951c00 x1871641054307072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946957 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946941.107968:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946941.107971:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946941.107975:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946941.107979:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946941.107981:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1784946941.107984:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951c00 x1871641054307072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946957 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946941.107985:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946941.107990:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946941.107998:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=143 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946941.108002:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=63 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946941.108004:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946941.108005:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946941.108006:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1784946941.108008:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946941.108012:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784946941.108014:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784946941.108015:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946941.108018:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000800:00000001:1.0:1784946941.108020:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946941.108021:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946941.108023:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946941.108030:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951180 x1871641054307200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946957 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946941.108030:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946941.108034:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946941.108040:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1784946941.108041:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784946941.108044:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:3.0:1784946941.108044:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784946941.108048:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784946941.108048:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000100:00000040:2.0:1784946941.108053:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951180 x1871641054307200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946957 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946941.108054:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946941.108058:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946941.108063:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1784946941.108068:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054307200:192.168.202.106@tcp:400:kworker.0 00000100:00000200:3.0:1784946941.108070:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951c00 x1871641054307072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946957 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946941.108073:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946941.108077:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946941.108083:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951180 x1871641054307200/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946957 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946941.108087:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951c00 x1871641054307072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946957 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946941.108098:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946941.108102:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784946941.108103:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1784946941.108105:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d6e00. 00000100:00000001:3.0:1784946941.108106:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946941.108110:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946941.108111:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1784946941.108111:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946941.108114:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1784946941.108115:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784946941.108116:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784946941.108118:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 02000000:00000001:3.0:1784946941.108119:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946941.108122:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00001000:3.0:1784946941.108124:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=143 v=5 (5 5 5 5) 02000000:00000010:2.0:1784946941.108125:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b000. 00000100:00001000:3.0:1784946941.108129:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=143 v=5 (1 1 1 1) 02000000:00000001:2.0:1784946941.108131:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784946941.108133:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1784946941.108135:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784946941.108136:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946941.108139:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000010:2.0:1784946941.108140:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951180. 00010000:00000001:3.0:1784946941.108141:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946941.108145:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946941.108147:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1784946941.108149:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951c00 x1871641054307072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946957 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946941.108151:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946941.108157:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946941.108159:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946941.108162:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946941.108164:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946941.108164:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946941.108168:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946941.108168:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951c00 x1871641054307072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946957 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946941.108173:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946941.108175:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946941.108184:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054307072:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946941.108188:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946941.108190:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946941.108192:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951c00 x1871641054307072/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946957 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946941.108197:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946941.108198:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946941.108200:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46617c00. 02000000:00000001:3.0:1784946941.108202:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946941.108203:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946941.108204:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946941.108205:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946941.108207:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:3.0:1784946941.108208:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946941.108209:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946941.108210:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951c00. 00000100:00000001:3.0:1784946941.108212:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946941.108213:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946941.108215:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946941.108218:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946941.108219:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946941.108220:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946941.108222:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946941.425623:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946941.425630:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946941.425683:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946941.425686:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946941.425689:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946941.809611:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305728687, at 4305728704 00000100:00000040:0.0:1784946941.809612:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305728687, at 4305728704 00000100:00000010:1.0:1784946941.809625:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322d20. 00000100:00000010:0.0:1784946941.809629:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322a80. 00010000:00000001:1.0:1784946942.449596:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946942.449607:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946942.449677:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946942.449682:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946942.449686:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946943.473627:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946943.473635:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946943.473638:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946943.473641:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946943.473645:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946943.473648:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946943.473649:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946943.473651:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946943.473719:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946943.473723:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946943.473726:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946944.497581:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946944.497586:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946944.497638:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946944.497641:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946944.497643:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946945.521616:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946945.521621:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946945.521674:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946945.521678:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946945.521681:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946946.225616:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946946.225625:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946946.225634:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951180. 00000020:00000040:2.0:1784946946.225640:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946946.225644:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946946.225647:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946946.225651:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946946.225659:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b000. 00000100:00000001:2.0:1784946946.225665:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946946.225675:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73951180 x1871641054307328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946946.225684:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946946.225688:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946946.225704:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047f3cd37] to pc [ptlrpcd_01_01+1] req@ffff996d73951180 x1871641054307328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946946.225731:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946946.225734:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946946.225737:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946946.225739:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950e00. 00000020:00000040:2.0:1784946946.225742:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946946.225745:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946946.225746:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946946.225749:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946946.225752:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b100. 00000100:00000001:2.0:1784946946.225755:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946946.225759:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950e00 x1871641054307456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946946.225763:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946946.225769:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946946.225770:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946946.225773:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784946946.225774:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946946.225783:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006776830d] to pc [ptlrpcd_01_00+0] req@ffff996d73950e00 x1871641054307456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946946.225784:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951180 x1871641054307328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946946.225802:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784946946.225804:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946946.225809:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784946946.225811:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946946.225813:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784946946.225816:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784946946.225818:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946946.225821:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1784946946.225825:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054307328:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784946946.225827:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946946.225834:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784946946.225834:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784946946.225841:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11070) 02000000:00000001:3.0:1784946946.225842:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946946.225845:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946946.225848:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946946.225853:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46617c00. 02000000:00000001:3.0:1784946946.225855:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946946.225856:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946946.225859:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946946.225861:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1784946946.225863:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784946946.225868:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950e00 x1871641054307456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784946946.225869:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784946946.225879:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1784946946.225879:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000001:2.0:1784946946.225882:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946946.225886:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946946.225887:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1784946946.225888:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054307328, portal 25 02000000:00000001:2.0:1784946946.225890:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946946.225893:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1784946946.225896:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054307456:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946946.225896:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102475136 : -112779607076480 : ffff996d73951180) 00000100:00000001:2.0:1784946946.225902:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784946946.225905:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951180 x1871641054307328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946946.225906:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946946.225909:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946946.225913:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946946.225918:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d6e00. 00000100:00000001:3.0:1784946946.225919:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784946946.225921:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946946.225925:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946946.225929:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946946.225931:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1b28. 00000400:00000010:2.0:1784946946.225934:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000100:00000200:3.0:1784946946.225937:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054307328, offset 0 00000400:00000010:2.0:1784946946.225940:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000100:00000200:2.0:1784946946.225945:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054307456, portal 10 00000400:00000200:3.0:1784946946.225946:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784946946.225948:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946946.225950:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102474240 : -112779607077376 : ffff996d73950e00) 00000400:00000200:3.0:1784946946.225957:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784946946.225959:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950e00 x1871641054307456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784946946.225967:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:2.0:1784946946.225968:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946946.225973:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946946.225975:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1784946946.225977:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6660. 00000100:00000200:2.0:1784946946.225981:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054307456, offset 0 00000400:00000200:3.0:1784946946.225982:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946946.225988:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946946.225989:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946946.225994:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784946946.225998:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314912:314912:256:4294967295] 192.168.202.106@tcp LPNI seq info [314908:314908:8:4294967295] 00000400:00000200:3.0:1784946946.226002:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946946.226007:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946946.226013:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946946.226019:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946946.226021:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784946946.226024:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946946.226028:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946946.226030:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946946.226035:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314913:314913:255:4294967295] 192.168.202.106@tcp LPNI seq info [314909:314909:7:4294967295] 00000800:00000200:3.0:1784946946.226035:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946946.226042:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:3.0:1784946946.226044:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000400:00000200:2.0:1784946946.226049:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946946.226055:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000200:3.0:1784946946.226055:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000010:2.0:1784946946.226062:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b800. 00000800:00000200:3.0:1784946946.226068:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946946.226070:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784946946.226074:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784946946.226078:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946946.226083:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946946.226095:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946946.226096:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946946.226102:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16675 usecs (17 jiffies) 00000400:00000200:3.0:1784946946.226103:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946946.226108:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305733807 00000400:00000200:2.0:1784946946.226109:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946946.226114:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305733137 00000100:00000010:3.0:1784946946.226116:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322ea0. 00000100:00000001:3.0:1784946946.226125:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946946.226131:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305733807 00000100:00000001:3.0:1784946946.226131:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305733807 00000100:00000010:3.0:1784946946.226134:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3227e0. 00000100:00000001:2.0:1784946946.226136:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305733137 00000100:00000001:3.0:1784946946.226139:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946946.226145:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305733807 00000100:00000001:3.0:1784946946.226145:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946946.226149:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946946.226150:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784946946.226152:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946946.226154:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946946.226155:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784946946.226157:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bead00. 00000100:00000001:3.0:1784946946.226160:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946946.226162:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946946.226164:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946946.226166:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946946.226169:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946946.226171:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946946.226172:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784946946.226175:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946946.226176:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946946.226178:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946946.226181:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1b28 00000100:00000001:3.0:1784946946.226181:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946946.226182:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946946.226184:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784946946.226185:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1b28. 00000100:00000001:2.0:1784946946.226186:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946946.226190:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946946.226192:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946946.226193:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784946946.226194:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784946946.226199:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951180 x1871641054307328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946946.226207:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946946.226209:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951180 x1871641054307328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946962 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946946.226214:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946946.226216:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946946.226262:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946946.226264:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b800. 00000400:00000200:0.0:1784946946.226266:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946946.226268:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946946.226270:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6660 00000400:00000010:0.0:1784946946.226271:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6660. 00000100:00000001:0.0:1784946946.226273:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946946.226275:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950e00 x1871641054307456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946946.226280:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946946.226282:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950e00 x1871641054307456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946962 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946946.226285:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946946.226287:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946946.227484:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946946.227495:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946946.227498:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946946.227500:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946946.227505:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946946.227509:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946946.227514:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946946.227533:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946946.227536:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946946.227538:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64306400 00000400:00000200:1.0:1784946946.227541:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946946.227544:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cedf1 [1] + 224 00000800:00000001:1.0:1784946946.227549:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946946.227551:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946946.227553:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946946.227555:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946946.227558:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946946.227561:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951180 x1871641054307328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946962 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946946.227576:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951180 x1871641054307328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946962 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946946.227590:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946946.227597:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946946.227600:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946946.227602:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946946.227604:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946946.227607:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946946.227612:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946946.227616:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946946.227619:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946946.227623:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946946.227626:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64306480 00000400:00000200:1.0:1784946946.227629:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946946.227632:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cedf9 [1] + 224 00000800:00000001:1.0:1784946946.227635:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946946.227640:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946946.227640:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946946.227644:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946946.227645:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946946.227650:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000001:3.0:1784946946.227652:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946946.227655:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946946.227656:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946946.227660:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946946.227662:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784946946.227665:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946946.227666:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946946.227672:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950e00 x1871641054307456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946962 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946946.227672:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951180 x1871641054307328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946962 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946946.227698:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950e00 x1871641054307456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946962 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946946.227705:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951180 x1871641054307328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946962 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946946.227714:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946946.227716:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946946.227717:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946946.227719:0:2355:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:1.0:1784946946.227722:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784946946.227723:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1784946946.227725:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946946.227726:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946946.227730:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946946.227732:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946946.227738:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=148 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946946.227742:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=148 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946946.227745:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946946.227746:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946946.227749:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946946.227751:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946946.227754:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946946.227759:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951180 x1871641054307328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946962 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946946.227760:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946946.227765:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946946.227769:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1784946946.227771:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784946946.227772:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:2.0:1784946946.227774:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784946946.227775:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784946946.227778:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000100:00000040:3.0:1784946946.227782:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951180 x1871641054307328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946962 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784946946.227784:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:2.0:1784946946.227788:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:2.0:1784946946.227794:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1784946946.227798:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054307328:192.168.202.106@tcp:400:kworker.0 00000100:00000200:2.0:1784946946.227802:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950e00 x1871641054307456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946962 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946946.227805:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946946.227809:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946946.227816:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951180 x1871641054307328/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946962 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946946.227821:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950e00 x1871641054307456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946962 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946946.227829:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946946.227832:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946946.227835:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46617c00. 00000100:00000001:2.0:1784946946.227837:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946946.227840:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784946946.227840:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946946.227844:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784946946.227845:0:2354:0:(client.c:1580:after_reply()) Process entered 00000020:00000040:3.0:1784946946.227848:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 02000000:00000001:2.0:1784946946.227849:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946946.227852:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1784946946.227853:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784946946.227855:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946946.227857:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b000. 02000000:00000001:2.0:1784946946.227859:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946946.227862:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946946.227865:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:2.0:1784946946.227867:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=148 v=5 (5 5 5 5) 00000100:00000010:3.0:1784946946.227867:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951180. 00000100:00000001:3.0:1784946946.227873:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00001000:2.0:1784946946.227874:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=68 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946946.227877:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946946.227879:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946946.227881:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946946.227883:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946946.227886:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1784946946.227887:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784946946.227889:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946946.227891:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946946.227893:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946946.227897:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946946.227898:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946946.227901:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946946.227903:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946946.227906:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946946.227911:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950e00 x1871641054307456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946962 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946946.227919:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946946.227921:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946946.227922:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946946.227926:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950e00 x1871641054307456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946962 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946946.227934:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054307456:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946946.227938:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946946.227940:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946946.227943:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950e00 x1871641054307456/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946962 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946946.227949:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946946.227951:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946946.227953:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d6e00. 02000000:00000001:2.0:1784946946.227956:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946946.227958:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946946.227959:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946946.227961:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946946.227962:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b100. 02000000:00000001:2.0:1784946946.227965:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946946.227966:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946946.227967:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950e00. 00000100:00000001:2.0:1784946946.227970:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946946.227971:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946946.227973:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946946.227977:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946946.227978:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946946.227980:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946946.227982:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946946.545605:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946946.545611:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946946.545660:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946946.545663:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946946.545665:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946946.929605:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305733807, at 4305733824 00000100:00000040:1.0:1784946946.929605:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305733807, at 4305733824 00000100:00000010:1.0:1784946946.929618:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3227e0. 00000100:00000010:0.0:1784946946.929621:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322ea0. 00010000:00000001:1.0:1784946947.569640:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946947.569648:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946947.569708:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946947.569711:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946947.569715:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946948.593615:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946948.593621:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946948.593673:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946948.593675:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946948.593678:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946949.617627:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946949.617632:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946949.617680:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946949.617683:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946949.617685:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946950.641588:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946950.641595:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946950.641644:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946950.641648:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946950.641652:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946951.345629:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946951.345636:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946951.345645:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d89500. 00000020:00000040:1.0:1784946951.345655:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946951.345658:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946951.345660:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946951.345664:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946951.345670:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad900. 00000100:00000001:1.0:1784946951.345680:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946951.345693:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d89500 x1871641054307584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946951.345704:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946951.345708:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946951.345721:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e2e31c] to pc [ptlrpcd_00_00+0] req@ffff996d44d89500 x1871641054307584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946951.345752:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946951.345754:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946951.345756:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946951.345759:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8a300. 00000020:00000040:1.0:1784946951.345760:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946951.345762:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946951.345763:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946951.345764:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946951.345767:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad700. 00000100:00000001:1.0:1784946951.345770:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946951.345776:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d8a300 x1871641054307712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946951.345783:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946951.345785:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946951.345786:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946951.345792:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784946951.345794:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000879242b6] to pc [ptlrpcd_00_01+1] req@ffff996d44d8a300 x1871641054307712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946951.345796:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946951.345805:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d89500 x1871641054307584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946951.345807:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946951.345812:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946951.345817:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946951.345820:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946951.345827:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1784946951.345832:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946951.345835:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946951.345839:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946951.345842:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784946951.345843:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11075) 02000000:00000001:0.0:1784946951.345846:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946951.345854:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054307584:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946951.345859:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784946951.345861:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784946951.345864:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784946951.345864:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946951.345868:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1784946951.345869:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946951.345872:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946951.345877:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784946951.345880:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946951.345881:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8a300 x1871641054307712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946951.345889:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946951.345897:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f9a0. 00000100:00000001:1.0:1784946951.345898:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946951.345901:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946951.345904:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1784946951.345906:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f220. 02000000:00000001:1.0:1784946951.345906:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946951.345911:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946951.345915:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054307712:192.168.202.106@tcp:400:kworker.0 00000100:00000200:0.0:1784946951.345916:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054307584, portal 25 00000100:00000001:0.0:1784946951.345922:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946951.345922:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784946951.345925:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318370560 : -112780391181056 : ffff996d44d89500) 02000000:00000001:1.0:1784946951.345926:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946951.345929:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946951.345931:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946951.345935:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61199800. 00000100:00000040:0.0:1784946951.345937:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d89500 x1871641054307584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784946951.345937:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946951.345944:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946951.345948:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2df20. 00000400:00000010:1.0:1784946951.345953:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294198. 00000100:00000001:0.0:1784946951.345954:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1784946951.345958:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054307712, portal 10 00000100:00000040:0.0:1784946951.345960:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946951.345961:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946951.345964:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318374144 : -112780391177472 : ffff996d44d8a300) 00000400:00000010:0.0:1784946951.345967:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f880. 00000100:00000040:1.0:1784946951.345972:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8a300 x1871641054307712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946951.345973:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054307584, offset 0 00000400:00000200:0.0:1784946951.345986:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946951.345986:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946951.345992:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946951.345997:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946951.346003:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294330. 00000400:00000200:0.0:1784946951.346007:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000200:1.0:1784946951.346012:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054307712, offset 0 00000400:00000200:0.0:1784946951.346014:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946951.346020:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946951.346028:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946951.346033:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946951.346036:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946951.346040:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314914:314914:256:4294967295] 192.168.202.106@tcp LPNI seq info [314910:314910:8:4294967295] 00000400:00000200:0.0:1784946951.346044:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946951.346052:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784946951.346059:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946951.346061:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:0.0:1784946951.346066:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4c00. 00000400:00000200:1.0:1784946951.346068:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946951.346072:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784946951.346075:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784946951.346076:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946951.346081:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946951.346085:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:0.0:1784946951.346089:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:1.0:1784946951.346094:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314915:314915:255:4294967295] 192.168.202.106@tcp LPNI seq info [314911:314911:7:4294967295] 00000800:00000200:0.0:1784946951.346096:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784946951.346101:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946951.346111:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:0.0:1784946951.346118:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784946951.346118:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946951.346122:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad500. 00000400:00000200:0.0:1784946951.346126:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784946951.346130:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:0.0:1784946951.346132:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305738927 00000800:00000200:1.0:1784946951.346136:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000010:0.0:1784946951.346139:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373c00. 00000800:00000200:1.0:1784946951.346139:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946951.346145:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946951.346147:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16675 usecs (17 jiffies) 00000100:00000001:0.0:1784946951.346148:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1784946951.346154:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946951.346155:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305738927 00000100:00000001:1.0:1784946951.346157:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305738257 00000100:00000001:1.0:1784946951.346161:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305738927 00000100:00000010:0.0:1784946951.346164:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373360. 00000100:00000001:1.0:1784946951.346165:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305738257 00000100:00000001:0.0:1784946951.346170:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784946951.346175:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946951.346175:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305738927 00000100:00000001:0.0:1784946951.346178:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946951.346180:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946951.346183:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946951.346184:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946951.346187:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946951.346189:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946951.346193:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946951.346195:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946951.346197:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946951.346199:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946951.346201:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946951.346203:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946951.346205:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946951.346206:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946951.346209:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946951.346210:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946951.346213:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946951.346214:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946951.346220:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946951.346261:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946951.346265:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4c00. 00000400:00000200:0.0:1784946951.346271:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946951.346276:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946951.346282:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f880 00000400:00000010:0.0:1784946951.346284:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f880. 00000100:00000001:0.0:1784946951.346288:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946951.346292:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d89500 x1871641054307584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946951.346302:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946951.346305:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d89500 x1871641054307584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946967 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946951.346312:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946951.346314:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946951.346370:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946951.346373:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad500. 00000400:00000200:0.0:1784946951.346378:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946951.346382:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946951.346385:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294330 00000400:00000010:0.0:1784946951.346387:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294330. 00000100:00000001:0.0:1784946951.346389:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946951.346393:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8a300 x1871641054307712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946951.346401:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946951.346404:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8a300 x1871641054307712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946967 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946951.346411:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946951.346412:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946951.348088:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946951.348100:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946951.348103:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946951.348106:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946951.348111:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946951.348116:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946951.348122:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946951.348125:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946951.348129:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946951.348132:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64306500 00000400:00000200:1.0:1784946951.348136:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946951.348142:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cee01 [1] + 224 00000800:00000001:1.0:1784946951.348147:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946951.348157:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946951.348159:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946951.348163:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946951.348168:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946951.348173:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89500 x1871641054307584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946967 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946951.348183:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89500 x1871641054307584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946967 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946951.348199:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946951.348206:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946951.348210:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946951.348212:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946951.348214:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946951.348217:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946951.348220:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946951.348225:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946951.348228:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946951.348232:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946951.348235:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64306580 00000400:00000200:1.0:1784946951.348239:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946951.348240:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946951.348244:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784946951.348244:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cee09 [1] + 224 00000400:00000001:0.0:1784946951.348250:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784946951.348250:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784946951.348253:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946951.348255:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f9a0. 00000800:00000001:1.0:1784946951.348257:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946951.348260:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f220 00000400:00000200:1.0:1784946951.348261:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1784946951.348263:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f220. 00000100:00000001:0.0:1784946951.348267:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784946951.348270:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000200:0.0:1784946951.348273:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d89500 x1871641054307584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946967 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946951.348276:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946951.348284:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8a300 x1871641054307712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946967 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946951.348285:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d89500 x1871641054307584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946967 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946951.348304:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946951.348306:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946951.348309:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946951.348311:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946951.348313:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1784946951.348313:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8a300 x1871641054307712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946967 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946951.348316:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946951.348321:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946951.348329:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=153 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946951.348335:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=153 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946951.348335:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946951.348341:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1784946951.348342:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784946951.348343:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946951.348348:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1784946951.348348:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784946951.348351:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946951.348355:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946951.348361:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784946951.348362:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d89500 x1871641054307584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946967 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946951.348365:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784946951.348370:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784946951.348371:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1784946951.348374:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1784946951.348375:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946951.348378:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784946951.348379:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2df20. 00000100:00000040:0.0:1784946951.348382:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89500 x1871641054307584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946967 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946951.348384:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294198 00000400:00000010:1.0:1784946951.348389:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294198. 00000100:00100000:0.0:1784946951.348392:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054307584:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946951.348394:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946951.348399:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784946951.348402:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8a300 x1871641054307712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946967 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946951.348403:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946951.348409:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89500 x1871641054307584/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946967 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946951.348436:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1784946951.348437:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8a300 x1871641054307712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946967 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946951.348440:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946951.348445:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b400. 00000100:00000001:1.0:1784946951.348447:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1784946951.348450:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784946951.348451:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784946951.348454:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784946951.348455:0:2353:0:(client.c:1580:after_reply()) Process entered 00000020:00000040:0.0:1784946951.348458:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 02000000:00000001:1.0:1784946951.348459:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946951.348462:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1784946951.348464:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784946951.348465:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946951.348468:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad900. 02000000:00000001:1.0:1784946951.348469:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946951.348475:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:1.0:1784946951.348476:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=153 v=5 (5 5 5 5) 02000000:00000001:0.0:1784946951.348478:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946951.348482:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89500. 00000100:00001000:1.0:1784946951.348482:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=73 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946951.348487:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946951.348488:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946951.348491:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946951.348491:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946951.348496:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784946951.348497:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946951.348501:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946951.348503:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946951.348505:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1784946951.348506:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946951.348508:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784946951.348510:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946951.348512:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784946951.348514:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946951.348537:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946951.348543:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8a300 x1871641054307712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946967 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946951.348551:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946951.348554:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946951.348556:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946951.348560:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8a300 x1871641054307712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946967 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946951.348573:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054307712:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946951.348577:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946951.348579:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946951.348582:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8a300 x1871641054307712/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946967 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946951.348594:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946951.348596:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946951.348598:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61199800. 02000000:00000001:1.0:1784946951.348602:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946951.348603:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946951.348605:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946951.348606:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946951.348608:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad700. 02000000:00000001:1.0:1784946951.348610:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946951.348611:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946951.348613:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8a300. 00000100:00000001:1.0:1784946951.348615:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946951.348617:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946951.348618:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946951.348622:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946951.348623:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946951.348625:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946951.348627:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946951.665629:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946951.665635:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946951.665685:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946951.665687:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946951.665690:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946952.049609:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305738927, at 4305738944 00000100:00000040:0.0:1784946952.049611:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305738927, at 4305738944 00000100:00000010:0.0:1784946952.049626:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373c00. 00000100:00000010:1.0:1784946952.049631:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373360. 00010000:00000001:1.0:1784946952.689568:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946952.689573:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946952.689620:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946952.689624:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946952.689626:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946953.713650:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946953.713658:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946953.713661:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946953.713664:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946953.713669:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946953.713672:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946953.713673:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946953.713676:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946953.713738:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946953.713742:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946953.713746:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946954.737624:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946954.737629:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946954.737676:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946954.737680:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946954.737683:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946955.761642:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946955.761649:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946955.761707:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946955.761715:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946955.761720:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946956.465636:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946956.465647:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946956.465657:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950e00. 00000020:00000040:2.0:1784946956.465664:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946956.465668:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946956.465671:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946956.465675:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946956.465683:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b100. 00000100:00000001:2.0:1784946956.465690:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946956.465702:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950e00 x1871641054307840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946956.465714:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946956.465719:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946956.465726:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006776830d] to pc [ptlrpcd_01_01+1] req@ffff996d73950e00 x1871641054307840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946956.465747:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946956.465750:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946956.465753:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946956.465756:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953480. 00000020:00000040:2.0:1784946956.465759:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946956.465762:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946956.465764:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946956.465766:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946956.465767:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1784946956.465770:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bc00. 00000100:00000001:3.0:1784946956.465772:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946956.465775:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946956.465780:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950e00 x1871641054307840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946956.465782:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946956.465791:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784946956.465792:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73953480 x1871641054307968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946956.465793:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946956.465797:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946956.465800:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946956.465804:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946956.465809:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1784946956.465809:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054307840:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946956.465813:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784946956.465814:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946956.465822:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000632050e9] to pc [ptlrpcd_01_00+0] req@ffff996d73953480 x1871641054307968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946956.465825:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946956.465827:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946956.465832:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784946956.465835:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946956.465837:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46617400. 00000100:00000040:2.0:1784946956.465839:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784946956.465840:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946956.465845:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1784946956.465848:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784946956.465852:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1784946956.465852:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000040:2.0:1784946956.465858:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1784946956.465860:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000040:2.0:1784946956.465864:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11081) 00000100:00000200:3.0:1784946956.465866:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054307840, portal 25 00000100:00000001:3.0:1784946956.465869:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946956.465870:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102474240 : -112779607077376 : ffff996d73950e00) 00000100:00000001:2.0:1784946956.465876:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784946956.465880:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950e00 x1871641054307840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946956.465881:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946956.465884:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946956.465891:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953480 x1871641054307968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946956.465892:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946956.465899:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946956.465903:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f14c8. 00000100:00000001:2.0:1784946956.465906:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946956.465909:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784946956.465909:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054307840, offset 0 02000000:00000001:2.0:1784946956.465915:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946956.465917:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784946956.465919:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 02000000:00000001:2.0:1784946956.465921:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946956.465930:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00100000:2.0:1784946956.465934:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054307968:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946956.465940:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784946956.465941:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 02000000:00000001:2.0:1784946956.465945:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1784946956.465948:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1784946956.465949:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946956.465952:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784946956.465953:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946956.465957:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 02000000:00000010:2.0:1784946956.465959:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d6e00. 00000400:00000200:3.0:1784946956.465959:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 02000000:00000001:2.0:1784946956.465965:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946956.465965:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314916:314916:256:4294967295] 192.168.202.106@tcp LPNI seq info [314912:314912:8:4294967295] 00000400:00000200:3.0:1784946956.465975:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946956.465984:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946956.465984:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000010:2.0:1784946956.465992:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000800:00000200:3.0:1784946956.465992:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946956.465999:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000400:00000010:2.0:1784946956.466001:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000100:00000200:2.0:1784946956.466006:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054307968, portal 10 00000800:00000200:3.0:1784946956.466006:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:2.0:1784946956.466011:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1784946956.466014:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:2.0:1784946956.466015:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102484096 : -112779607067520 : ffff996d73953480) 00000800:00000200:3.0:1784946956.466019:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1784946956.466026:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953480 x1871641054307968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946956.466031:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946956.466035:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946956.466038:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305744047 00000100:00000010:3.0:1784946956.466045:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3225a0. 00000100:00000001:2.0:1784946956.466047:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784946956.466052:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1784946956.466053:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946956.466059:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6e58. 00000100:00000001:3.0:1784946956.466060:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305744047 00000100:00000200:2.0:1784946956.466062:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054307968, offset 0 00000100:00000010:3.0:1784946956.466066:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322ba0. 00000400:00000200:2.0:1784946956.466071:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784946956.466071:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784946956.466078:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784946956.466079:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946956.466081:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946956.466086:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:3.0:1784946956.466086:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946956.466089:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784946956.466091:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946956.466095:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:3.0:1784946956.466096:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1784946956.466099:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784946956.466099:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946956.466103:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946956.466105:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784946956.466106:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:3.0:1784946956.466107:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946956.466110:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946956.466114:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314917:314917:255:4294967295] 192.168.202.106@tcp LPNI seq info [314913:314913:7:4294967295] 00000400:00000200:2.0:1784946956.466120:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946956.466129:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946956.466134:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946956.466139:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b500. 00000800:00000200:2.0:1784946956.466143:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946956.466148:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784946956.466150:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1784946956.466151:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b500 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1784946956.466154:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bead00. 00000100:00000001:2.0:1784946956.466157:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946956.466160:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784946956.466162:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16673 usecs (17 jiffies) 00000400:00000200:0.0:1784946956.466166:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:2.0:1784946956.466170:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946956.466171:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f14c8 00000400:00000010:0.0:1784946956.466175:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f14c8. 00000100:00000001:2.0:1784946956.466175:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305743377 00000100:00000001:0.0:1784946956.466180:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784946956.466181:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305744047 00000100:00000001:2.0:1784946956.466185:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305743377 00000100:00000200:0.0:1784946956.466188:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950e00 x1871641054307840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946956.466189:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305744047 00000100:00000001:2.0:1784946956.466194:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946956.466199:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946956.466204:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946956.466207:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784946956.466207:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946956.466214:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950e00 x1871641054307840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946972 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946956.466224:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946956.466225:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946956.466228:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946956.466229:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784946956.466234:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946956.466236:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946956.466238:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946956.466240:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946956.466247:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946956.466251:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b500. 00000400:00000200:0.0:1784946956.466254:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946956.466257:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946956.466260:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6e58 00000400:00000010:0.0:1784946956.466262:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6e58. 00000100:00000001:0.0:1784946956.466266:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946956.466269:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953480 x1871641054307968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946956.466274:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946956.466276:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953480 x1871641054307968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946972 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946956.466283:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946956.466285:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784946956.467312:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946956.467319:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784946956.467322:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946956.467325:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946956.467330:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946956.467336:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784946956.467342:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946956.467346:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946956.467361:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946956.467365:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64306600 00000400:00000200:1.0:1784946956.467370:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946956.467386:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cee21 [1] + 224 00000800:00000001:1.0:1784946956.467392:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946956.467399:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946956.467401:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946956.467405:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946956.467409:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946956.467415:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950e00 x1871641054307840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946972 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946956.467425:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950e00 x1871641054307840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946972 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946956.467438:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784946956.467445:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784946956.467448:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946956.467460:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946956.467463:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784946956.467558:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784946956.467570:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946956.467577:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946956.467579:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946956.467581:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946956.467585:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946956.467589:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946956.467596:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784946956.467597:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784946956.467601:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784946956.467602:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:0.0:1784946956.467608:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946956.467608:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946956.467613:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000400:00000200:0.0:1784946956.467614:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64306680 00000100:00000001:3.0:1784946956.467619:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946956.467621:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:3.0:1784946956.467627:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950e00 x1871641054307840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946972 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946956.467628:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cee29 [1] + 224 00000800:00000001:0.0:1784946956.467637:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784946956.467647:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950e00 x1871641054307840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946972 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946956.467651:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946956.467656:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946956.467659:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784946956.467662:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946956.467663:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946956.467665:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946956.467668:0:2355:0:(client.c:1580:after_reply()) Process entered 00000100:00000200:0.0:1784946956.467670:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953480 x1871641054307968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946972 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946956.467673:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946956.467676:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1784946956.467680:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953480 x1871641054307968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946972 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946956.467680:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946956.467686:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946956.467695:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=8 v=5 (5 5 5 5) 00000100:00000001:0.0:1784946956.467698:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1784946956.467702:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=8 v=5 (1 1 1 1) 00000800:00000001:0.0:1784946956.467703:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946956.467706:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946956.467708:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946956.467711:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946956.467715:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946956.467717:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946956.467720:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946956.467725:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784946956.467727:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950e00 x1871641054307840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946972 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946956.467728:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946956.467733:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946956.467735:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946956.467738:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946956.467742:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000100:00000001:3.0:1784946956.467743:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784946956.467745:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:3.0:1784946956.467749:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946956.467750:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784946956.467754:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784946956.467757:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953480 x1871641054307968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946972 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946956.467764:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950e00 x1871641054307840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946972 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946956.467769:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953480 x1871641054307968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946972 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946956.467790:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946956.467793:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946956.467796:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946956.467799:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946956.467801:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946956.467803:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946956.467805:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784946956.467809:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054307840:192.168.202.106@tcp:400:kworker.0 00000100:00001000:2.0:1784946956.467811:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=8 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946956.467816:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=78 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946956.467818:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946956.467822:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784946956.467825:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946956.467828:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946956.467828:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950e00 x1871641054307840/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946972 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784946956.467831:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946956.467834:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946956.467838:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946956.467840:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946956.467843:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946956.467844:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784946956.467845:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946956.467849:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1784946956.467850:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953480 x1871641054307968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946972 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784946956.467854:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46617400. 00000100:00000001:2.0:1784946956.467860:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946956.467861:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784946956.467862:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946956.467864:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784946956.467865:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:2.0:1784946956.467868:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953480 x1871641054307968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946972 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1784946956.467869:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784946956.467876:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00100000:2.0:1784946956.467880:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054307968:192.168.202.106@tcp:400:kworker.0 02000000:00000010:3.0:1784946956.467881:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b100. 00000100:00000001:2.0:1784946956.467883:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946956.467886:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784946956.467887:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1784946956.467888:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953480 x1871641054307968/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946972 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784946956.467891:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784946956.467896:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000010:3.0:1784946956.467896:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950e00. 02000000:00000001:2.0:1784946956.467898:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946956.467901:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d6e00. 00000100:00000001:3.0:1784946956.467903:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1784946956.467905:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784946956.467906:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784946956.467907:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946956.467909:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946956.467912:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784946956.467912:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784946956.467915:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bc00. 02000000:00000001:2.0:1784946956.467918:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946956.467919:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784946956.467919:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:2.0:1784946956.467921:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953480. 00000100:00000001:3.0:1784946956.467923:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946956.467924:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946956.467926:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946956.467928:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946956.467929:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946956.467931:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946956.467933:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946956.467934:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946956.467939:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946956.467940:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946956.785617:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946956.785622:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946956.785688:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946956.785692:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946956.785696:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946957.169633:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305744047, at 4305744064 00000100:00000010:0.0:1784946957.169647:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3225a0. 00000100:00000040:1.0:1784946957.170436:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305744047, at 4305744064 00000100:00000010:1.0:1784946957.170444:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322ba0. 00010000:00000001:1.0:1784946957.811496:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946957.811501:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946957.811600:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946957.811602:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946957.811605:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946958.833635:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946958.833641:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946958.833733:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946958.833741:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946958.833746:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946959.857637:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946959.857643:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946959.857708:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946959.857713:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946959.857716:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946960.881640:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946960.881646:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946960.881695:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946960.881697:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946960.881700:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946961.585648:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946961.585655:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946961.585664:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d8a300. 00000020:00000040:1.0:1784946961.585668:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784946961.585679:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946961.585681:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946961.585685:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946961.585693:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad700. 00000100:00000001:1.0:1784946961.585700:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946961.585711:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d8a300 x1871641054308096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946961.585721:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946961.585724:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946961.585731:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000879242b6] to pc [ptlrpcd_00_00+0] req@ffff996d44d8a300 x1871641054308096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946961.585766:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946961.585769:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946961.585772:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784946961.585775:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d88000. 00000020:00000040:1.0:1784946961.585778:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784946961.585780:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784946961.585782:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784946961.585784:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784946961.585788:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ade00. 00000100:00000001:1.0:1784946961.585791:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946961.585796:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d88000 x1871641054308224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946961.585804:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946961.585804:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946961.585808:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946961.585810:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784946961.585814:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005066ad8c] to pc [ptlrpcd_00_01+1] req@ffff996d44d88000 x1871641054308224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946961.585815:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784946961.585822:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946961.585825:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d8a300 x1871641054308096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946961.585825:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946961.585830:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946961.585834:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784946961.585839:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946961.585844:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11086) 00000100:00000001:0.0:1784946961.585846:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946961.585849:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946961.585853:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784946961.585855:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784946961.585856:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946961.585857:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946961.585860:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1784946961.585862:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946961.585865:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88000 x1871641054308224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946961.585870:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054308096:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946961.585872:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946961.585874:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946961.585879:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784946961.585880:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946961.585881:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946961.585884:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946961.585887:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1784946961.585888:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054308224:192.168.202.106@tcp:400:kworker.0 02000000:00000001:0.0:1784946961.585892:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946961.585892:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946961.585895:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784946961.585897:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1784946961.585898:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946961.585900:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946961.585904:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394a800. 02000000:00000010:1.0:1784946961.585904:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61199800. 02000000:00000001:1.0:1784946961.585905:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946961.585909:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946961.585914:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946961.585916:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946961.585919:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2df20. 00000400:00000010:0.0:1784946961.585922:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f9a0. 00000400:00000010:1.0:1784946961.585926:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294198. 00000400:00000010:0.0:1784946961.585929:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f220. 00000100:00000200:1.0:1784946961.585932:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054308224, portal 10 00000100:00000200:0.0:1784946961.585934:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054308096, portal 25 00000100:00000001:1.0:1784946961.585935:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946961.585938:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946961.585939:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318365184 : -112780391186432 : ffff996d44d88000) 00000100:00000001:0.0:1784946961.585941:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318374144 : -112780391177472 : ffff996d44d8a300) 00000100:00000040:1.0:1784946961.585946:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88000 x1871641054308224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946961.585950:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d8a300 x1871641054308096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946961.585955:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946961.585962:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946961.585965:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294e58. 00000100:00000001:0.0:1784946961.585966:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1784946961.585968:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054308224, offset 0 00000100:00000040:0.0:1784946961.585973:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946961.585976:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946961.585978:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f880. 00000100:00000200:0.0:1784946961.585982:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054308096, offset 0 00000400:00000200:1.0:1784946961.585985:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946961.585992:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946961.585993:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946961.585998:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946961.586001:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946961.586003:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946961.586005:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946961.586008:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314918:314918:256:4294967295] 192.168.202.106@tcp LPNI seq info [314914:314914:8:4294967295] 00000400:00000200:1.0:1784946961.586011:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946961.586017:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946961.586021:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946961.586025:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:1.0:1784946961.586027:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad400. 00000400:00000200:0.0:1784946961.586031:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:1.0:1784946961.586036:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784946961.586038:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784946961.586042:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:1.0:1784946961.586046:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784946961.586048:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1784946961.586050:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784946961.586053:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946961.586058:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314919:314919:255:4294967295] 192.168.202.106@tcp LPNI seq info [314915:314915:7:4294967295] 00000100:00000001:1.0:1784946961.586060:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946961.586063:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:1.0:1784946961.586066:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16673 usecs (17 jiffies) 00000400:00000200:1.0:1784946961.586072:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946961.586077:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:1.0:1784946961.586077:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305748497 00000100:00000010:1.0:1784946961.586083:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f5a0. 00000800:00000200:0.0:1784946961.586087:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946961.586090:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000800:00000010:0.0:1784946961.586092:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4c00. 00000100:00000001:1.0:1784946961.586096:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305748497 00000800:00000200:0.0:1784946961.586099:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000010:1.0:1784946961.586101:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8fe40. 00000100:00000001:1.0:1784946961.586104:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000800:00000200:0.0:1784946961.586108:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:1.0:1784946961.586109:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784946961.586113:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946961.586113:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946961.586115:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946961.586118:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946961.586119:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946961.586124:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946961.586124:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946961.586126:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946961.586128:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305749167 00000100:00000001:1.0:1784946961.586129:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946961.586131:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946961.586133:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946961.586135:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946961.586138:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305748497 00000100:00000001:0.0:1784946961.586144:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305749167 00000100:00000001:0.0:1784946961.586148:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305748497 00000100:00000001:0.0:1784946961.586151:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946961.586154:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946961.586156:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946961.586158:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946961.586162:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946961.586164:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946961.586167:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1784946961.586167:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784946961.586168:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1784946961.586171:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad400. 00000100:00000001:0.0:1784946961.586172:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946961.586176:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946961.586179:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946961.586184:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946961.586188:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294e58 00000400:00000010:1.0:1784946961.586189:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294e58. 00000100:00000001:1.0:1784946961.586193:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946961.586196:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d88000 x1871641054308224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946961.586202:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946961.586205:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d88000 x1871641054308224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946977 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946961.586209:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946961.586210:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946961.586258:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946961.586260:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4c00. 00000400:00000200:1.0:1784946961.586262:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946961.586264:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946961.586266:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f880 00000400:00000010:1.0:1784946961.586267:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f880. 00000100:00000001:1.0:1784946961.586268:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946961.586270:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d8a300 x1871641054308096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946961.586275:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946961.586277:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d8a300 x1871641054308096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946977 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946961.586280:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946961.586281:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946961.587493:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946961.587503:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946961.587506:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946961.587508:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946961.587513:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946961.587540:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946961.587546:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946961.587550:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946961.587554:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946961.587557:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64306780 00000400:00000200:0.0:1784946961.587561:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946961.587566:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cee31 [1] + 224 00000800:00000001:0.0:1784946961.587571:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946961.587575:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946961.587577:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946961.587580:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946961.587584:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946961.587588:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d88000 x1871641054308224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946977 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946961.587598:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d88000 x1871641054308224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946961.587613:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946961.587619:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946961.587621:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946961.587623:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946961.587625:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946961.587628:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946961.587632:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:1.0:1784946961.587636:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946961.587637:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946961.587639:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946961.587642:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:1.0:1784946961.587644:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784946961.587646:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:1.0:1784946961.587647:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946961.587651:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2df20. 00000400:00000200:0.0:1784946961.587654:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64306700 00000400:00000200:0.0:1784946961.587658:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946961.587660:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294198 00000400:00000010:1.0:1784946961.587663:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294198. 00000100:00000001:1.0:1784946961.587664:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946961.587668:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cee39 [1] + 224 00000100:00000200:1.0:1784946961.587669:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88000 x1871641054308224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946961.587676:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784946961.587681:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88000 x1871641054308224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946977 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946961.587684:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946961.587687:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784946961.587688:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784946961.587689:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946961.587692:0:2353:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:0.0:1784946961.587695:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 02000000:00000001:1.0:1784946961.587696:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946961.587699:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946961.587700:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946961.587701:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946961.587704:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784946961.587707:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d8a300 x1871641054308096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946977 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784946961.587710:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=13 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946961.587716:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=83 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946961.587723:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946961.587725:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946961.587726:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d8a300 x1871641054308096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784946961.587728:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946961.587731:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946961.587736:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784946961.587738:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946961.587740:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946961.587741:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946961.587744:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1784946961.587747:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88000 x1871641054308224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946977 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946961.587748:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946961.587752:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946961.587753:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946961.587757:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946961.587758:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946961.587760:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88000 x1871641054308224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946977 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946961.587763:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946961.587765:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1784946961.587768:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054308224:192.168.202.106@tcp:400:kworker.0 00000400:00000001:0.0:1784946961.587769:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946961.587772:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784946961.587774:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f9a0. 00000100:00000001:1.0:1784946961.587774:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946961.587778:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784946961.587780:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f220 00000100:00000040:1.0:1784946961.587781:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88000 x1871641054308224/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946977 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784946961.587783:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f220. 00000100:00000001:0.0:1784946961.587789:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946961.587789:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946961.587793:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946961.587795:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61199800. 00000100:00000200:0.0:1784946961.587796:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d8a300 x1871641054308096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784946961.587799:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946961.587802:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946961.587804:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946961.587807:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946961.587809:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ade00. 02000000:00000001:1.0:1784946961.587814:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946961.587816:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946961.587818:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88000. 00000100:00000001:1.0:1784946961.587823:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946961.587825:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784946961.587826:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d8a300 x1871641054308096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946977 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946961.587827:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946961.587831:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946961.587832:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946961.587836:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946961.587837:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946961.587843:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946961.587846:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946961.587848:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946961.587850:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946961.587852:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946961.587853:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946961.587856:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946961.587859:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=13 v=5 (5 5 5 5) 00000100:00001000:0.0:1784946961.587862:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=13 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946961.587864:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946961.587865:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946961.587867:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946961.587869:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946961.587871:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946961.587875:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d8a300 x1871641054308096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946977 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946961.587882:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946961.587884:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946961.587885:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946961.587889:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d8a300 x1871641054308096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946977 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784946961.587895:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054308096:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946961.587899:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946961.587901:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946961.587904:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d8a300 x1871641054308096/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946977 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946961.587910:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946961.587911:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946961.587913:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394a800. 02000000:00000001:0.0:1784946961.587916:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946961.587918:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946961.587919:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784946961.587921:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946961.587923:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad700. 02000000:00000001:0.0:1784946961.587926:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946961.587927:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946961.587929:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d8a300. 00000100:00000001:0.0:1784946961.587931:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946961.587932:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946961.587934:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946961.587938:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946961.587939:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946961.587941:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946961.587942:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946961.905610:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946961.905615:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946961.905674:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946961.905678:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946961.905681:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946962.289610:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305749167, at 4305749184 00000100:00000040:1.0:1784946962.289610:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305749167, at 4305749184 00000100:00000010:0.0:1784946962.289624:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f5a0. 00000100:00000010:1.0:1784946962.289626:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8fe40. 00010000:00000001:1.0:1784946962.929623:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946962.929630:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946962.929686:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946962.929690:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946962.929693:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946963.953625:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946963.953632:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946963.953634:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946963.953638:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946963.953642:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946963.953644:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946963.953647:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946963.953649:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946963.953711:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946963.953714:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946963.953717:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946964.977635:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946964.977642:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946964.977708:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946964.977711:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946964.977715:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946966.001593:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946966.001599:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946966.001658:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946966.001662:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946966.001665:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784946966.705645:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946966.705654:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946966.705662:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775c00. 00000020:00000040:3.0:1784946966.705666:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946966.705669:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946966.705671:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946966.705676:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946966.705683:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beab00. 00000100:00000001:3.0:1784946966.705688:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946966.705699:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73775c00 x1871641054308352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946966.705710:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946966.705714:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946966.705721:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbdc2357] to pc [ptlrpcd_01_01+1] req@ffff996d73775c00 x1871641054308352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946966.705747:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946966.705750:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946966.705753:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946966.705756:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774000. 00000020:00000040:3.0:1784946966.705758:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946966.705761:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946966.705763:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946966.705765:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946966.705769:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea800. 00000100:00000001:3.0:1784946966.705772:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946966.705777:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73774000 x1871641054308480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946966.705780:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1784946966.705787:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1784946966.705791:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946966.705799:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946966.705801:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946966.705807:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d864fec1] to pc [ptlrpcd_01_00+0] req@ffff996d73774000 x1871641054308480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946966.705812:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946966.705816:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946966.705818:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946966.705820:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784946966.705823:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946966.705824:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946966.705828:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946966.705830:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784946966.705834:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946966.705838:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774000 x1871641054308480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946966.705839:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784946966.705847:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11091) 00000100:00000001:2.0:1784946966.705851:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946966.705855:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946966.705859:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946966.705862:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946966.705865:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946966.705869:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054308480:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946966.705874:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946966.705879:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946966.705882:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946966.705885:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946966.705890:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d6e00. 00000100:00000001:3.0:1784946966.705891:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784946966.705893:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946966.705895:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946966.705903:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946966.705908:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784946966.705915:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000100:00000200:2.0:1784946966.705922:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054308480, portal 10 00000100:00000001:2.0:1784946966.705924:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946966.705926:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100520960 : -112779609030656 : ffff996d73774000) 00000100:00000040:2.0:1784946966.705934:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774000 x1871641054308480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946966.705942:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946966.705945:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946966.705948:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f66e8. 00000100:00000200:2.0:1784946966.705951:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054308480, offset 0 00000400:00000200:2.0:1784946966.705958:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946966.705968:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946966.705975:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784946966.705980:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946966.705984:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946966.705988:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946966.705991:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946966.705995:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314920:314920:256:4294967295] 192.168.202.106@tcp LPNI seq info [314916:314916:8:4294967295] 00000400:00000200:2.0:1784946966.706000:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946966.706009:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946966.706016:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784946966.706021:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bc00. 00000800:00000200:2.0:1784946966.706027:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946966.706034:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946966.706038:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946966.706055:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946966.706059:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16672 usecs (17 jiffies) 00000400:00000200:2.0:1784946966.706063:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946966.706066:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305753617 00000100:00000010:2.0:1784946966.706071:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c6c0. 00000100:00000001:2.0:1784946966.706078:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946966.706097:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305753617 00000100:00000010:2.0:1784946966.706106:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c360. 00000100:00000001:2.0:1784946966.706110:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946966.706113:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946966.706116:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946966.706120:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784946966.706125:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775c00 x1871641054308352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946966.706132:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946966.706134:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946966.706137:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946966.706138:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946966.706140:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946966.706143:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054308352:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946966.706146:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946966.706149:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946966.706150:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946966.706152:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946966.706155:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d7a00. 02000000:00000001:2.0:1784946966.706157:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946966.706161:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946966.706163:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d186bb0. 00000400:00000010:2.0:1784946966.706167:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6b28. 00000100:00000200:2.0:1784946966.706170:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054308352, portal 25 00000100:00000001:2.0:1784946966.706172:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946966.706173:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100528128 : -112779609023488 : ffff996d73775c00) 00000100:00000040:2.0:1784946966.706178:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775c00 x1871641054308352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784946966.706184:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946966.706186:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:1.0:1784946966.706191:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bc00. 00000100:00000040:2.0:1784946966.706191:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946966.706195:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f62a8. 00000400:00000200:1.0:1784946966.706199:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1784946966.706200:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054308352, offset 0 00000400:00000200:2.0:1784946966.706205:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946966.706210:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946966.706217:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946966.706218:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:2.0:1784946966.706223:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946966.706226:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f66e8 00000400:00000200:2.0:1784946966.706228:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000010:1.0:1784946966.706232:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f66e8. 00000400:00000200:2.0:1784946966.706233:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946966.706238:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:1.0:1784946966.706239:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784946966.706243:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314921:314921:255:4294967295] 192.168.202.106@tcp LPNI seq info [314917:314917:7:4294967295] 00000100:00000200:1.0:1784946966.706248:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73774000 x1871641054308480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784946966.706252:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946966.706265:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:1.0:1784946966.706266:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1784946966.706274:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000040:1.0:1784946966.706275:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73774000 x1871641054308480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946982 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1784946966.706300:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bd00. 00000800:00000200:2.0:1784946966.706306:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784946966.706310:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784946966.706316:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946966.706323:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946966.706323:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946966.706329:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784946966.706331:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946966.706334:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305754287 00000100:00000001:2.0:1784946966.706341:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305753617 00000100:00000001:2.0:1784946966.706344:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305754287 00000100:00000001:2.0:1784946966.706348:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305753617 00000800:00000200:1.0:1784946966.706349:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946966.706351:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1784946966.706353:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bd00. 00000100:00000001:2.0:1784946966.706356:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946966.706359:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946966.706360:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946966.706365:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946966.706369:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946966.706371:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784946966.706374:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f62a8 00000100:00000001:2.0:1784946966.706375:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1784946966.706380:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f62a8. 00000100:00000001:2.0:1784946966.706380:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946966.706383:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946966.706386:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784946966.706387:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946966.706391:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946966.706393:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775c00 x1871641054308352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946966.706403:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946966.706407:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775c00 x1871641054308352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946982 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946966.706414:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946966.706416:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946966.708599:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946966.708613:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946966.708617:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946966.708621:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946966.708627:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946966.708633:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946966.708640:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946966.708643:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946966.708648:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946966.708652:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64306800 00000400:00000200:0.0:1784946966.708656:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946966.708661:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cee59 [1] + 224 00000800:00000001:0.0:1784946966.708667:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946966.708670:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946966.708673:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946966.708676:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946966.708681:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946966.708688:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775c00 x1871641054308352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946982 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946966.708697:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775c00 x1871641054308352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946982 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946966.708714:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946966.708721:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946966.708725:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946966.708726:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946966.708729:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946966.708732:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946966.708737:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946966.708742:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946966.708745:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946966.708749:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946966.708750:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946966.708754:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64306880 00000100:00000001:2.0:1784946966.708756:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946966.708762:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:2.0:1784946966.708763:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946966.708767:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946966.708769:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d186bb0. 00000400:00000200:2.0:1784946966.708774:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6b28 00000400:00000010:2.0:1784946966.708776:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6b28. 00000100:00000001:2.0:1784946966.708779:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946966.708784:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cee51 [1] + 224 00000100:00000200:2.0:1784946966.708786:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775c00 x1871641054308352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946982 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946966.708790:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784946966.708804:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775c00 x1871641054308352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946982 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946966.708806:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946966.708811:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946966.708819:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784946966.708820:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784946966.708824:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946966.708826:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946966.708829:0:2354:0:(client.c:1580:after_reply()) Process entered 00000100:00000200:0.0:1784946966.708833:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73774000 x1871641054308480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946982 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946966.708835:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946966.708839:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946966.708843:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946966.708847:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946966.708848:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73774000 x1871641054308480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946982 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784946966.708855:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=18 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946966.708864:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=18 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946966.708871:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946966.708873:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946966.708876:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946966.708878:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946966.708881:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946966.708883:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946966.708890:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775c00 x1871641054308352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946982 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946966.708892:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946966.708897:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946966.708903:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946966.708906:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946966.708908:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946966.708912:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775c00 x1871641054308352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946982 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946966.708920:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054308352:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946966.708924:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946966.708927:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946966.708930:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775c00 x1871641054308352/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946982 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946966.708935:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946966.708938:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946966.708941:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d7a00. 02000000:00000001:2.0:1784946966.708945:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946966.708948:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946966.708950:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784946966.708952:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946966.708954:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beab00. 02000000:00000001:2.0:1784946966.708958:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946966.708959:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946966.708961:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775c00. 00000100:00000001:2.0:1784946966.708965:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946966.708966:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946966.708968:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946966.708970:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946966.708971:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946966.708973:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946966.708975:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946966.708976:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946966.708978:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:2.0:1784946966.708980:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:2.0:1784946966.708982:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784946966.708986:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774000 x1871641054308480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946982 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946966.708994:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774000 x1871641054308480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946982 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946966.709006:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784946966.709008:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946966.709010:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946966.709011:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946966.709012:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946966.709014:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946966.709015:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946966.709020:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=18 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946966.709023:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=88 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946966.709025:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946966.709026:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946966.709028:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946966.709031:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946966.709033:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784946966.709035:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784946966.709037:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784946966.709038:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946966.709042:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774000 x1871641054308480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946982 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946966.709049:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946966.709050:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946966.709052:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946966.709055:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774000 x1871641054308480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946982 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946966.709063:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054308480:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946966.709067:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946966.709068:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946966.709071:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774000 x1871641054308480/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946982 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946966.709077:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946966.709079:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946966.709081:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d6e00. 02000000:00000001:2.0:1784946966.709083:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946966.709085:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946966.709086:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784946966.709089:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784946966.709090:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea800. 02000000:00000001:2.0:1784946966.709092:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946966.709093:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946966.709095:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774000. 00000100:00000001:2.0:1784946966.709097:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946966.709099:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946966.709100:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946966.709105:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946966.709106:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946966.709108:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946966.709110:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946967.025628:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946967.025634:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946967.025690:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946967.025694:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946967.025697:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946967.409628:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305754287, at 4305754304 00000100:00000010:0.0:1784946967.409640:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c6c0. 00000100:00000040:1.0:1784946967.409901:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305754287, at 4305754304 00000100:00000010:1.0:1784946967.409908:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c360. 00010000:00000001:1.0:1784946968.049593:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946968.049599:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946968.049678:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946968.049682:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946968.049685:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946969.073641:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946969.073648:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946969.073699:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946969.073703:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946969.073707:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946970.097640:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946970.097646:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946970.097707:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946970.097711:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946970.097715:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946971.121631:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946971.121637:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946971.121700:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946971.121703:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946971.121707:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946971.825647:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946971.825655:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946971.825663:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328b800. 00000020:00000040:0.0:1784946971.825668:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946971.825672:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946971.825674:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946971.825679:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946971.825687:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4000. 00000100:00000001:0.0:1784946971.825694:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946971.825705:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d4328b800 x1871641054308608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946971.825714:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946971.825717:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946971.825722:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024ad7aec] to pc [ptlrpcd_00_00+0] req@ffff996d4328b800 x1871641054308608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946971.825753:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946971.825755:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946971.825757:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946971.825760:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328a680. 00000020:00000040:0.0:1784946971.825762:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946971.825763:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946971.825764:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946971.825767:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946971.825770:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4700. 00000100:00000001:0.0:1784946971.825772:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946971.825775:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d4328a680 x1871641054308736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946971.825779:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946971.825780:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946971.825784:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946971.825785:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000040:0.0:1784946971.825787:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6fb888] to pc [ptlrpcd_00_01+1] req@ffff996d4328a680 x1871641054308736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946971.825790:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946971.825798:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946971.825800:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946971.825800:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946971.825804:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946971.825808:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784946971.825809:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784946971.825812:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784946971.825813:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784946971.825817:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784946971.825817:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946971.825823:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11096) 00000100:00000040:1.0:1784946971.825828:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328a680 x1871641054308736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946971.825837:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946971.825839:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946971.825843:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946971.825846:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946971.825847:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946971.825850:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946971.825850:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946971.825856:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054308736:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946971.825860:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946971.825865:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946971.825868:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946971.825871:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946971.825876:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61199800. 02000000:00000001:1.0:1784946971.825877:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946971.825884:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946971.825889:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2df20. 00000400:00000010:1.0:1784946971.825895:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294198. 00000100:00000200:1.0:1784946971.825902:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054308736, portal 10 00000100:00000001:1.0:1784946971.825904:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946971.825905:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290063488 : -112780419488128 : ffff996d4328a680) 00000100:00000040:1.0:1784946971.825912:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328a680 x1871641054308736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946971.825919:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946971.825921:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784946971.825924:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294e58. 00000100:00000200:1.0:1784946971.825927:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054308736, offset 0 00000400:00000200:1.0:1784946971.825933:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946971.825941:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946971.825947:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946971.825951:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946971.825961:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946971.825964:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946971.825967:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946971.825970:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314922:314922:256:4294967295] 192.168.202.106@tcp LPNI seq info [314918:314918:8:4294967295] 00000400:00000200:1.0:1784946971.825974:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946971.825983:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946971.825988:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784946971.825993:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ade00. 00000800:00000200:1.0:1784946971.825999:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784946971.826006:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946971.826011:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ade00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784946971.826026:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946971.826030:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16672 usecs (17 jiffies) 00000400:00000200:1.0:1784946971.826033:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946971.826037:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305758737 00000100:00000010:1.0:1784946971.826042:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8fe40. 00000100:00000001:1.0:1784946971.826048:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784946971.826053:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305758737 00000100:00000010:1.0:1784946971.826057:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f720. 00000100:00000001:1.0:1784946971.826060:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784946971.826062:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946971.826065:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946971.826067:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946971.826071:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328b800 x1871641054308608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946971.826078:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946971.826079:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946971.826081:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946971.826083:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946971.826085:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946971.826088:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054308608:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946971.826092:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946971.826094:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946971.826096:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946971.826098:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946971.826102:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d51da1400. 02000000:00000001:1.0:1784946971.826104:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946971.826108:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946971.826110:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d058. 00000400:00000010:1.0:1784946971.826114:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294990. 00000100:00000200:1.0:1784946971.826116:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054308608, portal 25 00000100:00000001:1.0:1784946971.826118:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946971.826119:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290067968 : -112780419483648 : ffff996d4328b800) 00000100:00000040:1.0:1784946971.826124:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328b800 x1871641054308608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946971.826130:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1784946971.826131:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1784946971.826134:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784946971.826136:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ade00. 00000400:00000010:1.0:1784946971.826138:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294908. 00000100:00000200:1.0:1784946971.826142:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054308608, offset 0 00000400:00000200:0.0:1784946971.826143:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946971.826148:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946971.826153:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946971.826155:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946971.826166:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946971.826168:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784946971.826171:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784946971.826173:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946971.826176:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784946971.826178:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314923:314923:255:4294967295] 192.168.202.106@tcp LPNI seq info [314919:314919:7:4294967295] 00000400:00000200:1.0:1784946971.826182:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946971.826188:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946971.826192:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946971.826195:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294e58 00000800:00000010:1.0:1784946971.826196:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad400. 00000400:00000010:0.0:1784946971.826199:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294e58. 00000100:00000001:0.0:1784946971.826204:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1784946971.826204:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000200:0.0:1784946971.826210:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328a680 x1871641054308736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784946971.826215:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:1.0:1784946971.826220:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946971.826225:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784946971.826226:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946971.826230:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328a680 x1871641054308736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946987 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946971.826231:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946971.826236:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305759407 00000100:00000001:0.0:1784946971.826254:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946971.826255:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305758737 00000100:00000001:0.0:1784946971.826256:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784946971.826262:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305759407 00000100:00000001:1.0:1784946971.826265:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305758737 00000100:00000001:1.0:1784946971.826268:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784946971.826270:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784946971.826271:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784946971.826273:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad400. 00000400:00000200:0.0:1784946971.826278:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784946971.826278:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946971.826284:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946971.826286:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946971.826289:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294908 00000100:00000001:1.0:1784946971.826290:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1784946971.826291:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294908. 00000100:00000001:1.0:1784946971.826294:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784946971.826295:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946971.826299:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328b800 x1871641054308608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946971.826300:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946971.826303:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946971.826306:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946971.826307:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946971.826312:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328b800 x1871641054308608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946987 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946971.826312:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946971.826319:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946971.826320:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946971.827555:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946971.827566:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946971.827569:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946971.827571:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946971.827576:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946971.827581:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946971.827587:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946971.827590:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946971.827594:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946971.827598:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64306980 00000400:00000200:0.0:1784946971.827602:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946971.827607:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cee61 [1] + 224 00000800:00000001:0.0:1784946971.827612:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946971.827618:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946971.827621:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946971.827624:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946971.827629:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946971.827633:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328a680 x1871641054308736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946987 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946971.827643:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328a680 x1871641054308736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946987 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946971.827662:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946971.827669:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946971.827675:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946971.827677:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946971.827680:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946971.827684:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946971.827688:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946971.827693:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946971.827696:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946971.827701:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946971.827701:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946971.827706:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64306900 00000100:00000001:1.0:1784946971.827706:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946971.827711:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:1.0:1784946971.827713:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946971.827716:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946971.827718:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2df20. 00000400:00000200:1.0:1784946971.827722:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294198 00000400:00000010:1.0:1784946971.827723:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294198. 00000100:00000001:1.0:1784946971.827726:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946971.827730:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cee71 [1] + 224 00000100:00000200:1.0:1784946971.827733:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328a680 x1871641054308736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946987 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946971.827736:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946971.827742:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946971.827747:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1784946971.827747:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328a680 x1871641054308736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946987 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946971.827755:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784946971.827761:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784946971.827762:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784946971.827765:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784946971.827769:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328b800 x1871641054308608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946987 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946971.827771:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946971.827774:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946971.827778:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946971.827782:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946971.827785:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946971.827792:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=23 v=5 (5 5 5 5) 00000100:00000040:0.0:1784946971.827795:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328b800 x1871641054308608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946987 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784946971.827798:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=93 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946971.827806:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946971.827810:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946971.827812:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1784946971.827815:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784946971.827819:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:1.0:1784946971.827820:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946971.827824:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946971.827826:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784946971.827830:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784946971.827833:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784946971.827834:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946971.827840:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328a680 x1871641054308736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946987 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946971.827848:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946971.827851:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946971.827853:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946971.827858:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328a680 x1871641054308736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946987 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946971.827866:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054308736:192.168.202.106@tcp:400:kworker.0 00000400:00000001:1.0:1784946971.827871:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784946971.827872:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946971.827874:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d058. 00000400:00000200:1.0:1784946971.827876:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294990 00000400:00000010:1.0:1784946971.827878:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294990. 00000100:00000001:1.0:1784946971.827880:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946971.827883:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328b800 x1871641054308608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946987 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946971.827891:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328b800 x1871641054308608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946987 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946971.827903:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946971.827904:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946971.827906:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784946971.827907:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946971.827908:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946971.827910:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946971.827912:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946971.827914:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=23 v=5 (5 5 5 5) 00000100:00001000:1.0:1784946971.827917:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=23 v=5 (1 1 1 1) 00000100:00000001:1.0:1784946971.827919:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784946971.827921:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946971.827922:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946971.827924:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946971.827925:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946971.827929:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328b800 x1871641054308608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946987 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946971.827935:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946971.827937:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946971.827938:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946971.827941:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328b800 x1871641054308608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946987 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784946971.827949:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054308608:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946971.827952:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946971.827954:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946971.827957:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328a680 x1871641054308736/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946987 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946971.827963:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946971.827965:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946971.827968:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61199800. 02000000:00000001:1.0:1784946971.827973:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946971.827975:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946971.827977:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946971.827979:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946971.827981:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4700. 02000000:00000001:1.0:1784946971.827985:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946971.827986:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946971.827988:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328a680. 00000100:00000001:1.0:1784946971.827991:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946971.827993:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946971.827994:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946971.827997:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328b800 x1871641054308608/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946987 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946971.828003:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946971.828004:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784946971.828005:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d51da1400. 02000000:00000001:1.0:1784946971.828009:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784946971.828010:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784946971.828011:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784946971.828013:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784946971.828014:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4000. 02000000:00000001:1.0:1784946971.828016:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946971.828017:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946971.828018:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328b800. 00000100:00000001:1.0:1784946971.828020:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946971.828021:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946971.828023:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946971.828027:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946971.828028:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946971.828030:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946971.828032:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946972.145625:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946972.145630:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946972.145693:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946972.145697:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946972.145700:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946972.529630:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305759407, at 4305759424 00000100:00000040:1.0:1784946972.529630:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305759407, at 4305759424 00000100:00000010:0.0:1784946972.529647:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8fe40. 00000100:00000010:1.0:1784946972.529649:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f720. 00010000:00000001:1.0:1784946973.169644:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946973.169651:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946973.169714:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946973.169716:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946973.169718:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946974.193630:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946974.193637:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946974.193640:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946974.193643:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946974.193648:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946974.193650:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946974.193652:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946974.193655:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946974.193736:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946974.193743:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946974.193748:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946975.217638:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946975.217643:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946975.217698:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946975.217702:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946975.217705:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946976.241640:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946976.241647:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946976.241714:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946976.241718:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946976.241721:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946976.945635:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946976.945644:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946976.945653:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43288a80. 00000020:00000040:0.0:1784946976.945658:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946976.945661:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946976.945664:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946976.945668:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946976.945675:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4800. 00000100:00000001:0.0:1784946976.945682:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946976.945709:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d43288a80 x1871641054308864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946976.945721:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946976.945726:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946976.945734:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f2bad33] to pc [ptlrpcd_00_00+0] req@ffff996d43288a80 x1871641054308864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946976.945771:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946976.945774:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946976.945778:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946976.945781:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43288e00. 00000020:00000040:0.0:1784946976.945783:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946976.945785:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946976.945787:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946976.945790:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946976.945794:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4400. 00000100:00000001:0.0:1784946976.945798:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946976.945802:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43288e00 x1871641054308992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784946976.945810:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1784946976.945816:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1784946976.945820:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946976.945829:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784946976.945831:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946976.945832:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946976.945835:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946976.945839:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004da6f37a] to pc [ptlrpcd_00_01+1] req@ffff996d43288e00 x1871641054308992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946976.945841:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946976.945844:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946976.945847:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946976.945857:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43288a80 x1871641054308864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946976.945860:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946976.945864:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784946976.945872:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784946976.945876:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1784946976.945877:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784946976.945879:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946976.945886:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1784946976.945887:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784946976.945891:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784946976.945893:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11101) 02000000:00000001:1.0:1784946976.945895:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946976.945901:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054308864:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946976.945905:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946976.945911:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946976.945914:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946976.945916:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946976.945922:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d51da1400. 00000100:00000001:0.0:1784946976.945923:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784946976.945925:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946976.945928:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1784946976.945932:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946976.945936:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946976.945939:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1784946976.945942:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d058. 00000100:00000001:0.0:1784946976.945943:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946976.945947:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946976.945949:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946976.945951:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1784946976.945952:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294990. 00000100:00000040:0.0:1784946976.945957:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43288e00 x1871641054308992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946976.945960:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054308864, portal 25 00000100:00000001:1.0:1784946976.945967:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784946976.945969:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290056320 : -112780419495296 : ffff996d43288a80) 00000100:00000040:1.0:1784946976.945976:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43288a80 x1871641054308864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946976.945977:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784946976.945983:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946976.945988:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784946976.945989:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1784946976.945992:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784946976.945996:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000001:0.0:1784946976.945997:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784946976.946000:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294198. 00000100:00100000:0.0:1784946976.946003:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054308992:192.168.202.106@tcp:400:kworker.0 00000100:00000200:1.0:1784946976.946005:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054308864, offset 0 00000100:00000001:0.0:1784946976.946012:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784946976.946016:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1784946976.946018:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 02000000:00000001:0.0:1784946976.946020:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784946976.946023:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784946976.946027:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394ba00. 00000400:00000200:1.0:1784946976.946030:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:0.0:1784946976.946032:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946976.946038:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784946976.946041:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784946976.946047:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1784946976.946049:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f9a0. 00000400:00000200:1.0:1784946976.946053:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000010:0.0:1784946976.946056:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f220. 00000400:00000200:1.0:1784946976.946059:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1784946976.946061:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054308992, portal 10 00000400:00000200:1.0:1784946976.946064:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:0.0:1784946976.946066:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946976.946068:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290057216 : -112780419494400 : ffff996d43288e00) 00000400:00000200:1.0:1784946976.946071:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314924:314924:256:4294967295] 192.168.202.106@tcp LPNI seq info [314920:314920:8:4294967295] 00000100:00000040:0.0:1784946976.946078:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43288e00 x1871641054308992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784946976.946078:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946976.946088:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784946976.946095:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000040:0.0:1784946976.946097:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946976.946102:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f2a8. 00000800:00000200:1.0:1784946976.946107:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000200:0.0:1784946976.946108:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054308992, offset 0 00000800:00000010:1.0:1784946976.946115:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad300. 00000400:00000200:0.0:1784946976.946118:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946976.946126:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784946976.946127:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784946976.946132:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784946976.946137:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1784946976.946139:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784946976.946142:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784946976.946145:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946976.946147:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784946976.946151:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314925:314925:255:4294967295] 192.168.202.106@tcp LPNI seq info [314921:314921:7:4294967295] 00000800:00000200:1.0:1784946976.946154:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784946976.946157:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946976.946166:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:1.0:1784946976.946172:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946976.946177:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946976.946179:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:0.0:1784946976.946183:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4d00. 00000100:00000001:1.0:1784946976.946184:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305764527 00000800:00000200:0.0:1784946976.946191:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000010:1.0:1784946976.946192:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f720. 00000800:00000200:0.0:1784946976.946199:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:1.0:1784946976.946201:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1784946976.946217:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946976.946222:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946976.946226:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16672 usecs (17 jiffies) 00000400:00000200:0.0:1784946976.946229:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946976.946233:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305763857 00000100:00000001:1.0:1784946976.946238:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305764527 00000100:00000001:0.0:1784946976.946239:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305764527 00000100:00000001:0.0:1784946976.946244:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305763857 00000100:00000010:1.0:1784946976.946245:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f840. 00000100:00000001:1.0:1784946976.946250:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784946976.946254:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305764527 00000100:00000001:1.0:1784946976.946255:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946976.946260:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946976.946261:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946976.946266:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946976.946266:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946976.946272:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946976.946272:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946976.946276:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946976.946278:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946976.946279:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946976.946283:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946976.946290:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946976.946335:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946976.946339:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad300. 00000400:00000200:0.0:1784946976.946347:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946976.946352:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946976.946357:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294198 00000400:00000010:0.0:1784946976.946359:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294198. 00000100:00000001:0.0:1784946976.946364:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946976.946368:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43288a80 x1871641054308864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946976.946376:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946976.946379:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43288a80 x1871641054308864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946992 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946976.946385:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946976.946387:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784946976.946454:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946976.946457:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4d00. 00000400:00000200:0.0:1784946976.946461:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946976.946465:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946976.946468:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f2a8 00000400:00000010:0.0:1784946976.946470:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f2a8. 00000100:00000001:0.0:1784946976.946478:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946976.946481:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43288e00 x1871641054308992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946976.946489:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946976.946492:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43288e00 x1871641054308992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946992 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946976.946498:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946976.946500:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946976.947959:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946976.947970:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946976.947972:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946976.947975:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946976.947980:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946976.947986:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946976.947991:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946976.947994:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946976.947999:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946976.948003:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64306a00 00000400:00000200:0.0:1784946976.948008:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946976.948013:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cee81 [1] + 224 00000800:00000001:0.0:1784946976.948018:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946976.948022:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946976.948024:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946976.948027:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946976.948032:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946976.948037:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43288a80 x1871641054308864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946992 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946976.948046:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43288a80 x1871641054308864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946992 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946976.948063:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946976.948070:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946976.948073:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946976.948075:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946976.948077:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946976.948080:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946976.948083:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946976.948088:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946976.948091:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946976.948094:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946976.948098:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64306a80 00000100:00000001:1.0:1784946976.948101:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946976.948102:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946976.948106:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946976.948110:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cee91 [1] + 224 00000800:00000001:0.0:1784946976.948115:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1784946976.948118:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784946976.948122:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1784946976.948122:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784946976.948126:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d058. 00000400:00000200:0.0:1784946976.948127:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946976.948132:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294990 00000400:00000200:0.0:1784946976.948133:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000010:1.0:1784946976.948137:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294990. 00000100:00000001:1.0:1784946976.948141:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946976.948145:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946976.948147:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43288a80 x1871641054308864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946992 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946976.948153:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43288e00 x1871641054308992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946992 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946976.948170:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43288a80 x1871641054308864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946992 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946976.948173:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43288e00 x1871641054308992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946992 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946976.948189:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946976.948193:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946976.948195:0:2353:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784946976.948198:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1784946976.948198:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1784946976.948217:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784946976.948217:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946976.948220:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946976.948222:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784946976.948224:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784946976.948231:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=28 v=5 (5 5 5 5) 00000100:00000001:0.0:1784946976.948233:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946976.948236:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1784946976.948236:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=28 v=5 (1 1 1 1) 00000400:00000001:0.0:1784946976.948241:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1784946976.948241:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000001:0.0:1784946976.948246:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1784946976.948246:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784946976.948251:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f9a0. 00010000:00000001:1.0:1784946976.948251:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946976.948254:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946976.948257:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f220 00000100:00000001:1.0:1784946976.948258:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784946976.948262:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f220. 00000100:00000001:0.0:1784946976.948267:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1784946976.948267:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43288a80 x1871641054308864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946992 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946976.948275:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43288e00 x1871641054308992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946992 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946976.948283:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946976.948289:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946976.948292:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784946976.948293:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43288e00 x1871641054308992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946992 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784946976.948301:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43288a80 x1871641054308864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946992 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946976.948330:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1784946976.948331:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054308864:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946976.948335:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946976.948338:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946976.948339:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946976.948342:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784946976.948343:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784946976.948345:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946976.948349:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946976.948349:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43288a80 x1871641054308864/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946992 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784946976.948354:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784946976.948361:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=28 v=5 (5 5 5 5) 00000100:00000001:1.0:1784946976.948362:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946976.948366:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1784946976.948368:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=98 v=5 (1 1 1 1) 02000000:00000010:1.0:1784946976.948369:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d51da1400. 00000100:00000001:0.0:1784946976.948372:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946976.948376:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946976.948377:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1784946976.948378:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1784946976.948380:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:0.0:1784946976.948382:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784946976.948383:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946976.948388:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000020:00000001:1.0:1784946976.948388:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:0.0:1784946976.948393:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 02000000:00000010:1.0:1784946976.948393:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4800. 00000100:00000001:0.0:1784946976.948399:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1784946976.948399:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784946976.948401:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946976.948403:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784946976.948407:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43288a80. 00000100:00000040:0.0:1784946976.948409:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43288e00 x1871641054308992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946992 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946976.948411:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784946976.948415:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946976.948419:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946976.948425:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946976.948426:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946976.948427:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784946976.948429:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946976.948431:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946976.948435:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784946976.948438:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43288e00 x1871641054308992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946992 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946976.948439:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946976.948450:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054308992:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784946976.948454:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946976.948457:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946976.948461:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43288e00 x1871641054308992/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946992 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946976.948467:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784946976.948469:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946976.948472:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394ba00. 02000000:00000001:0.0:1784946976.948475:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784946976.948476:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946976.948478:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784946976.948480:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946976.948481:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4400. 02000000:00000001:0.0:1784946976.948483:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946976.948485:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946976.948486:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43288e00. 00000100:00000001:0.0:1784946976.948489:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946976.948491:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946976.948492:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946976.948496:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784946976.948497:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946976.948499:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946976.948500:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946977.265633:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946977.265639:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946977.265697:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946977.265700:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946977.265703:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784946977.649572:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305764527, at 4305764544 00000100:00000010:1.0:1784946977.649584:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f840. 00000100:00000040:0.0:1784946977.649609:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305764527, at 4305764544 00000100:00000010:0.0:1784946977.649622:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f720. 00010000:00000001:1.0:1784946978.289655:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946978.289660:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946978.289759:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946978.289776:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946978.289782:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784946978.673674:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784946978.673684:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784946978.673689:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1784946978.673881:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784946978.673888:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946978.673898:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946978.673902:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946978.673904:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784946979.313620:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946979.313627:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946979.313684:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946979.313687:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946979.313690:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946980.337584:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946980.337590:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946980.337654:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946980.337658:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946980.337661:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946981.361659:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946981.361664:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946981.361712:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946981.361715:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946981.361717:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784946982.065653:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946982.065661:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946982.065669:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73777480. 00000020:00000040:3.0:1784946982.065674:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946982.065677:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946982.065679:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946982.065683:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946982.065688:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beaf00. 00000100:00000001:3.0:1784946982.065694:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946982.065702:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73777480 x1871641054309120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946982.065709:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946982.065713:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946982.065719:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000047bd945] to pc [ptlrpcd_01_01+1] req@ffff996d73777480 x1871641054309120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946982.065748:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946982.065751:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946982.065754:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946982.065757:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775180. 00000020:00000040:3.0:1784946982.065760:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946982.065762:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946982.065763:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946982.065766:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946982.065770:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea700. 00000100:00000001:3.0:1784946982.065773:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946982.065778:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73775180 x1871641054309248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946982.065781:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946982.065787:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946982.065788:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946982.065790:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784946982.065792:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946982.065802:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73777480 x1871641054309120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946982.065802:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bb2acf9] to pc [ptlrpcd_01_00+0] req@ffff996d73775180 x1871641054309248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946982.065815:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946982.065819:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946982.065821:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946982.065824:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784946982.065826:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784946982.065829:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784946982.065831:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784946982.065835:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784946982.065838:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784946982.065841:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946982.065844:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11106) 00000100:00100000:2.0:1784946982.065850:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73777480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054309120:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946982.065855:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946982.065860:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946982.065862:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946982.065864:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946982.065868:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d6e00. 02000000:00000001:2.0:1784946982.065870:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946982.065876:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784946982.065877:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946982.065880:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1784946982.065881:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000100:00000001:3.0:1784946982.065884:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1784946982.065887:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000100:00000040:3.0:1784946982.065892:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775180 x1871641054309248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946982.065894:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054309120, portal 25 00000100:00000001:2.0:1784946982.065898:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946982.065900:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100534400 : -112779609017216 : ffff996d73777480) 00000100:00000001:3.0:1784946982.065906:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784946982.065909:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73777480 x1871641054309120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946982.065909:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946982.065915:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946982.065918:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946982.065919:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946982.065923:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000001:3.0:1784946982.065924:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784946982.065925:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6b28. 00000100:00000200:2.0:1784946982.065929:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054309120, offset 0 00000100:00100000:3.0:1784946982.065930:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054309248:192.168.202.106@tcp:400:kworker.0 00000400:00000200:2.0:1784946982.065937:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784946982.065938:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784946982.065941:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946982.065943:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946982.065946:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:3.0:1784946982.065946:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784946982.065950:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46616a00. 02000000:00000001:3.0:1784946982.065953:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946982.065954:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946982.065958:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946982.065959:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1784946982.065963:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000200:2.0:1784946982.065964:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784946982.065968:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1784946982.065969:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000400:00000200:2.0:1784946982.065971:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000200:3.0:1784946982.065974:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054309248, portal 10 00000400:00000200:2.0:1784946982.065975:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314926:314926:256:4294967295] 192.168.202.106@tcp LPNI seq info [314922:314922:8:4294967295] 00000100:00000001:3.0:1784946982.065977:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946982.065979:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100525440 : -112779609026176 : ffff996d73775180) 00000400:00000200:2.0:1784946982.065980:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784946982.065987:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775180 x1871641054309248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784946982.065994:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:3.0:1784946982.066004:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1784946982.066007:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000040:3.0:1784946982.066009:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946982.066012:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1dd0. 00000800:00000010:2.0:1784946982.066013:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b300. 00000100:00000200:3.0:1784946982.066015:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054309248, offset 0 00000800:00000200:2.0:1784946982.066021:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784946982.066021:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946982.066027:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946982.066031:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:3.0:1784946982.066031:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:2.0:1784946982.066035:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784946982.066037:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784946982.066041:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946982.066044:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946982.066046:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:2.0:1784946982.066049:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946982.066050:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314927:314927:255:4294967295] 192.168.202.106@tcp LPNI seq info [314923:314923:7:4294967295] 00000400:00000200:2.0:1784946982.066056:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946982.066059:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305769647 00000400:00000200:3.0:1784946982.066060:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000010:2.0:1784946982.066064:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cba0. 00000100:00000001:2.0:1784946982.066071:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1784946982.066072:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946982.066078:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784946982.066079:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305769647 00000800:00000010:3.0:1784946982.066083:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000100:00000010:2.0:1784946982.066085:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c960. 00000100:00000001:2.0:1784946982.066090:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946982.066095:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1784946982.066096:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:2.0:1784946982.066100:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784946982.066104:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:2.0:1784946982.066106:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784946982.066108:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784946982.066111:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946982.066112:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946982.066117:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16671 usecs (17 jiffies) 00000100:00000001:2.0:1784946982.066120:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1784946982.066121:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784946982.066125:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946982.066125:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946982.066125:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305768977 00000100:00000001:3.0:1784946982.066131:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305769647 00000100:00000001:2.0:1784946982.066132:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1784946982.066133:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b300. 00000100:00000001:3.0:1784946982.066134:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305768977 00000100:00000001:2.0:1784946982.066136:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946982.066139:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305769647 00000100:00000001:2.0:1784946982.066140:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946982.066143:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784946982.066143:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946982.066145:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946982.066154:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784946982.066154:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946982.066173:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6b28 00000400:00000010:1.0:1784946982.066177:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6b28. 00000100:00000001:1.0:1784946982.066182:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784946982.066186:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946982.066188:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73777480 x1871641054309120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946982.066191:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946982.066196:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946982.066198:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946982.066202:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946982.066204:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784946982.066204:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946982.066206:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946982.066210:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784946982.066211:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73777480 x1871641054309120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946998 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946982.066220:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946982.066222:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946982.066277:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946982.066280:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000400:00000200:1.0:1784946982.066283:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946982.066286:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946982.066289:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1dd0 00000400:00000010:1.0:1784946982.066290:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1dd0. 00000100:00000001:1.0:1784946982.066293:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946982.066296:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775180 x1871641054309248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946982.066303:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946982.066306:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775180 x1871641054309248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946998 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946982.066323:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946982.066324:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946982.067754:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946982.067793:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946982.067797:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946982.067800:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946982.067805:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946982.067810:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946982.067815:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946982.067819:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946982.067823:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946982.067827:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64306b00 00000400:00000200:0.0:1784946982.067836:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946982.067841:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceea1 [1] + 224 00000800:00000001:0.0:1784946982.067847:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946982.067851:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946982.067854:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946982.067857:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946982.067861:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946982.067866:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73777480 x1871641054309120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946998 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946982.067877:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73777480 x1871641054309120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946998 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946982.067892:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946982.067900:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946982.067904:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946982.067906:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946982.067909:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946982.067913:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946982.067917:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946982.067922:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946982.067925:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946982.067925:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946982.067929:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946982.067932:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946982.067936:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64306b80 00000400:00000001:2.0:1784946982.067936:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946982.067939:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784946982.067943:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946982.067944:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946982.067949:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:2.0:1784946982.067951:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:2.0:1784946982.067954:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946982.067957:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceea9 [1] + 224 00000100:00000200:2.0:1784946982.067960:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73777480 x1871641054309120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946998 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946982.067964:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946982.067973:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784946982.067974:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73777480 x1871641054309120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946998 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946982.067977:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946982.067983:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946982.067988:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946982.067992:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1784946982.067995:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775180 x1871641054309248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946998 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946982.067996:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946982.068001:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946982.068004:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946982.068007:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946982.068010:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946982.068012:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775180 x1871641054309248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946998 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946982.068014:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946982.068021:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=34 v=5 (5 5 5 5) 00000100:00001000:2.0:1784946982.068027:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=34 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946982.068030:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946982.068031:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946982.068033:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1784946982.068034:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946982.068038:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946982.068040:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784946982.068041:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946982.068045:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946982.068049:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73777480 x1871641054309120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946998 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946982.068057:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946982.068060:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946982.068063:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946982.068063:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946982.068067:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784946982.068071:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73777480 x1871641054309120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946998 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784946982.068072:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784946982.068080:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1784946982.068084:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73777480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054309120:192.168.202.106@tcp:400:kworker.0 00000400:00000010:3.0:1784946982.068084:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784946982.068092:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784946982.068094:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000100:00000001:2.0:1784946982.068095:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1784946982.068098:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000040:2.0:1784946982.068100:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73777480 x1871641054309120/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784946998 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946982.068102:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946982.068111:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775180 x1871641054309248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946998 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946982.068112:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784946982.068115:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946982.068119:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d6e00. 00000100:00000200:3.0:1784946982.068125:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775180 x1871641054309248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946998 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946982.068126:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946982.068129:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784946982.068132:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784946982.068138:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784946982.068139:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1784946982.068142:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beaf00. 00000100:00000001:3.0:1784946982.068142:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946982.068146:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784946982.068149:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946982.068149:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1784946982.068153:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784946982.068153:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946982.068157:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784946982.068158:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73777480. 02000000:00000001:3.0:1784946982.068172:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946982.068178:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00001000:3.0:1784946982.068179:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=34 v=5 (5 5 5 5) 00000100:00000001:2.0:1784946982.068181:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784946982.068184:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=104 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946982.068185:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946982.068191:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946982.068192:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946982.068193:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946982.068196:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946982.068197:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784946982.068201:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1784946982.068201:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946982.068205:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946982.068206:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784946982.068210:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946982.068213:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946982.068214:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946982.068220:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775180 x1871641054309248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946998 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946982.068226:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946982.068228:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946982.068230:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946982.068233:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775180 x1871641054309248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946998 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946982.068240:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054309248:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946982.068244:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946982.068246:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946982.068249:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775180 x1871641054309248/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784946998 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946982.068255:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946982.068256:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946982.068258:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46616a00. 02000000:00000001:3.0:1784946982.068261:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946982.068262:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946982.068263:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784946982.068266:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946982.068267:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea700. 02000000:00000001:3.0:1784946982.068269:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946982.068271:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946982.068272:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775180. 00000100:00000001:3.0:1784946982.068275:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946982.068276:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946982.068278:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946982.068281:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946982.068282:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946982.068284:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946982.068286:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946982.385635:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946982.385639:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946982.385692:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946982.385695:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946982.385697:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946982.769609:0:191261:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305769647, at 4305769664 00000100:00000040:1.0:1784946982.769609:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305769647, at 4305769664 00000100:00000010:0.0:1784946982.769622:0:191261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cba0. 00000100:00000010:1.0:1784946982.769624:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c960. 00010000:00000001:1.0:1784946983.409621:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946983.409628:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946983.409630:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946983.409632:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946983.409636:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946983.409638:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946983.409640:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946983.409641:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946983.409694:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946983.409697:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946983.409699:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946984.433610:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946984.433614:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946984.433671:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946984.433674:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946984.433676:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946985.457571:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946985.457576:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946985.457637:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946985.457641:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946985.457644:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946986.481636:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946986.481643:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946986.481714:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946986.481718:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946986.481722:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946987.185640:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946987.185648:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946987.185656:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43288e00. 00000020:00000040:0.0:1784946987.185660:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784946987.185663:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946987.185665:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946987.185669:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946987.185675:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4400. 00000100:00000001:0.0:1784946987.185680:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946987.185688:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d43288e00 x1871641054309376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946987.185696:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946987.185699:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946987.185704:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004da6f37a] to pc [ptlrpcd_00_00+0] req@ffff996d43288e00 x1871641054309376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946987.185728:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946987.185730:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784946987.185732:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784946987.185734:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328b100. 00000020:00000040:0.0:1784946987.185736:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784946987.185737:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784946987.185738:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784946987.185739:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784946987.185741:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4d00. 00000100:00000001:0.0:1784946987.185743:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946987.185746:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d4328b100 x1871641054309504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784946987.185751:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784946987.185753:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946987.185756:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028243735] to pc [ptlrpcd_00_01+1] req@ffff996d4328b100 x1871641054309504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946987.185763:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946987.185767:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946987.185768:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946987.185771:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784946987.185772:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784946987.185778:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784946987.185778:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43288e00 x1871641054309376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946987.185783:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784946987.185792:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784946987.185793:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784946987.185796:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946987.185799:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1784946987.185800:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11111) 02000000:00000001:1.0:1784946987.185801:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784946987.185805:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784946987.185808:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054309376:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784946987.185811:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784946987.185815:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784946987.185817:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784946987.185819:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784946987.185823:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d51da1800. 02000000:00000001:1.0:1784946987.185825:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946987.185831:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784946987.185834:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d058. 00000400:00000010:1.0:1784946987.185839:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294990. 00000100:00000001:0.0:1784946987.185842:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1784946987.185845:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054309376, portal 25 00000100:00000001:1.0:1784946987.185847:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784946987.185850:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946987.185850:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290057216 : -112780419494400 : ffff996d43288e00) 00000100:00000001:0.0:1784946987.185853:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784946987.185857:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43288e00 x1871641054309376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946987.185862:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328b100 x1871641054309504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946987.185866:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784946987.185872:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784946987.185875:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1784946987.185876:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294ee0. 00000100:00000001:0.0:1784946987.185877:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946987.185879:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054309376, offset 0 02000000:00000001:0.0:1784946987.185880:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784946987.185883:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784946987.185886:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 02000000:00000001:0.0:1784946987.185888:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784946987.185894:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054309504:192.168.202.106@tcp:400:kworker.0 00000400:00000200:1.0:1784946987.185895:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946987.185903:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1784946987.185904:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 02000000:00000001:0.0:1784946987.185908:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1784946987.185909:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1784946987.185912:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946987.185914:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 02000000:00000001:0.0:1784946987.185917:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784946987.185920:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784946987.185922:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 02000000:00000010:0.0:1784946987.185923:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394ba00. 00000400:00000200:1.0:1784946987.185927:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314928:314928:256:4294967295] 192.168.202.106@tcp LPNI seq info [314924:314924:8:4294967295] 02000000:00000001:0.0:1784946987.185928:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784946987.185932:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946987.185936:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946987.185942:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f9a0. 00000400:00000200:1.0:1784946987.185942:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784946987.185948:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784946987.185950:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f220. 00000800:00000010:1.0:1784946987.185953:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad300. 00000100:00000200:0.0:1784946987.185956:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054309504, portal 10 00000100:00000001:0.0:1784946987.185960:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1784946987.185961:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:0.0:1784946987.185963:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290066176 : -112780419485440 : ffff996d4328b100) 00000800:00000200:1.0:1784946987.185969:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000040:0.0:1784946987.185974:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328b100 x1871641054309504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784946987.185975:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946987.185985:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784946987.185986:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946987.185989:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784946987.185992:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784946987.185994:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f2a8. 00000100:00000001:1.0:1784946987.185995:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305774767 00000100:00000200:0.0:1784946987.185997:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054309504, offset 0 00000100:00000010:1.0:1784946987.186000:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f840. 00000400:00000200:0.0:1784946987.186004:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784946987.186007:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1784946987.186008:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946987.186014:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:1.0:1784946987.186015:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305774767 00000400:00000200:0.0:1784946987.186017:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:1.0:1784946987.186019:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f300. 00000400:00000200:0.0:1784946987.186021:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:1.0:1784946987.186024:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1784946987.186025:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784946987.186029:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:1.0:1784946987.186029:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946987.186034:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946987.186037:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314929:314929:255:4294967295] 192.168.202.106@tcp LPNI seq info [314925:314925:7:4294967295] 00000100:00000001:1.0:1784946987.186038:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946987.186042:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946987.186047:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946987.186050:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946987.186052:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784946987.186055:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946987.186058:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784946987.186060:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946987.186062:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:1.0:1784946987.186063:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946987.186072:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784946987.186077:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4f00. 00000800:00000200:0.0:1784946987.186080:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784946987.186084:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784946987.186086:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784946987.186088:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784946987.186091:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16671 usecs (17 jiffies) 00000400:00000200:0.0:1784946987.186093:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784946987.186095:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305774097 00000100:00000001:0.0:1784946987.186097:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305774767 00000100:00000001:0.0:1784946987.186098:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305774097 00000800:00000200:1.0:1784946987.186099:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784946987.186101:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305774767 00000800:00000010:1.0:1784946987.186103:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad300. 00000100:00000001:0.0:1784946987.186104:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946987.186107:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946987.186108:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946987.186110:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784946987.186110:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946987.186134:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946987.186136:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784946987.186138:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294ee0 00000100:00000001:0.0:1784946987.186139:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1784946987.186142:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294ee0. 00000100:00000001:0.0:1784946987.186143:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946987.186146:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784946987.186148:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946987.186149:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784946987.186151:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784946987.186154:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43288e00 x1871641054309376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946987.186162:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946987.186164:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43288e00 x1871641054309376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947003 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946987.186169:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946987.186170:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784946987.186223:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784946987.186225:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4f00. 00000400:00000200:1.0:1784946987.186227:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784946987.186230:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946987.186231:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f2a8 00000400:00000010:1.0:1784946987.186232:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f2a8. 00000100:00000001:1.0:1784946987.186234:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784946987.186236:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328b100 x1871641054309504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946987.186241:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784946987.186243:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328b100 x1871641054309504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947003 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946987.186246:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946987.186247:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946987.187470:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946987.187478:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946987.187481:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946987.187482:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946987.187486:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946987.187489:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946987.187493:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946987.187495:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946987.187498:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946987.187501:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64306c00 00000400:00000200:0.0:1784946987.187505:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946987.187508:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceeb1 [1] + 224 00000800:00000001:0.0:1784946987.187512:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946987.187531:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946987.187533:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946987.187535:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946987.187538:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946987.187541:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43288e00 x1871641054309376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947003 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946987.187547:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43288e00 x1871641054309376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947003 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946987.187557:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946987.187561:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946987.187563:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946987.187564:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946987.187565:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946987.187567:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946987.187569:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946987.187572:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946987.187575:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946987.187577:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946987.187579:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64306c80 00000400:00000200:0.0:1784946987.187582:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784946987.187584:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946987.187585:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceec1 [1] + 224 00000100:00000001:1.0:1784946987.187587:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784946987.187589:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1784946987.187593:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784946987.187594:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1784946987.187595:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784946987.187598:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1784946987.187599:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d058. 00000400:00000200:0.0:1784946987.187603:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784946987.187604:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294990 00000400:00000010:1.0:1784946987.187607:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294990. 00000100:00000001:1.0:1784946987.187609:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784946987.187611:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784946987.187613:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43288e00 x1871641054309376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947003 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784946987.187617:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328b100 x1871641054309504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947003 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784946987.187633:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43288e00 x1871641054309376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947003 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946987.187635:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328b100 x1871641054309504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947003 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946987.187646:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784946987.187649:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946987.187651:0:2352:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784946987.187652:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1784946987.187653:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1784946987.187657:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784946987.187657:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784946987.187660:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784946987.187661:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784946987.187666:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946987.187670:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946987.187673:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1784946987.187673:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=39 v=5 (5 5 5 5) 00000400:00000001:0.0:1784946987.187676:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784946987.187679:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00001000:1.0:1784946987.187679:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=39 v=5 (1 1 1 1) 00000400:00000010:0.0:1784946987.187682:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f9a0. 00000100:00000001:1.0:1784946987.187686:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1784946987.187687:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f220 00000100:00000001:1.0:1784946987.187689:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784946987.187690:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f220. 00000100:00000001:0.0:1784946987.187693:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946987.187696:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328b100 x1871641054309504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947003 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784946987.187696:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784946987.187700:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784946987.187706:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328b100 x1871641054309504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947003 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946987.187706:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946987.187715:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1784946987.187715:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43288e00 x1871641054309376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947003 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946987.187718:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946987.187721:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784946987.187723:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946987.187725:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784946987.187727:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946987.187727:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784946987.187732:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1784946987.187733:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946987.187736:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784946987.187738:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=39 v=5 (5 5 5 5) 00000100:00000040:1.0:1784946987.187742:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43288e00 x1871641054309376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947003 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784946987.187743:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=109 v=5 (1 1 1 1) 00000100:00000001:0.0:1784946987.187747:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784946987.187750:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784946987.187753:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784946987.187756:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946987.187760:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1784946987.187761:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054309376:192.168.202.106@tcp:400:kworker.0 00000100:00000040:0.0:1784946987.187762:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784946987.187765:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784946987.187767:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946987.187772:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784946987.187773:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328b100 x1871641054309504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947003 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946987.187777:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784946987.187781:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784946987.187783:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784946987.187785:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784946987.187785:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43288e00 x1871641054309376/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947003 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946987.187791:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328b100 x1871641054309504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947003 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784946987.187806:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00100000:0.0:1784946987.187807:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054309504:192.168.202.106@tcp:400:kworker.0 02000000:00000001:1.0:1784946987.187810:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784946987.187811:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946987.187814:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1784946987.187815:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d51da1800. 00000100:00000040:0.0:1784946987.187816:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328b100 x1871641054309504/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947003 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946987.187823:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784946987.187823:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1784946987.187824:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784946987.187828:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394ba00. 00000020:00000001:1.0:1784946987.187828:0:2352:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:0.0:1784946987.187833:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:1.0:1784946987.187833:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784946987.187835:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784946987.187837:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784946987.187838:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:0.0:1784946987.187840:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784946987.187843:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4d00. 02000000:00000010:1.0:1784946987.187843:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4400. 02000000:00000001:0.0:1784946987.187845:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784946987.187847:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784946987.187849:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328b100. 02000000:00000001:1.0:1784946987.187849:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784946987.187853:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1784946987.187854:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946987.187857:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946987.187859:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1784946987.187859:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43288e00. 00000100:00000001:0.0:1784946987.187863:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946987.187865:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784946987.187866:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946987.187869:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784946987.187870:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784946987.187872:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946987.187874:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784946987.187881:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784946987.187882:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784946987.187885:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784946987.187887:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946987.505604:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946987.505611:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946987.505664:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946987.505668:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946987.505671:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946987.889609:0:191387:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305774767, at 4305774784 00000100:00000040:1.0:1784946987.889609:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305774767, at 4305774784 00000100:00000010:1.0:1784946987.889624:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f300. 00000100:00000010:0.0:1784946987.889625:0:191387:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f840. 00010000:00000001:1.0:1784946988.529618:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946988.529623:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946988.529674:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946988.529677:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946988.529680:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946989.553592:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946989.553598:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946989.553646:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946989.553649:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946989.553652:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946990.577632:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946990.577639:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946990.577696:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946990.577700:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946990.577702:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946991.601634:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946991.601641:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946991.601688:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946991.601692:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946991.601694:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784946992.305652:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946992.305666:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946992.305675:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953480. 00000020:00000040:2.0:1784946992.305682:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784946992.305687:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946992.305691:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946992.305697:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946992.305707:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511ba00. 00000100:00000001:2.0:1784946992.305716:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946992.305729:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73953480 x1871641054309632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946992.305742:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946992.305748:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946992.305755:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000632050e9] to pc [ptlrpcd_01_01+1] req@ffff996d73953480 x1871641054309632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946992.305784:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946992.305788:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784946992.305792:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784946992.305796:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951880. 00000020:00000040:2.0:1784946992.305798:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784946992.305801:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784946992.305802:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784946992.305804:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946992.305808:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b700. 00000100:00000001:2.0:1784946992.305811:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946992.305815:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951880 x1871641054309760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946992.305823:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784946992.305824:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946992.305828:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084695538] to pc [ptlrpcd_01_00+0] req@ffff996d73951880 x1871641054309760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946992.305839:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946992.305841:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946992.305845:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946992.305848:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784946992.305852:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784946992.305858:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11116) 00000100:00000001:2.0:1784946992.305872:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946992.305876:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946992.305880:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784946992.305881:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946992.305885:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784946992.305886:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953480 x1871641054309632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946992.305886:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784946992.305893:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951880 x1871641054309760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946992.305894:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946992.305897:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946992.305901:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1784946992.305902:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784946992.305903:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946992.305905:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784946992.305906:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784946992.305908:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946992.305909:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946992.305910:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784946992.305914:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054309632:192.168.202.106@tcp:400:kworker.0 00000100:00100000:3.0:1784946992.305915:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054309760:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946992.305920:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784946992.305920:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946992.305926:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784946992.305926:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946992.305929:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946992.305929:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946992.305933:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1784946992.305933:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784946992.305939:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d6e00. 02000000:00000010:3.0:1784946992.305939:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46617400. 02000000:00000001:2.0:1784946992.305942:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946992.305942:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946992.305952:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946992.305952:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946992.305958:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:3.0:1784946992.305958:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:2.0:1784946992.305967:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000400:00000010:3.0:1784946992.305967:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000200:2.0:1784946992.305976:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054309632, portal 25 00000100:00000001:2.0:1784946992.305979:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946992.305981:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102484096 : -112779607067520 : ffff996d73953480) 00000100:00000040:2.0:1784946992.305987:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953480 x1871641054309632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946992.305995:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784946992.305998:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946992.306001:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6220. 00000100:00000200:2.0:1784946992.306004:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054309632, offset 0 00000400:00000200:2.0:1784946992.306012:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946992.306033:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784946992.306044:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000200:3.0:1784946992.306046:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054309760, portal 10 00000100:00000001:3.0:1784946992.306049:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946992.306050:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102476928 : -112779607074688 : ffff996d73951880) 00000400:00000200:2.0:1784946992.306052:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784946992.306057:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000040:3.0:1784946992.306059:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951880 x1871641054309760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784946992.306062:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946992.306065:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:3.0:1784946992.306066:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946992.306068:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784946992.306070:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314930:314930:256:4294967295] 192.168.202.106@tcp LPNI seq info [314926:314926:8:4294967295] 00000400:00000010:3.0:1784946992.306071:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1ee0. 00000400:00000200:2.0:1784946992.306091:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:3.0:1784946992.306101:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054309760, offset 0 00000400:00000200:2.0:1784946992.306105:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784946992.306107:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000800:00000200:2.0:1784946992.306112:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784946992.306112:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784946992.306116:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784946992.306118:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1784946992.306119:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b300. 00000400:00000200:3.0:1784946992.306121:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784946992.306123:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784946992.306125:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:2.0:1784946992.306127:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784946992.306129:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314931:314931:255:4294967295] 192.168.202.106@tcp LPNI seq info [314927:314927:7:4294967295] 00000400:00000200:3.0:1784946992.306132:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946992.306136:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:3.0:1784946992.306139:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784946992.306141:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784946992.306145:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784946992.306149:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea700. 00000800:00000200:3.0:1784946992.306153:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784946992.306158:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:2.0:1784946992.306160:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784946992.306161:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784946992.306165:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946992.306165:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946992.306168:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305779887 00000100:00000040:3.0:1784946992.306169:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16670 usecs (17 jiffies) 00000400:00000200:3.0:1784946992.306172:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000010:2.0:1784946992.306173:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cc00. 00000100:00000001:3.0:1784946992.306175:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305779217 00000100:00000001:2.0:1784946992.306181:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784946992.306189:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305779887 00000100:00000001:3.0:1784946992.306190:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305779887 00000100:00000010:2.0:1784946992.306193:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668ca80. 00000100:00000001:3.0:1784946992.306193:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305779217 00000100:00000001:2.0:1784946992.306197:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946992.306201:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946992.306201:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305779887 00000100:00000001:3.0:1784946992.306203:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946992.306204:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946992.306205:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946992.306208:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946992.306208:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946992.306212:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946992.306212:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784946992.306219:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946992.306223:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946992.306223:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:0.0:1784946992.306226:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b300. 00000100:00000001:2.0:1784946992.306227:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946992.306227:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946992.306234:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946992.306234:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946992.306236:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946992.306236:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946992.306239:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946992.306244:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946992.306249:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946992.306258:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6220 00000400:00000010:0.0:1784946992.306261:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6220. 00000100:00000001:0.0:1784946992.306268:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946992.306275:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953480 x1871641054309632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946992.306288:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946992.306292:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953480 x1871641054309632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947008 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946992.306301:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946992.306304:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784946992.306354:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1784946992.306358:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784946992.306359:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784946992.306363:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea700. 00000100:00000001:3.0:1784946992.306365:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784946992.306369:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946992.306376:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946992.306380:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1ee0 00000400:00000010:0.0:1784946992.306384:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1ee0. 00000100:00000001:0.0:1784946992.306388:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946992.306392:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951880 x1871641054309760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946992.306401:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946992.306405:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951880 x1871641054309760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947008 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946992.306413:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946992.306416:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946992.307586:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946992.307596:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946992.307600:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946992.307602:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946992.307608:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946992.307625:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946992.307635:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946992.307641:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946992.307648:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946992.307654:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64306d00 00000400:00000200:0.0:1784946992.307660:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946992.307666:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceed1 [1] + 224 00000800:00000001:0.0:1784946992.307675:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946992.307693:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946992.307696:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946992.307699:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946992.307704:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946992.307709:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953480 x1871641054309632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947008 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946992.307717:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953480 x1871641054309632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947008 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946992.307729:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946992.307734:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946992.307737:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946992.307738:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946992.307739:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946992.307742:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946992.307744:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946992.307748:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946992.307750:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946992.307752:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946992.307754:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64306d80 00000400:00000200:0.0:1784946992.307757:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946992.307760:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceed9 [1] + 224 00000800:00000001:0.0:1784946992.307762:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946992.307766:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946992.307768:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946992.307771:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946992.307774:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946992.307777:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951880 x1871641054309760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947008 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946992.307785:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951880 x1871641054309760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947008 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946992.307796:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946992.307800:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946992.307804:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946992.307845:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946992.307849:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946992.307853:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946992.307854:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784946992.307862:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946992.307864:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784946992.307868:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946992.307875:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:2.0:1784946992.307878:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000400:00000001:3.0:1784946992.307884:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784946992.307885:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1784946992.307888:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784946992.307891:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784946992.307895:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784946992.307897:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000200:2.0:1784946992.307899:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953480 x1871641054309632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947008 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946992.307900:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784946992.307908:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951880 x1871641054309760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947008 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784946992.307924:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953480 x1871641054309632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947008 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784946992.307925:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951880 x1871641054309760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947008 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946992.307949:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946992.307952:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946992.307957:0:2354:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784946992.307960:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1784946992.307960:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946992.307964:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946992.307964:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946992.307967:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946992.307968:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946992.307969:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946992.307972:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784946992.307974:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946992.307976:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946992.307979:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946992.307979:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=44 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946992.307985:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=114 v=5 (1 1 1 1) 00000100:00001000:2.0:1784946992.307987:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=44 v=5 (5 5 5 5) 00000100:00000001:3.0:1784946992.307988:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946992.307991:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946992.307994:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=44 v=5 (1 1 1 1) 00010000:00000001:3.0:1784946992.307994:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946992.307998:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946992.307999:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946992.308001:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784946992.308002:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946992.308004:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00010000:00000001:2.0:1784946992.308007:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784946992.308007:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946992.308009:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946992.308011:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946992.308015:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951880 x1871641054309760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947008 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946992.308016:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946992.308026:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953480 x1871641054309632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947008 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946992.308026:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946992.308030:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946992.308032:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946992.308039:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951880 x1871641054309760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947008 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946992.308041:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946992.308046:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946992.308049:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784946992.308051:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054309760:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784946992.308057:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953480 x1871641054309632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947008 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946992.308057:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946992.308060:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946992.308065:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951880 x1871641054309760/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947008 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946992.308090:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1784946992.308092:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054309632:192.168.202.106@tcp:400:kworker.0 02000000:00000001:3.0:1784946992.308094:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946992.308099:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46617400. 00000100:00000001:2.0:1784946992.308101:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784946992.308103:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784946992.308104:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1784946992.308106:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946992.308108:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000040:2.0:1784946992.308112:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953480 x1871641054309632/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947008 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784946992.308112:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946992.308115:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b700. 02000000:00000001:3.0:1784946992.308120:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946992.308122:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784946992.308125:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000010:3.0:1784946992.308126:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951880. 02000000:00000001:2.0:1784946992.308130:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784946992.308130:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000010:2.0:1784946992.308133:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d6e00. 00000100:00000001:3.0:1784946992.308133:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946992.308134:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784946992.308139:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946992.308141:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784946992.308142:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1784946992.308145:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946992.308146:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946992.308149:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1784946992.308150:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784946992.308152:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784946992.308154:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511ba00. 02000000:00000001:2.0:1784946992.308158:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946992.308159:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784946992.308161:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953480. 00000100:00000001:2.0:1784946992.308164:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784946992.308165:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946992.308168:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946992.308172:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784946992.308174:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946992.308176:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946992.308179:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946992.625669:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946992.625676:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946992.625758:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946992.625765:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946992.625769:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946993.009607:0:191387:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305779887, at 4305779904 00000100:00000010:0.0:1784946993.009621:0:191387:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cc00. 00000100:00000040:1.0:1784946993.009628:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305779887, at 4305779904 00000100:00000010:1.0:1784946993.009644:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668ca80. 00010000:00000001:1.0:1784946993.649689:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946993.649704:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784946993.649708:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784946993.649712:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946993.649718:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784946993.649722:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946993.649724:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946993.649727:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946993.649820:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946993.649827:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946993.649832:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946994.673612:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946994.673617:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946994.673671:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946994.673675:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946994.673684:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946995.697584:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946995.697590:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946995.697640:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946995.697643:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946995.697645:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946996.721586:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946996.721592:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946996.721638:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946996.721642:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946996.721644:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784946997.425598:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946997.425607:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946997.425617:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775180. 00000020:00000040:3.0:1784946997.425623:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784946997.425627:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946997.425630:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946997.425635:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784946997.425644:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea700. 00000100:00000001:3.0:1784946997.425651:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946997.425662:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73775180 x1871641054309888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784946997.425673:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784946997.425678:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946997.425685:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bb2acf9] to pc [ptlrpcd_01_01+1] req@ffff996d73775180 x1871641054309888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946997.425713:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946997.425716:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784946997.425720:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784946997.425724:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775500. 00000020:00000040:3.0:1784946997.425727:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784946997.425730:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784946997.425732:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784946997.425734:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946997.425735:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1784946997.425738:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beaf00. 00000100:00000001:2.0:1784946997.425740:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784946997.425744:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784946997.425745:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784946997.425752:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775180 x1871641054309888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784946997.425754:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73775500 x1871641054310016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784946997.425777:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784946997.425781:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946997.425782:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1784946997.425785:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784946997.425786:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946997.425789:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784946997.425793:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946997.425795:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060c0aa08] to pc [ptlrpcd_01_00+0] req@ffff996d73775500 x1871641054310016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946997.425799:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054309888:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946997.425807:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784946997.425813:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784946997.425816:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946997.425816:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784946997.425822:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784946997.425823:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1784946997.425827:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d6e00. 00000100:00000040:3.0:1784946997.425829:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784946997.425830:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946997.425834:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1784946997.425840:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784946997.425842:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1784946997.425845:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000100:00000040:3.0:1784946997.425849:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11122) 00000400:00000010:2.0:1784946997.425852:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000100:00000200:2.0:1784946997.425860:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054309888, portal 25 00000100:00000001:2.0:1784946997.425862:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784946997.425864:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100525440 : -112779609026176 : ffff996d73775180) 00000100:00000001:3.0:1784946997.425865:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946997.425869:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784946997.425870:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775180 x1871641054309888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946997.425873:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784946997.425881:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784946997.425883:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775500 x1871641054310016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784946997.425888:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784946997.425892:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6088. 00000100:00000200:2.0:1784946997.425897:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054309888, offset 0 00000100:00000001:3.0:1784946997.425904:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1784946997.425906:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784946997.425908:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946997.425912:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784946997.425914:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784946997.425915:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:3.0:1784946997.425921:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784946997.425925:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00100000:3.0:1784946997.425928:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054310016:192.168.202.106@tcp:400:kworker.0 00000400:00000200:2.0:1784946997.425931:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784946997.425937:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784946997.425938:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 02000000:00000001:3.0:1784946997.425942:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1784946997.425944:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784946997.425947:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784946997.425949:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314932:314932:256:4294967295] 192.168.202.106@tcp LPNI seq info [314928:314928:8:4294967295] 00000400:00000200:2.0:1784946997.425953:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:3.0:1784946997.425954:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946997.425959:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784946997.425963:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 02000000:00000010:3.0:1784946997.425966:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46616200. 00000800:00000200:2.0:1784946997.425971:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 02000000:00000001:3.0:1784946997.425973:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784946997.425977:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511ba00. 00000400:00000200:3.0:1784946997.425982:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784946997.425987:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000010:3.0:1784946997.425990:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000800:00000200:2.0:1784946997.425995:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000010:3.0:1784946997.425998:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000800:00000200:2.0:1784946997.426000:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1784946997.426004:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054310016, portal 10 00000100:00000001:3.0:1784946997.426008:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784946997.426010:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100526336 : -112779609025280 : ffff996d73775500) 00000100:00000001:2.0:1784946997.426015:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946997.426020:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775500 x1871641054310016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784946997.426025:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946997.426042:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305785007 00000100:00000001:3.0:1784946997.426049:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1784946997.426052:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c420. 00000100:00000040:3.0:1784946997.426053:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784946997.426060:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1330. 00000100:00000001:2.0:1784946997.426063:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000200:3.0:1784946997.426064:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054310016, offset 0 00000100:00000001:2.0:1784946997.426074:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305785007 00000400:00000200:3.0:1784946997.426075:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000010:2.0:1784946997.426081:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cb40. 00000400:00000200:3.0:1784946997.426086:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946997.426088:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784946997.426093:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784946997.426096:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:2.0:1784946997.426097:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946997.426103:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946997.426105:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784946997.426106:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784946997.426112:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:2.0:1784946997.426114:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1784946997.426116:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784946997.426118:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784946997.426123:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784946997.426124:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:2.0:1784946997.426125:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1784946997.426128:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784946997.426130:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784946997.426135:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314933:314933:255:4294967295] 192.168.202.106@tcp LPNI seq info [314929:314929:7:4294967295] 00000100:00000001:2.0:1784946997.426136:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784946997.426137:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511ba00. 00000400:00000200:3.0:1784946997.426146:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946997.426147:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946997.426159:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:3.0:1784946997.426165:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784946997.426170:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784946997.426174:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6088 00000800:00000010:3.0:1784946997.426176:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea000. 00000400:00000010:0.0:1784946997.426177:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6088. 00000100:00000001:0.0:1784946997.426184:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1784946997.426186:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000200:0.0:1784946997.426192:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775180 x1871641054309888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946997.426201:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946997.426204:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775180 x1871641054309888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947013 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946997.426209:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946997.426210:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1784946997.426255:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784946997.426259:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784946997.426272:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946997.426277:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16670 usecs (17 jiffies) 00000400:00000200:3.0:1784946997.426281:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784946997.426284:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305784337 00000100:00000001:3.0:1784946997.426287:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305785007 00000100:00000001:3.0:1784946997.426290:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305784337 00000100:00000001:3.0:1784946997.426293:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305785007 00000100:00000001:3.0:1784946997.426295:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946997.426298:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946997.426301:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946997.426303:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946997.426308:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946997.426310:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784946997.426313:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946997.426314:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784946997.426316:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946997.426318:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784946997.426326:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784946997.426329:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea000. 00000400:00000200:0.0:1784946997.426332:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946997.426337:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784946997.426339:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1330 00000400:00000010:0.0:1784946997.426341:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1330. 00000100:00000001:0.0:1784946997.426343:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784946997.426346:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775500 x1871641054310016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946997.426353:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784946997.426357:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775500 x1871641054310016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947013 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946997.426364:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946997.426366:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784946997.427578:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946997.427597:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946997.427599:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946997.427602:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946997.427606:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946997.427610:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784946997.427614:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946997.427617:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946997.427620:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946997.427623:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64306e00 00000400:00000200:0.0:1784946997.427626:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946997.427629:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceee1 [1] + 224 00000800:00000001:0.0:1784946997.427634:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946997.427636:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946997.427644:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784946997.427646:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784946997.427649:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784946997.427653:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775180 x1871641054309888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947013 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784946997.427661:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775180 x1871641054309888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947013 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784946997.427678:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784946997.427685:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946997.427689:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784946997.427691:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946997.427695:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784946997.427699:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784946997.427705:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:2.0:1784946997.427711:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784946997.427712:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784946997.427714:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784946997.427718:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:2.0:1784946997.427720:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784946997.427723:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784946997.427725:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784946997.427727:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784946997.427732:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000200:0.0:1784946997.427734:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64306e80 00000400:00000010:2.0:1784946997.427735:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:2.0:1784946997.427739:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784946997.427744:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:2.0:1784946997.427746:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775180 x1871641054309888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947013 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784946997.427753:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceee9 [1] + 224 00000800:00000001:0.0:1784946997.427763:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784946997.427766:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775180 x1871641054309888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947013 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946997.427770:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946997.427773:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784946997.427774:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784946997.427776:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946997.427781:0:2355:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:0.0:1784946997.427782:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 02000000:00000001:2.0:1784946997.427786:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784946997.427788:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946997.427789:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784946997.427791:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784946997.427794:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775500 x1871641054310016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947013 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784946997.427795:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784946997.427802:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=49 v=5 (5 5 5 5) 00000100:00000040:0.0:1784946997.427806:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775500 x1871641054310016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947013 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784946997.427808:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=49 v=5 (1 1 1 1) 00000100:00000001:2.0:1784946997.427815:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784946997.427818:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784946997.427823:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784946997.427826:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946997.427828:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784946997.427830:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1784946997.427834:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775180 x1871641054309888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947013 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784946997.427836:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784946997.427840:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946997.427843:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784946997.427846:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784946997.427847:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784946997.427851:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775180 x1871641054309888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947013 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784946997.427857:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054309888:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784946997.427861:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946997.427862:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784946997.427864:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775180 x1871641054309888/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947013 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946997.427869:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784946997.427869:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946997.427874:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784946997.427875:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784946997.427878:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d6e00. 00000400:00000001:3.0:1784946997.427881:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1784946997.427882:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784946997.427886:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000001:3.0:1784946997.427887:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1784946997.427889:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784946997.427892:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000010:3.0:1784946997.427892:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 02000000:00000010:2.0:1784946997.427896:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea700. 00000400:00000200:3.0:1784946997.427899:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 02000000:00000001:2.0:1784946997.427900:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784946997.427903:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:3.0:1784946997.427905:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000010:2.0:1784946997.427906:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775180. 00000100:00000001:2.0:1784946997.427912:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946997.427912:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784946997.427916:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946997.427918:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784946997.427922:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1784946997.427923:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775500 x1871641054310016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947013 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784946997.427924:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784946997.427928:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784946997.427930:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784946997.427942:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775500 x1871641054310016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947013 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946997.427958:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784946997.427960:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946997.427962:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784946997.427964:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784946997.427966:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784946997.427968:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784946997.427971:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784946997.427976:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=49 v=5 (5 5 5 5) 00000100:00001000:3.0:1784946997.427980:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=119 v=5 (1 1 1 1) 00000100:00000001:3.0:1784946997.427983:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784946997.427985:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784946997.427987:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784946997.427990:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946997.427993:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784946997.427995:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784946997.427998:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784946997.427999:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784946997.428004:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775500 x1871641054310016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947013 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946997.428012:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784946997.428015:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784946997.428017:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784946997.428021:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775500 x1871641054310016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947013 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784946997.428031:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054310016:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784946997.428091:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946997.428096:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784946997.428101:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775500 x1871641054310016/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947013 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784946997.428107:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784946997.428108:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784946997.428111:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46616200. 02000000:00000001:3.0:1784946997.428113:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784946997.428114:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784946997.428115:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784946997.428117:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784946997.428118:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beaf00. 02000000:00000001:3.0:1784946997.428120:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784946997.428121:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784946997.428122:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775500. 00000100:00000001:3.0:1784946997.428124:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784946997.428125:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946997.428127:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784946997.428130:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784946997.428131:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784946997.428132:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784946997.428134:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784946997.745627:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946997.745632:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784946997.745751:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784946997.745756:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784946997.745760:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784946998.129621:0:191387:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305785007, at 4305785024 00000100:00000040:1.0:1784946998.129621:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305785007, at 4305785024 00000100:00000010:0.0:1784946998.129634:0:191387:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c420. 00000100:00000010:1.0:1784946998.129638:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cb40. 00010000:00000001:1.0:1784946998.769590:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946998.769597:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784946998.769666:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784946998.769669:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784946998.769672:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784946999.793645:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784946999.793653:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784946999.793722:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784946999.793727:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784946999.793732:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947000.817626:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947000.817633:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947000.817697:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947000.817702:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947000.817711:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947001.841634:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947001.841639:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947001.841701:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947001.841704:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947001.841706:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947002.545643:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947002.545654:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947002.545665:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775500. 00000020:00000040:3.0:1784947002.545673:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784947002.545678:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947002.545682:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947002.545687:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947002.545697:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beaf00. 00000100:00000001:3.0:1784947002.545705:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947002.545719:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73775500 x1871641054310144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947002.545738:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947002.545754:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947002.545767:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060c0aa08] to pc [ptlrpcd_01_01+1] req@ffff996d73775500 x1871641054310144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947002.545799:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947002.545803:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947002.545807:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947002.545811:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774a80. 00000020:00000040:3.0:1784947002.545814:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784947002.545817:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947002.545819:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947002.545821:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947002.545824:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1784947002.545826:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea800. 00000100:00000001:2.0:1784947002.545830:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947002.545831:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947002.545833:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947002.545839:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73774a80 x1871641054310272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1784947002.545841:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775500 x1871641054310144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947002.545865:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947002.545868:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947002.545870:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947002.545878:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000830eceff] to pc [ptlrpcd_01_00+0] req@ffff996d73774a80 x1871641054310272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947002.545880:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947002.545891:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784947002.545892:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947002.545897:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784947002.545898:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784947002.545903:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947002.545905:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1784947002.545910:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054310144:192.168.202.106@tcp:400:kworker.0 00000100:00000040:3.0:1784947002.545912:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947002.545917:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784947002.545919:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784947002.545923:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947002.545926:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947002.545927:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11127) 02000000:00000001:2.0:1784947002.545929:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947002.545936:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d6e00. 02000000:00000001:2.0:1784947002.545937:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947002.545941:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784947002.545945:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784947002.545947:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1784947002.545950:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000100:00000001:3.0:1784947002.545951:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1784947002.545958:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000100:00000040:3.0:1784947002.545959:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774a80 x1871641054310272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947002.545965:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054310144, portal 25 00000100:00000001:2.0:1784947002.545969:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947002.545971:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100526336 : -112779609025280 : ffff996d73775500) 00000100:00000001:3.0:1784947002.545978:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784947002.545983:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775500 x1871641054310144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947002.545983:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947002.546001:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947002.546005:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947002.546010:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947002.546013:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1784947002.546018:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054310272:192.168.202.106@tcp:400:kworker.0 00000100:00000040:2.0:1784947002.546022:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:3.0:1784947002.546027:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1784947002.546029:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6110. 02000000:00000001:3.0:1784947002.546032:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1784947002.546036:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054310144, offset 0 02000000:00000001:3.0:1784947002.546036:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947002.546040:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947002.546045:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46617400. 00000400:00000200:2.0:1784947002.546048:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 02000000:00000001:3.0:1784947002.546049:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947002.546056:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784947002.546059:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784947002.546061:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000200:2.0:1784947002.546068:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000010:3.0:1784947002.546069:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000400:00000200:2.0:1784947002.546075:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1784947002.546075:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054310272, portal 10 00000100:00000001:3.0:1784947002.546079:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1784947002.546080:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:3.0:1784947002.546082:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100523648 : -112779609027968 : ffff996d73774a80) 00000400:00000200:2.0:1784947002.546085:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947002.546089:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000040:3.0:1784947002.546094:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774a80 x1871641054310272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947002.546095:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314934:314934:256:4294967295] 192.168.202.106@tcp LPNI seq info [314930:314930:8:4294967295] 00000400:00000200:2.0:1784947002.546104:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784947002.546111:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:2.0:1784947002.546116:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784947002.546120:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bd00. 00000800:00000200:2.0:1784947002.546125:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:2.0:1784947002.546131:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784947002.546134:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947002.546148:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947002.546152:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784947002.546155:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305790127 00000100:00000001:3.0:1784947002.546161:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1784947002.546164:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c7e0. 00000100:00000040:3.0:1784947002.546166:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784947002.546171:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f16e8. 00000100:00000001:2.0:1784947002.546172:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000200:3.0:1784947002.546177:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054310272, offset 0 00000100:00000001:2.0:1784947002.546180:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305790127 00000100:00000010:2.0:1784947002.546184:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cae0. 00000400:00000200:3.0:1784947002.546186:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784947002.546189:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784947002.546194:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784947002.546194:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784947002.546199:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947002.546203:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947002.546203:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:2.0:1784947002.546209:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784947002.546210:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947002.546215:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000001:2.0:1784947002.546216:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947002.546219:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1784947002.546220:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784947002.546223:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947002.546226:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784947002.546227:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:2.0:1784947002.546228:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947002.546231:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947002.546235:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314935:314935:255:4294967295] 192.168.202.106@tcp LPNI seq info [314931:314931:7:4294967295] 00000400:00000200:3.0:1784947002.546241:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784947002.546250:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784947002.546255:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000200:0.0:1784947002.546259:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1784947002.546260:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000800:00000010:0.0:1784947002.546264:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bd00. 00000800:00000200:3.0:1784947002.546270:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784947002.546272:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1784947002.546278:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784947002.546280:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000800:00000200:3.0:1784947002.546285:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784947002.546287:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6110 00000100:00000001:3.0:1784947002.546290:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947002.546291:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6110. 00000100:00000040:3.0:1784947002.546297:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16668 usecs (17 jiffies) 00000100:00000001:0.0:1784947002.546299:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947002.546306:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775500 x1871641054310144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947002.546306:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784947002.546312:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305789457 00000100:00000001:3.0:1784947002.546318:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305790127 00000100:00000001:0.0:1784947002.546321:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947002.546322:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305789457 00000100:00000001:3.0:1784947002.546326:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305790127 00000100:00000040:0.0:1784947002.546327:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775500 x1871641054310144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947018 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947002.546335:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947002.546335:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947002.546338:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784947002.546340:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947002.546345:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947002.546347:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947002.546351:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1784947002.546352:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947002.546353:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:0.0:1784947002.546355:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beab00. 00000400:00000200:0.0:1784947002.546359:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947002.546363:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784947002.546364:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f16e8 00000400:00000010:0.0:1784947002.546366:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f16e8. 00000100:00000001:0.0:1784947002.546368:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947002.546370:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73774a80 x1871641054310272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947002.546375:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947002.546377:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73774a80 x1871641054310272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947018 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947002.546381:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947002.546382:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784947002.546456:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947002.546460:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947002.546462:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947002.546464:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947002.547557:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947002.547568:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947002.547571:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947002.547573:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947002.547577:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947002.547581:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784947002.547586:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947002.547589:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947002.547592:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947002.547595:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64306f00 00000400:00000200:0.0:1784947002.547598:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947002.547603:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceef1 [1] + 224 00000800:00000001:0.0:1784947002.547607:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947002.547610:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947002.547612:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947002.547614:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784947002.547618:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947002.547622:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775500 x1871641054310144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947018 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947002.547631:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775500 x1871641054310144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947018 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947002.547644:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947002.547649:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947002.547651:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947002.547653:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947002.547654:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947002.547656:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947002.547658:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784947002.547661:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947002.547663:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947002.547665:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947002.547667:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64306f80 00000400:00000200:0.0:1784947002.547670:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947002.547674:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceef9 [1] + 224 00000800:00000001:0.0:1784947002.547676:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947002.547681:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947002.547682:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947002.547685:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784947002.547685:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947002.547690:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947002.547690:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1784947002.547695:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73774a80 x1871641054310272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947018 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784947002.547698:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947002.547702:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1784947002.547705:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73774a80 x1871641054310272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947018 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947002.547707:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784947002.547714:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:2.0:1784947002.547718:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:0.0:1784947002.547722:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947002.547722:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784947002.547727:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947002.547730:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947002.547730:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775500 x1871641054310144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947018 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947002.547750:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775500 x1871641054310144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947018 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947002.547754:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947002.547757:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947002.547763:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:3.0:1784947002.547763:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947002.547766:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784947002.547767:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784947002.547769:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784947002.547770:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947002.547774:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1784947002.547775:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000100:00000001:2.0:1784947002.547777:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1784947002.547778:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:2.0:1784947002.547781:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947002.547782:0:2354:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784947002.547784:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784947002.547789:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774a80 x1871641054310272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947018 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784947002.547790:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=54 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947002.547798:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=54 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947002.547803:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947002.547805:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784947002.547805:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774a80 x1871641054310272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947018 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784947002.547812:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947002.547815:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947002.547818:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947002.547819:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947002.547821:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947002.547824:0:2354:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:2.0:1784947002.547825:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775500 x1871641054310144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947018 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947002.547826:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947002.547829:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947002.547831:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947002.547835:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947002.547839:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947002.547842:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:3.0:1784947002.547842:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=54 v=5 (5 5 5 5) 00000100:00000001:2.0:1784947002.547845:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784947002.547847:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=124 v=5 (1 1 1 1) 00000100:00000040:2.0:1784947002.547852:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775500 x1871641054310144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947018 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947002.547853:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947002.547855:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947002.547859:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947002.547863:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947002.547866:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1784947002.547867:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054310144:192.168.202.106@tcp:400:kworker.0 00000100:00000040:3.0:1784947002.547869:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784947002.547873:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947002.547874:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947002.547876:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947002.547877:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947002.547886:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775500 x1871641054310144/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947018 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947002.547888:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774a80 x1871641054310272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947018 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947002.547898:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947002.547901:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947002.547904:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d6e00. 00000100:00000001:3.0:1784947002.547908:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947002.547909:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947002.547912:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784947002.547913:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:2.0:1784947002.547914:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784947002.547917:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784947002.547918:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947002.547921:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beaf00. 02000000:00000001:2.0:1784947002.547924:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947002.547926:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1784947002.547927:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774a80 x1871641054310272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947018 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1784947002.547928:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775500. 00000100:00000001:2.0:1784947002.547932:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947002.547934:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947002.547938:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947002.547943:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947002.547946:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947002.547948:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054310272:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784947002.547949:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947002.547952:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947002.547962:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947002.547964:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947002.547969:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774a80 x1871641054310272/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947018 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947002.547975:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947002.547977:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947002.547979:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46617400. 02000000:00000001:3.0:1784947002.547982:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947002.547983:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947002.547985:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784947002.547986:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947002.547988:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea800. 02000000:00000001:3.0:1784947002.548007:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947002.548009:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947002.548011:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774a80. 00000100:00000001:3.0:1784947002.548014:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947002.548016:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947002.548017:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947002.548021:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947002.548023:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947002.548024:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947002.548026:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947002.865632:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947002.865640:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784947002.865697:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784947002.865700:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784947002.865703:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947003.249617:0:191387:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305790127, at 4305790144 00000100:00000040:1.0:1784947003.249617:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305790127, at 4305790144 00000100:00000010:1.0:1784947003.249631:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cae0. 00000100:00000010:0.0:1784947003.249634:0:191387:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c7e0. 00010000:00000001:1.0:1784947003.889635:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947003.889643:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947003.889645:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947003.889647:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947003.889651:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947003.889653:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947003.889655:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947003.889661:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947003.889721:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947003.889725:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947003.889727:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947004.913590:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947004.913595:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947004.913653:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947004.913657:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947004.913660:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947005.937651:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947005.937657:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947005.937717:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947005.937722:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947005.937726:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947006.961582:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947006.961590:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784947006.961654:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784947006.961658:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784947006.961663:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947007.665615:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947007.665624:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947007.665634:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d88000. 00000020:00000040:1.0:1784947007.665640:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784947007.665644:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947007.665648:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947007.665653:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947007.665661:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad300. 00000100:00000001:1.0:1784947007.665667:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947007.665680:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d88000 x1871641054310400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947007.665698:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947007.665703:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947007.665710:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005066ad8c] to pc [ptlrpcd_00_00+0] req@ffff996d44d88000 x1871641054310400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947007.665737:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947007.665740:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947007.665744:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947007.665747:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d89180. 00000020:00000040:1.0:1784947007.665750:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784947007.665753:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947007.665755:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947007.665758:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947007.665761:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad400. 00000100:00000001:0.0:1784947007.665765:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947007.665765:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947007.665770:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947007.665774:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784947007.665774:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d89180 x1871641054310528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1784947007.665783:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88000 x1871641054310400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947007.665788:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947007.665792:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947007.665802:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003c74867] to pc [ptlrpcd_00_01+1] req@ffff996d44d89180 x1871641054310528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947007.665804:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947007.665808:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947007.665815:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784947007.665818:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947007.665819:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784947007.665823:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784947007.665825:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947007.665832:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1784947007.665835:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054310400:192.168.202.106@tcp:400:kworker.0 00000100:00000040:1.0:1784947007.665837:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947007.665845:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1784947007.665846:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784947007.665851:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1784947007.665853:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11132) 02000000:00000001:0.0:1784947007.665855:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947007.665858:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947007.665863:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394ba00. 02000000:00000001:0.0:1784947007.665865:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947007.665879:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784947007.665883:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1784947007.665884:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f9a0. 00000100:00000001:1.0:1784947007.665888:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1784947007.665892:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f220. 00000100:00000001:1.0:1784947007.665893:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784947007.665901:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d89180 x1871641054310528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947007.665904:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054310400, portal 25 00000100:00000001:0.0:1784947007.665910:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947007.665912:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318365184 : -112780391186432 : ffff996d44d88000) 00000100:00000001:1.0:1784947007.665919:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1784947007.665923:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88000 x1871641054310400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947007.665923:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947007.665930:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947007.665933:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947007.665938:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947007.665941:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1784947007.665945:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054310528:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784947007.665966:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784947007.665969:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947007.665971:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947007.665975:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784947007.665976:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000010:1.0:1784947007.665981:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d51da1800. 00000400:00000010:0.0:1784947007.665982:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f440. 02000000:00000001:1.0:1784947007.665987:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947007.665989:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054310400, offset 0 00000400:00000200:1.0:1784947007.665995:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947007.665997:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784947007.666002:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d058. 00000400:00000200:0.0:1784947007.666008:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784947007.666009:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294990. 00000100:00000200:1.0:1784947007.666015:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054310528, portal 10 00000400:00000200:0.0:1784947007.666016:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:1.0:1784947007.666020:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947007.666023:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318369664 : -112780391181952 : ffff996d44d89180) 00000400:00000200:0.0:1784947007.666024:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947007.666028:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784947007.666035:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1784947007.666036:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d89180 x1871641054310528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947007.666038:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784947007.666044:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314936:314936:256:4294967295] 192.168.202.106@tcp LPNI seq info [314932:314932:8:4294967295] 00000400:00000200:0.0:1784947007.666056:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784947007.666059:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784947007.666064:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784947007.666067:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294ee0. 00000100:00000200:1.0:1784947007.666072:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054310528, offset 0 00000400:00000200:0.0:1784947007.666074:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:1.0:1784947007.666081:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000800:00000200:0.0:1784947007.666086:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784947007.666091:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:0.0:1784947007.666096:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4d00. 00000400:00000200:1.0:1784947007.666098:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784947007.666103:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784947007.666106:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784947007.666110:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784947007.666115:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1784947007.666119:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:1.0:1784947007.666123:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:0.0:1784947007.666125:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784947007.666131:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314937:314937:255:4294967295] 192.168.202.106@tcp LPNI seq info [314933:314933:7:4294967295] 00000100:00000001:0.0:1784947007.666137:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947007.666138:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947007.666143:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784947007.666147:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305795247 00000400:00000200:1.0:1784947007.666153:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000010:0.0:1784947007.666154:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373c00. 00000800:00000200:1.0:1784947007.666161:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784947007.666162:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000010:1.0:1784947007.666170:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ade00. 00000100:00000001:0.0:1784947007.666171:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305795247 00000100:00000010:0.0:1784947007.666177:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d593736c0. 00000800:00000200:1.0:1784947007.666180:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:0.0:1784947007.666181:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784947007.666185:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947007.666189:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947007.666191:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:0.0:1784947007.666193:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947007.666198:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784947007.666199:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ade00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947007.666204:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947007.666205:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947007.666207:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947007.666211:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784947007.666211:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16668 usecs (17 jiffies) 00000100:00000001:0.0:1784947007.666212:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947007.666215:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947007.666220:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784947007.666221:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947007.666224:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305794577 00000100:00000001:1.0:1784947007.666229:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305795247 00000100:00000001:1.0:1784947007.666231:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305794577 00000100:00000001:1.0:1784947007.666234:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305795247 00000100:00000001:1.0:1784947007.666237:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947007.666239:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947007.666242:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947007.666244:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947007.666249:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947007.666250:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947007.666253:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947007.666254:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947007.666256:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947007.666258:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947007.666273:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947007.666278:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4d00. 00000400:00000200:0.0:1784947007.666284:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947007.666291:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784947007.666297:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f440 00000400:00000010:0.0:1784947007.666300:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f440. 00000100:00000001:0.0:1784947007.666305:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947007.666310:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d88000 x1871641054310400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947007.666320:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947007.666324:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d88000 x1871641054310400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947023 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947007.666332:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947007.666334:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947007.666397:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947007.666399:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ade00. 00000400:00000200:0.0:1784947007.666403:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947007.666406:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784947007.666408:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294ee0 00000400:00000010:0.0:1784947007.666409:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294ee0. 00000100:00000001:0.0:1784947007.666411:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947007.666414:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d89180 x1871641054310528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947007.666424:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947007.666426:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d89180 x1871641054310528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947023 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947007.666430:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947007.666431:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947007.667626:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947007.667638:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947007.667641:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947007.667644:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947007.667649:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947007.667654:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784947007.667661:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947007.667664:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947007.667668:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947007.667672:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64307000 00000400:00000200:0.0:1784947007.667684:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947007.667691:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cef01 [1] + 224 00000800:00000001:0.0:1784947007.667699:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947007.667707:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947007.667709:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947007.667712:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784947007.667717:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947007.667722:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d88000 x1871641054310400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947023 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947007.667732:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d88000 x1871641054310400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947023 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947007.667750:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947007.667757:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947007.667760:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947007.667785:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947007.667788:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784947007.667794:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784947007.667795:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784947007.667798:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f9a0. 00000400:00000200:1.0:1784947007.667803:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f220 00000400:00000010:1.0:1784947007.667805:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f220. 00000100:00000001:1.0:1784947007.667808:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947007.667814:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88000 x1871641054310400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947023 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947007.667824:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88000 x1871641054310400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947023 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947007.667832:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947007.667834:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947007.667837:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784947007.667840:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947007.667842:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947007.667844:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947007.667847:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784947007.667853:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=59 v=5 (5 5 5 5) 00000100:00001000:1.0:1784947007.667857:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=59 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947007.667860:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947007.667862:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947007.667865:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784947007.667867:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947007.667870:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947007.667874:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88000 x1871641054310400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947023 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947007.667882:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947007.667885:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947007.667887:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947007.667891:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88000 x1871641054310400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947023 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784947007.667899:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054310400:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784947007.667904:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947007.667907:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947007.667910:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88000 x1871641054310400/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947023 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947007.667918:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784947007.667921:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784947007.667923:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394ba00. 02000000:00000001:1.0:1784947007.667927:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784947007.667928:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784947007.667930:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784947007.667933:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784947007.667935:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad300. 02000000:00000001:1.0:1784947007.667939:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947007.667941:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784947007.667943:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88000. 00000100:00000001:1.0:1784947007.667960:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947007.667962:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947007.667964:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947007.667968:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947007.667970:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947007.667972:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947007.667974:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947007.670715:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947007.670723:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947007.670727:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947007.670729:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947007.670733:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947007.670739:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784947007.670745:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947007.670748:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947007.670752:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947007.670755:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64307080 00000400:00000200:0.0:1784947007.670759:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947007.670769:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cef11 [1] + 224 00000800:00000001:0.0:1784947007.670775:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947007.670782:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947007.670785:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947007.670789:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784947007.670794:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947007.670799:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89180 x1871641054310528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947023 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947007.670808:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89180 x1871641054310528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947023 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947007.670823:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947007.670828:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947007.670831:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947007.670857:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947007.670860:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784947007.670864:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784947007.670866:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784947007.670868:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d058. 00000400:00000200:1.0:1784947007.670872:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294990 00000400:00000010:1.0:1784947007.670874:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294990. 00000100:00000001:1.0:1784947007.670876:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947007.670883:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d89180 x1871641054310528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947023 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947007.670894:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d89180 x1871641054310528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947023 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947007.670901:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947007.670903:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947007.670905:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784947007.670907:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947007.670908:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947007.670911:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947007.670913:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784947007.670918:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=59 v=5 (5 5 5 5) 00000100:00001000:1.0:1784947007.670922:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=129 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947007.670925:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947007.670926:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947007.670928:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784947007.670932:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947007.670934:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784947007.670936:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784947007.670938:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784947007.670940:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947007.670944:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d89180 x1871641054310528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947023 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947007.670965:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947007.670967:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947007.670969:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947007.670973:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89180 x1871641054310528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947023 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784947007.670982:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054310528:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784947007.670986:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947007.670988:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947007.670992:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89180 x1871641054310528/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947023 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947007.670999:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784947007.671001:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784947007.671003:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d51da1800. 02000000:00000001:1.0:1784947007.671008:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784947007.671009:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784947007.671011:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784947007.671013:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784947007.671015:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad400. 02000000:00000001:1.0:1784947007.671018:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947007.671020:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784947007.671022:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89180. 00000100:00000001:1.0:1784947007.671025:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947007.671026:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947007.671028:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947007.671031:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947007.671033:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947007.671035:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947007.671037:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947007.985652:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947007.985659:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947007.985723:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947007.985728:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947007.985731:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947008.369595:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305795247, at 4305795264 00000100:00000040:0.0:1784947008.369607:0:191387:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305795247, at 4305795264 00000100:00000010:1.0:1784947008.369609:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d593736c0. 00000100:00000010:0.0:1784947008.369618:0:191387:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373c00. 00010000:00000001:1.0:1784947009.009637:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947009.009643:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947009.009700:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947009.009703:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947009.009706:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947010.033625:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947010.033630:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947010.033688:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947010.033692:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947010.033694:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947011.057627:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947011.057633:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784947011.057698:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784947011.057701:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784947011.057704:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947012.081615:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947012.081619:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947012.081672:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947012.081676:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947012.081679:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947012.785611:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947012.785619:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947012.785627:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d89180. 00000020:00000040:1.0:1784947012.785632:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1784947012.785635:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947012.785637:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947012.785641:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947012.785647:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad400. 00000100:00000001:1.0:1784947012.785652:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947012.785660:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d44d89180 x1871641054310656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947012.785668:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947012.785671:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947012.785677:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003c74867] to pc [ptlrpcd_00_00+0] req@ffff996d44d89180 x1871641054310656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947012.785702:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947012.785704:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947012.785706:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947012.785708:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d44d88000. 00000020:00000040:1.0:1784947012.785709:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:1.0:1784947012.785711:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947012.785711:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947012.785712:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947012.785714:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996cb83ad300. 00000100:00000001:1.0:1784947012.785716:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947012.785718:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d44d88000 x1871641054310784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947012.785723:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947012.785724:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947012.785726:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005066ad8c] to pc [ptlrpcd_00_01+1] req@ffff996d44d88000 x1871641054310784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947012.785730:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947012.785732:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784947012.785734:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784947012.785735:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784947012.785743:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784947012.785746:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11137) 00000100:00000001:1.0:1784947012.785761:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947012.785765:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947012.785766:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947012.785768:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784947012.785770:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947012.785772:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784947012.785775:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d88000 x1871641054310784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947012.785778:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d44d89180 x1871641054310656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947012.785828:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947012.785828:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947012.785832:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947012.785832:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947012.785838:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947012.785839:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947012.785843:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947012.785843:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947012.785848:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947012.785849:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947012.785855:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054310656:192.168.202.106@tcp:400:kworker.0 00000100:00100000:1.0:1784947012.785857:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d44d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054310784:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784947012.785859:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784947012.785863:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947012.785864:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947012.785867:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947012.785869:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1784947012.785869:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947012.785873:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947012.785876:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394ba00. 02000000:00000001:1.0:1784947012.785877:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1784947012.785880:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947012.785883:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d51da1800. 00000400:00000200:0.0:1784947012.785887:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:1.0:1784947012.785888:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947012.785892:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f738. 00000400:00000200:1.0:1784947012.785896:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784947012.785898:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f440. 00000400:00000010:1.0:1784947012.785900:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d058. 00000100:00000200:0.0:1784947012.785918:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054310656, portal 25 00000100:00000001:0.0:1784947012.785921:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947012.785922:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318369664 : -112780391181952 : ffff996d44d89180) 00000100:00000040:0.0:1784947012.785927:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d89180 x1871641054310656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784947012.785929:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294990. 00000100:00000200:1.0:1784947012.785934:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054310784, portal 10 00000100:00000001:0.0:1784947012.785935:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784947012.785938:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1784947012.785941:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784947012.785941:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293318365184 : -112780391186432 : ffff996d44d88000) 00000400:00000010:0.0:1784947012.785945:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f088. 00000100:00000200:0.0:1784947012.785949:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054310656, offset 0 00000100:00000040:1.0:1784947012.785949:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d44d88000 x1871641054310784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947012.785956:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784947012.785959:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784947012.785963:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784947012.785966:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784947012.785966:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294440. 00000100:00000200:1.0:1784947012.785970:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054310784, offset 0 00000400:00000200:0.0:1784947012.785974:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784947012.785978:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784947012.785981:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947012.785984:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784947012.785987:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947012.785989:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784947012.785992:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314938:314938:256:4294967295] 192.168.202.106@tcp LPNI seq info [314934:314934:8:4294967295] 00000400:00000200:0.0:1784947012.785995:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947012.786002:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784947012.786008:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784947012.786008:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:0.0:1784947012.786015:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4d00. 00000400:00000200:1.0:1784947012.786015:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784947012.786019:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784947012.786022:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784947012.786023:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784947012.786027:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947012.786028:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:0.0:1784947012.786031:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:1.0:1784947012.786035:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314939:314939:255:4294967295] 192.168.202.106@tcp LPNI seq info [314935:314935:7:4294967295] 00000800:00000200:0.0:1784947012.786036:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784947012.786043:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947012.786048:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:0.0:1784947012.786049:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947012.786053:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784947012.786057:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784947012.786060:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305800367 00000800:00000010:1.0:1784947012.786061:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad700. 00000100:00000010:0.0:1784947012.786066:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373c00. 00000800:00000200:1.0:1784947012.786067:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:1.0:1784947012.786072:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:0.0:1784947012.786073:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1784947012.786076:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947012.786079:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305800367 00000100:00000001:1.0:1784947012.786080:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784947012.786084:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373240. 00000100:00000040:1.0:1784947012.786085:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16667 usecs (17 jiffies) 00000100:00000001:0.0:1784947012.786088:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1784947012.786090:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784947012.786092:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947012.786093:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305799697 00000100:00000001:0.0:1784947012.786096:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947012.786097:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305800367 00000100:00000001:0.0:1784947012.786100:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947012.786101:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305799697 00000100:00000001:0.0:1784947012.786103:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947012.786104:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305800367 00000100:00000001:1.0:1784947012.786107:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947012.786108:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947012.786110:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947012.786110:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947012.786111:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947012.786113:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947012.786115:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947012.786117:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947012.786117:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947012.786120:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947012.786121:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947012.786127:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947012.786127:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947012.786129:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947012.786132:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947012.786134:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947012.786162:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947012.786165:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4d00. 00000400:00000200:0.0:1784947012.786170:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947012.786173:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784947012.786176:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f088 00000400:00000010:0.0:1784947012.786178:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f088. 00000100:00000001:0.0:1784947012.786181:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947012.786184:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d89180 x1871641054310656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947012.786191:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947012.786193:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d89180 x1871641054310656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947028 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947012.786197:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947012.786198:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947012.786249:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947012.786251:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad700. 00000400:00000200:0.0:1784947012.786255:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947012.786256:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784947012.786258:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294440 00000400:00000010:0.0:1784947012.786260:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294440. 00000100:00000001:0.0:1784947012.786262:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947012.786265:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d44d88000 x1871641054310784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947012.786272:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947012.786275:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d44d88000 x1871641054310784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947028 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947012.786280:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947012.786282:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947012.787433:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947012.787443:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947012.787445:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947012.787448:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947012.787452:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947012.787457:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784947012.787462:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947012.787465:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947012.787469:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947012.787472:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64307100 00000400:00000200:0.0:1784947012.787476:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947012.787481:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cef21 [1] + 224 00000800:00000001:0.0:1784947012.787486:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947012.787492:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947012.787494:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947012.787497:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784947012.787501:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947012.787505:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d89180 x1871641054310656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947028 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947012.787537:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d89180 x1871641054310656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947028 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947012.787554:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947012.787560:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947012.787563:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947012.787565:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947012.787567:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947012.787570:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947012.787573:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784947012.787577:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947012.787580:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947012.787584:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947012.787587:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64307180 00000400:00000200:0.0:1784947012.787591:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784947012.787594:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947012.787595:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cef29 [1] + 224 00000100:00000001:1.0:1784947012.787599:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784947012.787601:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1784947012.787605:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784947012.787606:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1784947012.787609:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784947012.787610:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947012.787615:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000010:1.0:1784947012.787615:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f738. 00000400:00000200:1.0:1784947012.787622:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f440 00000400:00000010:1.0:1784947012.787624:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f440. 00000100:00000001:1.0:1784947012.787629:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947012.787630:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947012.787637:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d44d88000 x1871641054310784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947028 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947012.787638:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d89180 x1871641054310656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947028 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947012.787655:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d44d88000 x1871641054310784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947028 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947012.787663:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d89180 x1871641054310656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947028 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947012.787668:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947012.787672:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784947012.787674:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947012.787675:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947012.787677:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947012.787682:0:2352:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784947012.787683:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947012.787685:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784947012.787685:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947012.787689:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000001:0.0:1784947012.787690:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947012.787692:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947012.787694:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d058. 00000100:00000001:1.0:1784947012.787694:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947012.787698:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294990 00000400:00000010:0.0:1784947012.787700:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294990. 02000000:00000001:1.0:1784947012.787700:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947012.787704:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947012.787707:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d44d88000 x1871641054310784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947028 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784947012.787708:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=64 v=5 (5 5 5 5) 00000100:00001000:1.0:1784947012.787717:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=64 v=5 (1 1 1 1) 00000100:00000200:0.0:1784947012.787720:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d44d88000 x1871641054310784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947028 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947012.787723:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947012.787726:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947012.787729:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947012.787731:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784947012.787731:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784947012.787735:0:2353:0:(client.c:1580:after_reply()) Process entered 00010000:00000001:1.0:1784947012.787735:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947012.787737:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947012.787738:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947012.787741:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947012.787741:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947012.787743:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947012.787748:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=64 v=5 (5 5 5 5) 00000100:00000040:1.0:1784947012.787750:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d89180 x1871641054310656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947028 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784947012.787751:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=134 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947012.787758:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947012.787760:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947012.787764:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947012.787767:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947012.787769:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784947012.787769:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784947012.787772:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784947012.787774:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947012.787775:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947012.787777:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947012.787777:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947012.787785:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d44d88000 x1871641054310784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947028 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947012.787788:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d89180 x1871641054310656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947028 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947012.787816:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947012.787819:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:1.0:1784947012.787819:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054310656:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784947012.787821:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947012.787827:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d44d88000 x1871641054310784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947028 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947012.787828:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947012.787832:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1784947012.787839:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d44d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054310784:192.168.202.106@tcp:400:kworker.0 00000100:00000040:1.0:1784947012.787840:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d89180 x1871641054310656/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947028 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947012.787844:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947012.787848:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947012.787852:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d44d88000 x1871641054310784/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947028 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947012.787856:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784947012.787859:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947012.787861:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1784947012.787861:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947012.787865:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d51da1800. 02000000:00000010:1.0:1784947012.787866:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394ba00. 02000000:00000001:0.0:1784947012.787869:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947012.787872:0:2353:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:1.0:1784947012.787872:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:0.0:1784947012.787875:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784947012.787876:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:0.0:1784947012.787877:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000040:1.0:1784947012.787879:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 02000000:00000010:0.0:1784947012.787880:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad300. 00000020:00000001:1.0:1784947012.787885:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1784947012.787886:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947012.787888:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:1.0:1784947012.787888:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996cb83ad400. 00000100:00000010:0.0:1784947012.787891:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d88000. 00000100:00000001:0.0:1784947012.787895:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1784947012.787895:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784947012.787897:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784947012.787898:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1784947012.787899:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1784947012.787902:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d44d89180. 00000100:00000001:0.0:1784947012.787903:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947012.787918:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947012.787920:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947012.787921:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947012.787925:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947012.787925:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947012.787930:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947012.787936:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947012.787938:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947012.787940:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947012.787943:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947013.105643:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947013.105648:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947013.105699:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947013.105702:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947013.105705:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947013.489617:0:191387:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305800367, at 4305800384 00000100:00000040:1.0:1784947013.489626:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305800367, at 4305800384 00000100:00000010:0.0:1784947013.489634:0:191387:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373c00. 00000100:00000010:1.0:1784947013.489635:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373240. 00010000:00000001:1.0:1784947014.129599:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947014.129606:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947014.129608:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947014.129610:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947014.129614:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947014.129615:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947014.129616:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947014.129618:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947014.129658:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947014.129661:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947014.129664:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947015.153614:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947015.153619:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784947015.153682:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784947015.153686:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784947015.153689:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947016.177636:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947016.177643:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947016.177712:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947016.177716:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947016.177720:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784947016.561588:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784947016.561594:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784947016.561597:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1784947016.561718:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784947016.561720:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784947016.561731:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947016.561736:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947016.561738:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784947017.201617:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947017.201622:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947017.201665:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947017.201668:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947017.201670:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947017.905643:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947017.905651:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947017.905659:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953480. 00000020:00000040:2.0:1784947017.905664:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784947017.905667:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947017.905670:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947017.905674:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947017.905680:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511bc00. 00000100:00000001:2.0:1784947017.905685:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947017.905694:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73953480 x1871641054310912/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947017.905701:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947017.905705:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947017.905710:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000632050e9] to pc [ptlrpcd_01_01+1] req@ffff996d73953480 x1871641054310912/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947017.905733:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947017.905735:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947017.905737:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947017.905739:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953100. 00000020:00000040:2.0:1784947017.905741:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784947017.905744:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947017.905745:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947017.905746:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947017.905749:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b100. 00000100:00000001:2.0:1784947017.905752:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947017.905757:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73953100 x1871641054311040/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947017.905764:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947017.905766:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947017.905770:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b49009a9] to pc [ptlrpcd_01_00+0] req@ffff996d73953100 x1871641054311040/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947017.905774:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947017.905779:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947017.905783:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947017.905785:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784947017.905788:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784947017.905789:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784947017.905793:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947017.905799:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953480 x1871641054310912/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947017.905800:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784947017.905807:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11142) 00000100:00000001:3.0:1784947017.905813:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947017.905815:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947017.905819:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947017.905822:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947017.905824:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947017.905828:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054310912:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784947017.905833:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947017.905838:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784947017.905840:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784947017.905841:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947017.905843:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947017.905845:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784947017.905845:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784947017.905852:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953100 x1871641054311040/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784947017.905853:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46616200. 00000100:00000001:2.0:1784947017.905858:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947017.905860:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947017.905873:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947017.905875:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947017.905878:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947017.905878:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947017.905884:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054311040:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784947017.905887:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784947017.905890:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784947017.905891:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947017.905895:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947017.905897:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1784947017.905898:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 02000000:00000010:2.0:1784947017.905901:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d6e00. 02000000:00000001:2.0:1784947017.905904:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947017.905907:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000400:00000200:2.0:1784947017.905911:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784947017.905916:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784947017.905921:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000100:00000200:2.0:1784947017.905927:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054311040, portal 10 00000100:00000200:3.0:1784947017.905927:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054310912, portal 25 00000100:00000001:2.0:1784947017.905933:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947017.905933:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947017.905934:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102483200 : -112779607068416 : ffff996d73953100) 00000100:00000001:3.0:1784947017.905937:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102484096 : -112779607067520 : ffff996d73953480) 00000100:00000040:2.0:1784947017.905942:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953100 x1871641054311040/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947017.905947:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953480 x1871641054310912/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947017.905950:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947017.905954:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784947017.905958:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6000. 00000100:00000200:2.0:1784947017.905962:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054311040, offset 0 00000100:00000001:3.0:1784947017.905963:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947017.905969:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784947017.905973:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784947017.905974:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f15d8. 00000100:00000200:3.0:1784947017.905979:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054310912, offset 0 00000400:00000200:2.0:1784947017.905984:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784947017.905985:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784947017.905995:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784947017.906001:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947017.906005:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784947017.906009:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947017.906012:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784947017.906015:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314940:314940:256:4294967295] 192.168.202.106@tcp LPNI seq info [314936:314936:8:4294967295] 00000400:00000200:2.0:1784947017.906019:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784947017.906024:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784947017.906030:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784947017.906034:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:2.0:1784947017.906038:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784947017.906039:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947017.906044:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000010:2.0:1784947017.906046:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b500. 00000400:00000200:3.0:1784947017.906049:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947017.906053:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:2.0:1784947017.906058:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784947017.906058:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314941:314941:255:4294967295] 192.168.202.106@tcp LPNI seq info [314937:314937:7:4294967295] 00000400:00000200:3.0:1784947017.906065:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784947017.906069:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1784947017.906073:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784947017.906078:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784947017.906083:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784947017.906087:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000100:00000001:2.0:1784947017.906088:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947017.906093:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16667 usecs (17 jiffies) 00000800:00000200:3.0:1784947017.906094:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784947017.906099:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784947017.906103:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:2.0:1784947017.906104:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305804817 00000800:00000200:3.0:1784947017.906108:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1784947017.906111:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c600. 00000100:00000001:3.0:1784947017.906113:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947017.906118:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000400:00000200:3.0:1784947017.906118:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784947017.906123:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305805487 00000100:00000001:2.0:1784947017.906125:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305804817 00000100:00000010:2.0:1784947017.906129:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cc60. 00000100:00000001:2.0:1784947017.906132:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947017.906136:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305804817 00000100:00000001:2.0:1784947017.906140:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947017.906143:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947017.906144:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305805487 00000100:00000001:2.0:1784947017.906145:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947017.906148:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947017.906150:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947017.906151:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305804817 00000800:00000010:0.0:1784947017.906154:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b500. 00000100:00000001:3.0:1784947017.906156:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947017.906160:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947017.906163:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947017.906164:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947017.906164:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947017.906165:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947017.906168:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947017.906172:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947017.906173:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947017.906175:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784947017.906177:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947017.906177:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947017.906182:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947017.906182:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947017.906184:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6000 00000100:00000001:3.0:1784947017.906185:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947017.906189:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947017.906189:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947017.906194:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6000. 00000100:00000001:3.0:1784947017.906195:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947017.906201:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947017.906207:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953100 x1871641054311040/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947017.906214:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947017.906217:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953100 x1871641054311040/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947033 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947017.906222:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947017.906223:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947017.906273:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947017.906275:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea800. 00000400:00000200:0.0:1784947017.906277:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947017.906279:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784947017.906280:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f15d8 00000400:00000010:0.0:1784947017.906282:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f15d8. 00000100:00000001:0.0:1784947017.906283:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947017.906285:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953480 x1871641054310912/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947017.906290:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947017.906291:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953480 x1871641054310912/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947033 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947017.906295:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947017.906296:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947017.907653:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947017.907664:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947017.907667:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947017.907670:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947017.907675:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947017.907681:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784947017.907688:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947017.907692:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947017.907696:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947017.907700:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64307280 00000400:00000200:1.0:1784947017.907704:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947017.907709:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cef49 [1] + 224 00000800:00000001:1.0:1784947017.907715:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947017.907718:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947017.907720:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947017.907723:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784947017.907726:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947017.907730:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953100 x1871641054311040/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947033 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947017.907738:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953100 x1871641054311040/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947033 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947017.907749:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947017.907754:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947017.907756:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947017.907757:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947017.907758:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947017.907760:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947017.907762:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784947017.907765:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947017.907767:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947017.907769:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947017.907771:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64307200 00000400:00000200:1.0:1784947017.907774:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947017.907777:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cef41 [1] + 224 00000800:00000001:1.0:1784947017.907780:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947017.907784:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947017.907786:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947017.907791:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:2.0:1784947017.907792:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947017.907794:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947017.907796:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1784947017.907800:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953480 x1871641054310912/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947033 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784947017.907803:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947017.907806:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947017.907810:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000100:00000040:1.0:1784947017.907815:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953480 x1871641054310912/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947033 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947017.907816:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:2.0:1784947017.907820:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:2.0:1784947017.907826:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947017.907832:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953100 x1871641054311040/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947033 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947017.907837:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947017.907845:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784947017.907845:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953100 x1871641054311040/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947033 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947017.907849:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947017.907874:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947017.907877:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947017.907879:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947017.907880:0:2354:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784947017.907883:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784947017.907885:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000001:3.0:1784947017.907888:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784947017.907889:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000001:3.0:1784947017.907892:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784947017.907893:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947017.907896:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 02000000:00000001:2.0:1784947017.907898:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947017.907902:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784947017.907905:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00001000:2.0:1784947017.907908:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=69 v=5 (5 5 5 5) 00000100:00000001:3.0:1784947017.907908:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1784947017.907914:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=139 v=5 (1 1 1 1) 00000100:00000200:3.0:1784947017.907915:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953480 x1871641054310912/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947033 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947017.907922:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947017.907925:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947017.907931:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1784947017.907933:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953480 x1871641054310912/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947033 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784947017.907935:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947017.907940:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947017.907944:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784947017.907945:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947017.907948:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947017.907949:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947017.907952:0:2355:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784947017.907953:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947017.907956:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947017.907958:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947017.907961:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947017.907962:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953100 x1871641054311040/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947033 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947017.907964:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947017.907970:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=69 v=5 (5 5 5 5) 00000100:00000001:2.0:1784947017.907977:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1784947017.907977:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=69 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947017.907983:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947017.907984:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947017.907987:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947017.907988:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784947017.907990:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947017.907993:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947017.907995:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953100 x1871641054311040/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947033 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947017.907997:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947017.908006:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953480 x1871641054310912/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947033 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947017.908013:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054311040:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784947017.908021:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947017.908023:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947017.908026:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947017.908028:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947017.908029:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947017.908034:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953100 x1871641054311040/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947033 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947017.908038:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953480 x1871641054310912/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947033 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947017.908054:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947017.908058:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1784947017.908059:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054310912:192.168.202.106@tcp:400:kworker.0 02000000:00000010:2.0:1784947017.908061:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d6e00. 00000100:00000001:3.0:1784947017.908066:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947017.908067:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784947017.908070:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1784947017.908072:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947017.908076:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000040:3.0:1784947017.908077:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953480 x1871641054310912/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947033 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784947017.908081:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947017.908084:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b100. 00000100:00000001:3.0:1784947017.908088:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947017.908090:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947017.908090:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1784947017.908095:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:3.0:1784947017.908095:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46616200. 02000000:00000001:3.0:1784947017.908099:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:2.0:1784947017.908100:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953100. 00000020:00000001:3.0:1784947017.908102:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947017.908105:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784947017.908107:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1784947017.908107:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784947017.908111:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784947017.908111:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511bc00. 02000000:00000001:3.0:1784947017.908115:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784947017.908116:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947017.908117:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947017.908119:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953480. 00000100:00000001:3.0:1784947017.908122:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947017.908123:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947017.908124:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947017.908124:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947017.908128:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947017.908129:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947017.908132:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947017.908133:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947017.908134:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947017.908136:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947017.908137:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947018.225604:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947018.225608:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947018.225673:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947018.225677:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947018.225680:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947018.609609:0:191387:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305805487, at 4305805504 00000100:00000040:1.0:1784947018.609609:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305805487, at 4305805504 00000100:00000010:0.0:1784947018.609623:0:191387:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c600. 00000100:00000010:1.0:1784947018.609625:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cc60. 00010000:00000001:1.0:1784947019.249621:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947019.249626:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784947019.249683:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784947019.249686:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784947019.249689:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947020.273624:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947020.273631:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947020.273686:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947020.273690:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947020.273693:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947021.297599:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947021.297605:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947021.297658:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947021.297661:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947021.297663:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947022.321595:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947022.321602:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947022.321668:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947022.321671:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947022.321674:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947023.025650:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947023.025658:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947023.025666:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328b100. 00000020:00000040:0.0:1784947023.025671:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784947023.025675:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947023.025677:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947023.025682:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947023.025688:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4d00. 00000100:00000001:0.0:1784947023.025694:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947023.025705:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d4328b100 x1871641054311168/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947023.025713:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947023.025716:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947023.025722:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028243735] to pc [ptlrpcd_00_00+0] req@ffff996d4328b100 x1871641054311168/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947023.025741:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947023.025744:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947023.025747:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947023.025750:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328ad80. 00000020:00000040:0.0:1784947023.025752:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784947023.025755:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947023.025756:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947023.025758:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947023.025761:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4b00. 00000100:00000001:0.0:1784947023.025765:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947023.025769:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d4328ad80 x1871641054311296/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947023.025773:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947023.025778:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947023.025780:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947023.025782:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784947023.025786:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947023.025792:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328b100 x1871641054311168/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947023.025794:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ae59169] to pc [ptlrpcd_00_01+1] req@ffff996d4328ad80 x1871641054311296/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947023.025801:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947023.025803:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947023.025810:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947023.025815:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947023.025831:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1784947023.025832:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784947023.025835:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947023.025838:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11147) 02000000:00000001:1.0:1784947023.025842:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947023.025846:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947023.025849:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947023.025852:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947023.025855:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1784947023.025855:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054311168:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784947023.025857:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947023.025863:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328ad80 x1871641054311296/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947023.025863:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784947023.025870:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1784947023.025870:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784947023.025871:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947023.025874:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947023.025875:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947023.025877:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947023.025879:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1784947023.025880:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947023.025883:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054311296:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784947023.025886:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1784947023.025886:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d51da1800. 02000000:00000001:0.0:1784947023.025889:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947023.025890:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947023.025891:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947023.025894:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947023.025897:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394be00. 00000400:00000200:1.0:1784947023.025901:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:0.0:1784947023.025902:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947023.025908:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784947023.025909:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2df20. 00000400:00000010:0.0:1784947023.025912:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652fbb0. 00000400:00000010:0.0:1784947023.025918:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f088. 00000400:00000010:1.0:1784947023.025918:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d2947f8. 00000100:00000200:0.0:1784947023.025927:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054311296, portal 10 00000100:00000200:1.0:1784947023.025927:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054311168, portal 25 00000100:00000001:0.0:1784947023.025934:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947023.025934:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947023.025936:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290065280 : -112780419486336 : ffff996d4328ad80) 00000100:00000001:1.0:1784947023.025938:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290066176 : -112780419485440 : ffff996d4328b100) 00000100:00000040:0.0:1784947023.025943:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328ad80 x1871641054311296/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947023.025947:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328b100 x1871641054311168/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947023.025952:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947023.025957:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784947023.025961:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f4c8. 00000100:00000200:0.0:1784947023.025964:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054311296, offset 0 00000100:00000001:1.0:1784947023.025966:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784947023.025975:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000040:1.0:1784947023.025976:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784947023.025980:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294f68. 00000400:00000200:0.0:1784947023.025983:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:1.0:1784947023.025984:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054311168, offset 0 00000400:00000200:0.0:1784947023.025990:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784947023.025994:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784947023.025997:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947023.026001:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784947023.026004:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947023.026005:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784947023.026008:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314942:314942:256:4294967295] 192.168.202.106@tcp LPNI seq info [314938:314938:8:4294967295] 00000400:00000200:0.0:1784947023.026011:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947023.026017:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:0.0:1784947023.026024:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784947023.026024:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:0.0:1784947023.026030:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4500. 00000400:00000200:1.0:1784947023.026033:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:0.0:1784947023.026038:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784947023.026039:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784947023.026044:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:0.0:1784947023.026048:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:1.0:1784947023.026050:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1784947023.026052:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784947023.026056:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784947023.026069:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314943:314943:255:4294967295] 192.168.202.106@tcp LPNI seq info [314939:314939:7:4294967295] 00000100:00000001:0.0:1784947023.026073:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947023.026076:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:0.0:1784947023.026078:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16666 usecs (17 jiffies) 00000400:00000200:0.0:1784947023.026082:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784947023.026086:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305809937 00000100:00000010:0.0:1784947023.026091:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373c00. 00000400:00000200:1.0:1784947023.026091:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:0.0:1784947023.026099:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000800:00000200:1.0:1784947023.026101:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784947023.026105:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305809937 00000800:00000010:1.0:1784947023.026107:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad400. 00000100:00000010:0.0:1784947023.026109:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d59373c60. 00000100:00000001:0.0:1784947023.026113:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000800:00000200:1.0:1784947023.026117:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:0.0:1784947023.026118:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947023.026122:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947023.026125:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947023.026127:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:0.0:1784947023.026128:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784947023.026133:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947023.026134:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947023.026137:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947023.026138:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947023.026139:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947023.026142:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947023.026143:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947023.026145:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784947023.026148:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305810607 00000100:00000001:0.0:1784947023.026154:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947023.026154:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305809937 00000100:00000001:1.0:1784947023.026162:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305810607 00000100:00000001:1.0:1784947023.026166:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305809937 00000100:00000001:1.0:1784947023.026169:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947023.026171:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947023.026174:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947023.026175:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947023.026179:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947023.026180:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947023.026183:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947023.026184:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947023.026185:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947023.026187:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947023.026200:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947023.026204:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4500. 00000400:00000200:0.0:1784947023.026209:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947023.026213:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784947023.026217:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f4c8 00000400:00000010:0.0:1784947023.026219:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f4c8. 00000100:00000001:0.0:1784947023.026222:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947023.026225:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328ad80 x1871641054311296/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947023.026232:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947023.026234:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328ad80 x1871641054311296/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947039 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947023.026238:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947023.026239:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947023.026284:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947023.026286:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad400. 00000400:00000200:0.0:1784947023.026290:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947023.026293:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784947023.026296:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294f68 00000400:00000010:0.0:1784947023.026298:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294f68. 00000100:00000001:0.0:1784947023.026300:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947023.026303:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328b100 x1871641054311168/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947023.026311:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947023.026314:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328b100 x1871641054311168/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947039 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947023.026320:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947023.026321:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947023.027610:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947023.027620:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947023.027623:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947023.027626:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947023.027630:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947023.027634:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784947023.027639:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947023.027643:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947023.027648:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947023.027652:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64307300 00000400:00000200:1.0:1784947023.027655:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947023.027660:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cef51 [1] + 224 00000800:00000001:1.0:1784947023.027665:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947023.027668:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947023.027670:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947023.027673:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784947023.027678:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947023.027682:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328b100 x1871641054311168/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947039 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947023.027691:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328b100 x1871641054311168/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947039 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947023.027706:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947023.027712:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947023.027715:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947023.027718:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947023.027721:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947023.027725:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947023.027730:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:0.0:1784947023.027731:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947023.027734:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947023.027735:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:0.0:1784947023.027738:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784947023.027740:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:0.0:1784947023.027742:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947023.027746:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2df20. 00000400:00000200:1.0:1784947023.027746:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947023.027752:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64307380 00000400:00000200:0.0:1784947023.027753:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d2947f8 00000400:00000010:0.0:1784947023.027757:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d2947f8. 00000400:00000200:1.0:1784947023.027758:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784947023.027764:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947023.027768:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cef59 [1] + 224 00000100:00000200:0.0:1784947023.027772:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328b100 x1871641054311168/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947039 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947023.027774:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947023.027780:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947023.027784:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1784947023.027787:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328b100 x1871641054311168/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947039 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947023.027791:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784947023.027798:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947023.027801:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947023.027804:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784947023.027805:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328ad80 x1871641054311296/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947039 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947023.027807:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947023.027810:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947023.027813:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947023.027816:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947023.027829:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947023.027830:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328ad80 x1871641054311296/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947039 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784947023.027837:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=75 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947023.027841:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947023.027843:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947023.027845:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947023.027847:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784947023.027848:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1784947023.027849:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947023.027851:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947023.027854:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784947023.027856:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328b100 x1871641054311168/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947039 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947023.027859:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947023.027868:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947023.027870:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947023.027871:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947023.027874:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947023.027874:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784947023.027880:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1784947023.027881:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328b100 x1871641054311168/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947039 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784947023.027884:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784947023.027888:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652fbb0. 00000100:00100000:0.0:1784947023.027889:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054311168:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784947023.027895:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947023.027895:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f088 00000100:00000001:0.0:1784947023.027900:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1784947023.027900:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f088. 00000100:00000040:0.0:1784947023.027904:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328b100 x1871641054311168/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947039 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947023.027906:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947023.027911:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1784947023.027913:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328ad80 x1871641054311296/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947039 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784947023.027914:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947023.027917:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d51da1800. 02000000:00000001:0.0:1784947023.027922:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947023.027924:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947023.027926:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784947023.027929:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000200:1.0:1784947023.027929:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328ad80 x1871641054311296/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947039 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784947023.027932:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4d00. 02000000:00000001:0.0:1784947023.027936:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947023.027938:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947023.027940:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328b100. 00000100:00000001:0.0:1784947023.027945:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947023.027945:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947023.027950:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947023.027950:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947023.027956:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947023.027956:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784947023.027960:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947023.027961:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947023.027963:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947023.027964:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947023.027966:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947023.027967:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947023.027970:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947023.027971:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784947023.027977:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=75 v=5 (5 5 5 5) 00000100:00001000:1.0:1784947023.027981:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=145 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947023.027984:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947023.027985:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947023.027987:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784947023.027990:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947023.027992:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784947023.027994:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784947023.027996:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784947023.027998:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947023.028001:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328ad80 x1871641054311296/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947039 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947023.028014:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947023.028016:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947023.028017:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947023.028021:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328ad80 x1871641054311296/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947039 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784947023.028028:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054311296:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784947023.028032:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947023.028033:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947023.028036:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328ad80 x1871641054311296/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947039 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947023.028042:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784947023.028043:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784947023.028045:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394be00. 02000000:00000001:1.0:1784947023.028048:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784947023.028050:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784947023.028051:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784947023.028053:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784947023.028055:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4b00. 02000000:00000001:1.0:1784947023.028057:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947023.028058:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784947023.028059:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328ad80. 00000100:00000001:1.0:1784947023.028062:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947023.028063:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947023.028065:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947023.028068:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947023.028070:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947023.028071:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947023.028073:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947023.345641:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947023.345646:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784947023.345714:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784947023.345718:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784947023.345721:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947023.729604:0:191387:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305810607, at 4305810624 00000100:00000040:1.0:1784947023.729604:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305810607, at 4305810624 00000100:00000010:0.0:1784947023.729618:0:191387:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373c00. 00000100:00000010:1.0:1784947023.729621:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d59373c60. 00010000:00000001:1.0:1784947024.369582:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947024.369589:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947024.369591:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947024.369593:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947024.369597:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947024.369599:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947024.369601:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947024.369602:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947024.369659:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947024.369663:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947024.369665:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947025.393626:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947025.393631:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947025.393695:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947025.393700:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947025.393704:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947026.417585:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947026.417593:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947026.417812:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947026.417815:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947026.417818:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947027.441651:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947027.441658:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784947027.441714:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784947027.441717:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784947027.441720:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947028.145844:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947028.145853:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947028.145861:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73953100. 00000020:00000040:2.0:1784947028.145867:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784947028.145872:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947028.145875:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947028.145880:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947028.145888:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b100. 00000100:00000001:2.0:1784947028.145894:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947028.145906:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73953100 x1871641054311424/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947028.145917:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947028.145921:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947028.145928:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b49009a9] to pc [ptlrpcd_01_01+1] req@ffff996d73953100 x1871641054311424/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947028.145960:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947028.145964:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947028.145969:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947028.145972:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950380. 00000020:00000040:2.0:1784947028.145976:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784947028.145979:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947028.145980:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947028.145982:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947028.145985:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b000. 00000100:00000001:2.0:1784947028.145988:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947028.145993:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73950380 x1871641054311552/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947028.146001:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947028.146004:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947028.146005:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784947028.146008:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3424a88] to pc [ptlrpcd_01_00+0] req@ffff996d73950380 x1871641054311552/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947028.146010:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947028.146012:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947028.146018:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947028.146018:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73953100 x1871641054311424/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947028.146020:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947028.146024:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784947028.146027:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784947028.146028:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947028.146030:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947028.146031:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784947028.146033:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784947028.146035:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11152) 02000000:00000001:3.0:1784947028.146036:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947028.146039:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947028.146043:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054311424:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784947028.146045:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947028.146047:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947028.146048:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947028.146048:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784947028.146052:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950380 x1871641054311552/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947028.146063:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784947028.146065:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947028.146066:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947028.146066:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947028.146068:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1784947028.146069:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947028.146070:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947028.146072:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947028.146075:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054311552:192.168.202.106@tcp:400:kworker.0 02000000:00000010:3.0:1784947028.146076:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46617400. 00000100:00000001:2.0:1784947028.146078:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947028.146080:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947028.146082:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947028.146083:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947028.146086:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d6e00. 02000000:00000001:2.0:1784947028.146088:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947028.146095:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:2.0:1784947028.146100:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 02000000:00000001:3.0:1784947028.146139:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947028.146145:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784947028.146148:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:3.0:1784947028.146155:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000200:3.0:1784947028.146162:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054311424, portal 25 00000100:00000001:3.0:1784947028.146164:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947028.146166:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102483200 : -112779607068416 : ffff996d73953100) 00000400:00000010:2.0:1784947028.146186:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000100:00000200:2.0:1784947028.146191:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054311552, portal 10 00000100:00000001:2.0:1784947028.146193:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947028.146195:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102471552 : -112779607080064 : ffff996d73950380) 00000100:00000040:2.0:1784947028.146202:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950380 x1871641054311552/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947028.146210:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947028.146213:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784947028.146215:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6dd0. 00000100:00000200:2.0:1784947028.146219:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054311552, offset 0 00000400:00000200:2.0:1784947028.146226:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784947028.146234:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784947028.146242:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784947028.146248:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947028.146253:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784947028.146256:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947028.146259:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784947028.146264:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314944:314944:256:4294967295] 192.168.202.106@tcp LPNI seq info [314940:314940:8:4294967295] 00000400:00000200:2.0:1784947028.146269:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784947028.146280:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000040:3.0:1784947028.146283:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73953100 x1871641054311424/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784947028.146292:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:2.0:1784947028.146297:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b800. 00000100:00000001:3.0:1784947028.146297:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947028.146300:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784947028.146304:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1990. 00000800:00000200:2.0:1784947028.146306:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000200:3.0:1784947028.146307:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054311424, offset 0 00000400:00000200:3.0:1784947028.146312:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000800:00000200:2.0:1784947028.146314:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:3.0:1784947028.146318:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784947028.146319:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784947028.146323:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784947028.146328:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947028.146331:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784947028.146334:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784947028.146336:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947028.146337:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000040:2.0:1784947028.146340:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16666 usecs (17 jiffies) 00000400:00000200:3.0:1784947028.146340:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314945:314945:255:4294967295] 192.168.202.106@tcp LPNI seq info [314941:314941:7:4294967295] 00000400:00000200:2.0:1784947028.146345:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784947028.146348:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305815057 00000100:00000010:2.0:1784947028.146353:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c300. 00000100:00000001:2.0:1784947028.146361:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784947028.146369:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305815057 00000100:00000010:2.0:1784947028.146374:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668cde0. 00000100:00000001:2.0:1784947028.146379:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784947028.146385:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784947028.146386:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784947028.146388:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947028.146392:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947028.146395:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947028.146403:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1784947028.146404:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:2.0:1784947028.146406:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947028.146408:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1784947028.146409:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:2.0:1784947028.146410:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947028.146412:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947028.146414:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784947028.146414:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bead00. 00000800:00000200:3.0:1784947028.146419:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784947028.146424:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784947028.146427:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bead00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947028.146431:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947028.146435:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1784947028.146436:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784947028.146442:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305815727 00000800:00000010:1.0:1784947028.146443:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b800. 00000100:00000001:3.0:1784947028.146447:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305815057 00000400:00000200:1.0:1784947028.146451:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947028.146454:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305815727 00000100:00000001:3.0:1784947028.146459:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305815057 00000400:00000200:1.0:1784947028.146462:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784947028.146466:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947028.146471:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6dd0 00000100:00000001:3.0:1784947028.146471:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784947028.146478:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6dd0. 00000100:00000001:3.0:1784947028.146478:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947028.146484:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947028.146487:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784947028.146489:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947028.146492:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1784947028.146497:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950380 x1871641054311552/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947028.146497:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947028.146508:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947028.146511:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950380 x1871641054311552/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947044 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947028.146544:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947028.146546:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784947028.146563:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947028.146567:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947028.146571:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947028.146586:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947028.146590:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bead00. 00000400:00000200:1.0:1784947028.146593:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947028.146596:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784947028.146598:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1990 00000400:00000010:1.0:1784947028.146599:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1990. 00000100:00000001:1.0:1784947028.146601:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947028.146604:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73953100 x1871641054311424/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947028.146610:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947028.146612:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73953100 x1871641054311424/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947044 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947028.146617:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947028.146618:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947028.147827:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947028.147844:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947028.147851:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947028.147854:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947028.147860:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947028.147866:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784947028.147873:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947028.147876:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947028.147880:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947028.147885:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64307480 00000400:00000200:1.0:1784947028.147890:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947028.147895:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cef79 [1] + 224 00000800:00000001:1.0:1784947028.147902:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947028.147910:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947028.147913:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947028.147916:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784947028.147921:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947028.147927:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950380 x1871641054311552/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947044 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947028.147938:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950380 x1871641054311552/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947044 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947028.147957:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947028.147963:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947028.147967:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947028.147993:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947028.147997:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947028.148004:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947028.148006:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947028.148009:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784947028.148015:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:2.0:1784947028.148017:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:2.0:1784947028.148021:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947028.148027:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950380 x1871641054311552/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947044 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947028.148037:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950380 x1871641054311552/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947044 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947028.148042:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947028.148044:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947028.148047:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947028.148049:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947028.148051:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1784947028.148054:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947028.148054:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947028.148060:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947028.148063:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947028.148067:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784947028.148069:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=80 v=5 (5 5 5 5) 00000800:00000001:1.0:1784947028.148070:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784947028.148078:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=150 v=5 (1 1 1 1) 00000400:00000200:1.0:1784947028.148079:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784947028.148086:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1784947028.148091:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:2.0:1784947028.148091:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947028.148098:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1784947028.148102:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00010000:00000001:2.0:1784947028.148103:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947028.148109:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784947028.148110:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947028.148114:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000400:00000200:1.0:1784947028.148115:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784947028.148119:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1784947028.148125:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64307400 00000100:00000001:2.0:1784947028.148126:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947028.148136:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:2.0:1784947028.148137:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950380 x1871641054311552/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947044 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947028.148146:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cef71 [1] + 224 00000800:00000001:1.0:1784947028.148157:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947028.148158:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947028.148163:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947028.148165:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947028.148170:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950380 x1871641054311552/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947044 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947028.148177:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054311552:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784947028.148184:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947028.148185:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947028.148188:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950380 x1871641054311552/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947044 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947028.148193:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947028.148197:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1784947028.148199:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784947028.148201:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947028.148206:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d6e00. 00000400:00000200:1.0:1784947028.148208:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 02000000:00000001:2.0:1784947028.148214:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784947028.148215:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1784947028.148218:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947028.148223:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000200:1.0:1784947028.148225:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73953100 x1871641054311424/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947044 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784947028.148228:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947028.148233:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b000. 02000000:00000001:2.0:1784947028.148239:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947028.148242:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1784947028.148244:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73953100 x1871641054311424/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947044 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1784947028.148244:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950380. 00000100:00000001:2.0:1784947028.148249:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947028.148251:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947028.148255:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947028.148260:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947028.148263:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947028.148265:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947028.148267:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947028.148271:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947028.148279:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947028.148283:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947028.148305:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947028.148309:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947028.148313:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947028.148314:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947028.148317:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784947028.148321:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784947028.148322:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784947028.148324:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947028.148328:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73953100 x1871641054311424/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947044 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947028.148335:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73953100 x1871641054311424/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947044 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947028.148340:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947028.148341:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947028.148342:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947028.148344:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947028.148345:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947028.148346:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947028.148348:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947028.148350:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=80 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947028.148352:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=80 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947028.148354:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947028.148355:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947028.148357:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947028.148358:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947028.148360:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947028.148362:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73953100 x1871641054311424/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947044 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947028.148367:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947028.148369:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947028.148369:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947028.148372:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73953100 x1871641054311424/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947044 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947028.148376:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054311424:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784947028.148379:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947028.148380:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947028.148382:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73953100 x1871641054311424/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947044 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947028.148386:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947028.148387:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947028.148389:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46617400. 02000000:00000001:3.0:1784947028.148392:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947028.148394:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947028.148395:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1784947028.148397:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947028.148399:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b100. 02000000:00000001:3.0:1784947028.148402:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947028.148403:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947028.148405:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73953100. 00000100:00000001:3.0:1784947028.148408:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947028.148409:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947028.148411:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947028.148415:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947028.148417:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947028.148419:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947028.148421:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947028.465616:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947028.465623:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947028.465689:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947028.465693:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947028.465698:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947028.849618:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305815727, at 4305815744 00000100:00000010:1.0:1784947028.849633:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668cde0. 00000100:00000040:0.0:1784947028.849717:0:191387:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305815727, at 4305815744 00000100:00000010:0.0:1784947028.849724:0:191387:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c300. 00010000:00000001:1.0:1784947029.489610:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947029.489616:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947029.489673:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947029.489677:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947029.489680:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947030.513615:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947030.513619:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947030.513670:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947030.513673:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947030.513676:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947031.537624:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947031.537629:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784947031.537673:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784947031.537678:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784947031.537682:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947032.561609:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947032.561614:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947032.561670:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947032.561673:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947032.561676:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947033.265617:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947033.265624:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947033.265632:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73774a80. 00000020:00000040:3.0:1784947033.265637:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784947033.265640:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947033.265643:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947033.265647:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947033.265654:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bead00. 00000100:00000001:3.0:1784947033.265660:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947033.265668:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73774a80 x1871641054311680/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947033.265675:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947033.265678:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947033.265683:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000830eceff] to pc [ptlrpcd_01_01+1] req@ffff996d73774a80 x1871641054311680/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947033.265703:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947033.265705:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947033.265707:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947033.265709:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73777b80. 00000020:00000040:3.0:1784947033.265711:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784947033.265713:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947033.265715:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947033.265717:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947033.265720:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1784947033.265721:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea800. 00000100:00100000:2.0:1784947033.265726:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1784947033.265726:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947033.265729:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947033.265742:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73777b80 x1871641054311808/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947033.265746:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947033.265749:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947033.265753:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947033.265757:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947033.265757:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947033.265760:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947033.265761:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947033.265766:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73774a80 x1871641054311680/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947033.265769:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7e33dc] to pc [ptlrpcd_01_00+0] req@ffff996d73777b80 x1871641054311808/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947033.265789:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947033.265790:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947033.265791:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947033.265796:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784947033.265797:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784947033.265800:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784947033.265801:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784947033.265803:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784947033.265804:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947033.265809:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1784947033.265812:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73774a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054311680:192.168.202.106@tcp:400:kworker.0 00000100:00000040:3.0:1784947033.265815:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11157) 00000100:00000001:2.0:1784947033.265816:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947033.265820:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947033.265822:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947033.265824:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947033.265828:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d6e00. 02000000:00000001:2.0:1784947033.265829:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947033.265835:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784947033.265837:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1784947033.265838:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000100:00100000:3.0:1784947033.265841:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1784947033.265843:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784947033.265844:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000100:00000001:3.0:1784947033.265846:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947033.265848:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947033.265850:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054311680, portal 25 00000100:00000001:3.0:1784947033.265850:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947033.265851:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947033.265854:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947033.265854:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947033.265857:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100523648 : -112779609027968 : ffff996d73774a80) 00000100:00000040:3.0:1784947033.265860:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73777b80 x1871641054311808/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947033.265864:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73774a80 x1871641054311680/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947033.265871:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947033.265874:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947033.265876:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784947033.265877:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784947033.265881:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000001:3.0:1784947033.265881:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784947033.265885:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6cc0. 02000000:00000001:3.0:1784947033.265885:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947033.265889:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73777b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054311808:192.168.202.106@tcp:400:kworker.0 00000100:00000200:2.0:1784947033.265890:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054311680, offset 0 00000100:00000001:3.0:1784947033.265895:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784947033.265898:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 02000000:00000001:3.0:1784947033.265899:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947033.265901:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947033.265903:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947033.265906:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46617400. 00000400:00000200:2.0:1784947033.265907:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:3.0:1784947033.265910:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947033.265914:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784947033.265916:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000010:3.0:1784947033.265918:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000200:2.0:1784947033.265921:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1784947033.265923:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000400:00000200:2.0:1784947033.265926:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000200:3.0:1784947033.265927:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054311808, portal 10 00000400:00000200:2.0:1784947033.265930:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784947033.265931:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947033.265933:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100536192 : -112779609015424 : ffff996d73777b80) 00000400:00000200:2.0:1784947033.265935:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784947033.265939:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314946:314946:256:4294967295] 192.168.202.106@tcp LPNI seq info [314942:314942:8:4294967295] 00000400:00000200:2.0:1784947033.265943:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784947033.265947:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73777b80 x1871641054311808/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947033.265954:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:3.0:1784947033.265961:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1784947033.265964:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000040:3.0:1784947033.265967:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784947033.265969:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1880. 00000100:00000200:3.0:1784947033.265971:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054311808, offset 0 00000800:00000010:2.0:1784947033.265976:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b000. 00000400:00000200:3.0:1784947033.265980:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000800:00000200:2.0:1784947033.265984:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784947033.265988:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784947033.265993:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:3.0:1784947033.265995:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:2.0:1784947033.265997:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784947033.266001:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947033.266005:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784947033.266007:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784947033.266009:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947033.266011:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:2.0:1784947033.266015:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784947033.266018:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314947:314947:255:4294967295] 192.168.202.106@tcp LPNI seq info [314943:314943:7:4294967295] 00000100:00000001:2.0:1784947033.266019:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305820847 00000100:00000010:2.0:1784947033.266024:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c3c0. 00000400:00000200:3.0:1784947033.266026:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784947033.266032:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1784947033.266038:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:2.0:1784947033.266039:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305820847 00000800:00000200:3.0:1784947033.266045:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784947033.266049:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beaf00. 00000100:00000010:2.0:1784947033.266053:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668ce40. 00000800:00000200:3.0:1784947033.266053:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:2.0:1784947033.266060:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1784947033.266060:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784947033.266065:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beaf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947033.266068:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947033.266068:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947033.266073:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16665 usecs (17 jiffies) 00000100:00000001:2.0:1784947033.266074:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947033.266078:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784947033.266080:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947033.266081:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305820177 00000100:00000001:3.0:1784947033.266085:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305820847 00000100:00000001:2.0:1784947033.266086:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947033.266087:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305820177 00000100:00000001:2.0:1784947033.266090:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947033.266091:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305820847 00000100:00000001:2.0:1784947033.266093:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947033.266094:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947033.266097:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947033.266098:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947033.266099:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947033.266102:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947033.266103:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947033.266109:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947033.266114:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b000. 00000400:00000200:1.0:1784947033.266119:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947033.266124:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784947033.266129:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6cc0 00000400:00000010:1.0:1784947033.266130:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6cc0. 00000100:00000001:1.0:1784947033.266141:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947033.266144:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73774a80 x1871641054311680/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947033.266151:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947033.266154:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73774a80 x1871641054311680/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947049 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947033.266159:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947033.266160:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947033.266170:0:2345:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947033.266171:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beaf00. 00000400:00000200:1.0:1784947033.266173:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947033.266175:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784947033.266177:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1880 00000400:00000010:1.0:1784947033.266178:0:2345:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1880. 00000100:00000001:1.0:1784947033.266180:0:2345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947033.266182:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73777b80 x1871641054311808/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947033.266186:0:2345:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947033.266188:0:2345:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73777b80 x1871641054311808/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947049 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947033.266191:0:2345:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947033.266192:0:2345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947033.267218:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947033.267228:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947033.267231:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947033.267234:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947033.267239:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947033.267253:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784947033.267259:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947033.267263:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947033.267267:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947033.267270:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64307500 00000400:00000200:1.0:1784947033.267274:0:2344:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947033.267279:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cef81 [1] + 224 00000800:00000001:1.0:1784947033.267284:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947033.267291:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947033.267300:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947033.267304:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784947033.267308:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947033.267312:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73774a80 x1871641054311680/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947049 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947033.267321:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73774a80 x1871641054311680/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947049 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947033.267335:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947033.267342:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947033.267346:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947033.267358:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947033.267361:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947033.267365:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947033.267366:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947033.267367:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784947033.267370:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:2.0:1784947033.267372:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:2.0:1784947033.267374:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947033.267377:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73774a80 x1871641054311680/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947049 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947033.267383:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73774a80 x1871641054311680/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947049 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947033.267388:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947033.267389:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947033.267390:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947033.267392:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947033.267394:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947033.267396:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947033.267398:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947033.267401:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=85 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947033.267404:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=85 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947033.267406:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947033.267407:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947033.267409:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947033.267410:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947033.267412:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947033.267415:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73774a80 x1871641054311680/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947049 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947033.267419:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947033.267420:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947033.267421:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947033.267424:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73774a80 x1871641054311680/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947049 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947033.267429:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73774a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054311680:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784947033.267432:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947033.267433:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947033.267435:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73774a80 x1871641054311680/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947049 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947033.267437:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947033.267443:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947033.267444:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000001:1.0:1784947033.267447:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784947033.267448:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:1.0:1784947033.267450:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784947033.267451:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d6e00. 00000400:00000200:1.0:1784947033.267455:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784947033.267455:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947033.267458:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947033.267460:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000400:00000200:1.0:1784947033.267461:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000020:00000001:2.0:1784947033.267465:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947033.267467:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bead00. 00000400:00000200:1.0:1784947033.267468:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784947033.267471:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1784947033.267474:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:2.0:1784947033.267474:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947033.267477:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73774a80. 00000400:00000200:1.0:1784947033.267480:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784947033.267481:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1784947033.267485:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64307580 00000100:00000001:2.0:1784947033.267485:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947033.267489:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947033.267491:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:2.0:1784947033.267493:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947033.267496:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947033.267497:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cef89 [1] + 224 00000100:00000001:2.0:1784947033.267500:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784947033.267503:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947033.267503:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947033.267508:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947033.267511:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947033.267513:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784947033.267532:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947033.267536:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73777b80 x1871641054311808/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947049 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947033.267542:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73777b80 x1871641054311808/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947049 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947033.267555:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947033.267559:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947033.267561:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947033.267577:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947033.267580:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947033.267582:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947033.267583:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947033.267585:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784947033.267588:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784947033.267589:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784947033.267591:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947033.267595:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73777b80 x1871641054311808/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947049 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947033.267601:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73777b80 x1871641054311808/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947049 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947033.267605:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947033.267606:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947033.267607:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947033.267609:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947033.267610:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947033.267611:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947033.267612:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947033.267616:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=85 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947033.267618:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=5 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947033.267619:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947033.267620:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947033.267621:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947033.267623:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947033.267625:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947033.267627:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784947033.267628:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947033.267629:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947033.267633:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73777b80 x1871641054311808/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947049 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947033.267637:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947033.267639:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947033.267640:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947033.267642:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73777b80 x1871641054311808/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947049 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947033.267647:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73777b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054311808:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784947033.267649:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947033.267650:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947033.267652:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73777b80 x1871641054311808/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947049 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947033.267656:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947033.267657:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947033.267658:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46617400. 02000000:00000001:3.0:1784947033.267660:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947033.267660:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947033.267661:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:3.0:1784947033.267663:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947033.267664:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea800. 02000000:00000001:3.0:1784947033.267665:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947033.267666:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947033.267667:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73777b80. 00000100:00000001:3.0:1784947033.267669:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947033.267670:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947033.267671:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947033.267674:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947033.267675:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947033.267676:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947033.267677:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947033.585629:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947033.585635:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947033.585637:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947033.585639:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947033.585643:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947033.585645:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947033.585646:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947033.585647:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947033.585703:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947033.585706:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947033.585709:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947033.969599:0:191387:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305820847, at 4305820864 00000100:00000040:1.0:1784947033.969599:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305820847, at 4305820864 00000100:00000010:0.0:1784947033.969614:0:191387:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c3c0. 00000100:00000010:1.0:1784947033.969616:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668ce40. 00010000:00000001:1.0:1784947034.609619:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947034.609624:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947034.609706:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947034.609711:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947034.609715:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947035.633619:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947035.633624:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784947035.633670:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784947035.633674:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784947035.633677:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947036.657642:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947036.657649:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947036.657733:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947036.657737:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947036.657740:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947037.681631:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947037.681638:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947037.681683:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947037.681687:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947037.681689:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947038.385579:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947038.385586:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947038.385594:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73777b80. 00000020:00000040:3.0:1784947038.385598:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784947038.385601:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947038.385609:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947038.385613:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947038.385619:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea800. 00000100:00000001:3.0:1784947038.385624:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947038.385632:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73777b80 x1871641054311936/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947038.385639:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947038.385642:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947038.385647:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7e33dc] to pc [ptlrpcd_01_01+1] req@ffff996d73777b80 x1871641054311936/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947038.385669:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947038.385672:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947038.385675:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947038.385678:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776300. 00000020:00000040:3.0:1784947038.385681:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784947038.385683:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947038.385684:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947038.385687:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947038.385690:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beab00. 00000100:00000001:2.0:1784947038.385718:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947038.385719:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947038.385725:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:3.0:1784947038.385727:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73776300 x1871641054312064/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947038.385729:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947038.385738:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947038.385739:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947038.385743:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947038.385743:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947038.385748:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784947038.385750:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000445e245] to pc [ptlrpcd_01_00+0] req@ffff996d73776300 x1871641054312064/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947038.385751:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947038.385755:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784947038.385764:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73777b80 x1871641054311936/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947038.385765:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947038.385769:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947038.385777:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947038.385782:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947038.385790:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947038.385796:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11162) 00000100:00000001:2.0:1784947038.385802:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947038.385804:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947038.385808:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947038.385811:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947038.385814:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947038.385818:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73777b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054311936:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784947038.385819:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1784947038.385822:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1784947038.385825:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784947038.385825:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947038.385830:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1784947038.385832:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784947038.385832:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947038.385836:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784947038.385837:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947038.385837:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947038.385839:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784947038.385843:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784947038.385846:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776300 x1871641054312064/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784947038.385849:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d6e00. 00000100:00000001:3.0:1784947038.385854:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1784947038.385855:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947038.385856:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947038.385859:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947038.385861:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947038.385862:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947038.385864:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00100000:3.0:1784947038.385866:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054312064:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784947038.385870:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1784947038.385871:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 02000000:00000001:3.0:1784947038.385872:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947038.385875:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947038.385877:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1784947038.385880:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 02000000:00000010:3.0:1784947038.385880:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46616400. 02000000:00000001:3.0:1784947038.385885:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947038.385888:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:2.0:1784947038.385889:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054311936, portal 25 00000400:00000010:3.0:1784947038.385890:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000100:00000001:2.0:1784947038.385893:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1784947038.385896:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000001:2.0:1784947038.385897:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100536192 : -112779609015424 : ffff996d73777b80) 00000100:00000200:3.0:1784947038.385900:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054312064, portal 10 00000100:00000001:3.0:1784947038.385903:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947038.385905:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100529920 : -112779609021696 : ffff996d73776300) 00000100:00000040:2.0:1784947038.385907:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73777b80 x1871641054311936/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947038.385912:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776300 x1871641054312064/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947038.385926:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784947038.385927:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947038.385934:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000040:3.0:1784947038.385934:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:2.0:1784947038.385941:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6bb0. 00000400:00000010:3.0:1784947038.385941:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1770. 00000100:00000200:3.0:1784947038.385945:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054312064, offset 0 00000100:00000200:2.0:1784947038.385947:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054311936, offset 0 00000400:00000200:3.0:1784947038.385951:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784947038.385958:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784947038.385960:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784947038.385967:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784947038.385971:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947038.385973:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784947038.385976:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947038.385977:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784947038.385980:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314948:314948:256:4294967295] 192.168.202.106@tcp LPNI seq info [314944:314944:8:4294967295] 00000400:00000200:3.0:1784947038.385983:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784947038.385987:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784947038.385992:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784947038.385997:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:3.0:1784947038.386001:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784947038.386004:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1784947038.386005:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea700. 00000400:00000200:2.0:1784947038.386010:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:3.0:1784947038.386014:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784947038.386018:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947038.386023:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:3.0:1784947038.386024:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784947038.386030:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314949:314949:255:4294967295] 192.168.202.106@tcp LPNI seq info [314945:314945:7:4294967295] 00000800:00000200:3.0:1784947038.386030:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784947038.386036:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784947038.386043:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947038.386045:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000040:3.0:1784947038.386050:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16665 usecs (17 jiffies) 00000800:00000200:2.0:1784947038.386053:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784947038.386058:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:2.0:1784947038.386061:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b000. 00000100:00000001:3.0:1784947038.386062:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305825297 00000800:00000200:2.0:1784947038.386070:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000010:3.0:1784947038.386070:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d3223c0. 00000800:00000200:2.0:1784947038.386078:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:3.0:1784947038.386080:0:2355:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000800:00000200:2.0:1784947038.386082:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947038.386087:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947038.386090:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784947038.386091:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305825297 00000100:00000001:2.0:1784947038.386093:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305825967 00000100:00000010:3.0:1784947038.386097:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322960. 00000100:00000001:2.0:1784947038.386101:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305825297 00000100:00000001:3.0:1784947038.386102:0:2355:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947038.386108:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947038.386109:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305825967 00000100:00000001:3.0:1784947038.386111:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947038.386115:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947038.386117:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305825297 00000100:00000001:3.0:1784947038.386118:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947038.386127:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947038.386131:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947038.386134:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947038.386137:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947038.386138:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947038.386139:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947038.386142:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1784947038.386144:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea700. 00000100:00000001:2.0:1784947038.386145:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947038.386149:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947038.386149:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947038.386155:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784947038.386160:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1770 00000400:00000010:1.0:1784947038.386161:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1770. 00000100:00000001:1.0:1784947038.386165:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947038.386168:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73776300 x1871641054312064/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947038.386175:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947038.386178:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73776300 x1871641054312064/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947054 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947038.386182:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947038.386183:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947038.386194:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947038.386195:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b000. 00000400:00000200:1.0:1784947038.386197:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947038.386199:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784947038.386200:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6bb0 00000400:00000010:1.0:1784947038.386201:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6bb0. 00000100:00000001:1.0:1784947038.386203:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947038.386205:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73777b80 x1871641054311936/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947038.386209:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947038.386211:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73777b80 x1871641054311936/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947054 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947038.386215:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947038.386216:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947038.387347:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947038.387366:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947038.387369:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947038.387372:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947038.387376:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947038.387381:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784947038.387388:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947038.387391:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947038.387396:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947038.387400:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64307680 00000400:00000200:1.0:1784947038.387403:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947038.387408:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cef99 [1] + 224 00000800:00000001:1.0:1784947038.387414:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947038.387419:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947038.387422:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947038.387425:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784947038.387429:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947038.387434:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73776300 x1871641054312064/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947054 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947038.387445:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73776300 x1871641054312064/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947054 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947038.387460:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947038.387467:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947038.387564:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947038.387568:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947038.387571:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947038.387574:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784947038.387579:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947038.387580:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:3.0:1784947038.387582:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947038.387587:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784947038.387588:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784947038.387589:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947038.387592:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:1.0:1784947038.387594:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784947038.387596:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784947038.387599:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000400:00000200:1.0:1784947038.387602:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784947038.387603:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947038.387609:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776300 x1871641054312064/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947054 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947038.387610:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64307600 00000400:00000200:1.0:1784947038.387620:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:3.0:1784947038.387624:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776300 x1871641054312064/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947054 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947038.387630:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cef91 [1] + 224 00000100:00000001:3.0:1784947038.387634:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947038.387637:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947038.387638:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947038.387639:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947038.387643:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947038.387644:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947038.387646:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947038.387647:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947038.387648:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947038.387654:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1784947038.387657:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=90 v=5 (5 5 5 5) 00000400:00000200:1.0:1784947038.387661:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00001000:3.0:1784947038.387662:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=10 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947038.387667:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947038.387669:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947038.387675:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73777b80 x1871641054311936/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947054 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947038.387676:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947038.387681:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947038.387684:0:2355:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947038.387689:0:2355:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947038.387704:0:2355:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000040:1.0:1784947038.387705:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73777b80 x1871641054311936/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947054 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947038.387707:0:2355:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947038.387710:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947038.387718:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776300 x1871641054312064/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947054 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947038.387724:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947038.387726:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947038.387728:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947038.387729:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784947038.387732:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776300 x1871641054312064/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947054 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947038.387738:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2355:1871641054312064:192.168.202.106@tcp:400:kworker.0 00000800:00000001:1.0:1784947038.387740:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947038.387742:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947038.387744:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947038.387745:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947038.387749:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776300 x1871641054312064/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947054 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947038.387755:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947038.387757:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784947038.387758:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1784947038.387759:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46616400. 00000100:00000001:2.0:1784947038.387762:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784947038.387763:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947038.387766:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000001:2.0:1784947038.387767:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1784947038.387767:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000400:00000001:2.0:1784947038.387769:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1784947038.387771:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000010:2.0:1784947038.387773:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 02000000:00000010:3.0:1784947038.387774:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beab00. 00000400:00000200:2.0:1784947038.387777:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 02000000:00000001:3.0:1784947038.387778:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:2.0:1784947038.387780:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 02000000:00000001:3.0:1784947038.387781:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947038.387784:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776300. 00000100:00000001:2.0:1784947038.387785:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947038.387787:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947038.387789:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947038.387792:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73777b80 x1871641054311936/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947054 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947038.387792:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947038.387799:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947038.387802:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947038.387807:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947038.387810:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784947038.387811:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73777b80 x1871641054311936/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947054 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947038.387817:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947038.387818:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947038.387820:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947038.387821:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947038.387822:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947038.387823:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947038.387824:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947038.387827:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=90 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947038.387829:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=90 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947038.387830:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947038.387831:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947038.387833:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947038.387834:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947038.387835:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947038.387837:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73777b80 x1871641054311936/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947054 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947038.387841:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947038.387842:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947038.387843:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947038.387845:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73777b80 x1871641054311936/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947054 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947038.387849:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73777b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:eb663935-3318-4154-b15e-02c6812c4b65:2354:1871641054311936:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784947038.387851:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947038.387853:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947038.387855:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73777b80 x1871641054311936/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947054 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947038.387858:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947038.387859:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947038.387861:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d6e00. 02000000:00000001:2.0:1784947038.387863:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947038.387864:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947038.387865:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784947038.387866:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947038.387867:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea800. 02000000:00000001:2.0:1784947038.387869:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947038.387869:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947038.387870:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73777b80. 00000100:00000001:2.0:1784947038.387873:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947038.387874:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947038.387875:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947038.387877:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947038.387878:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947038.387879:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947038.387880:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947038.705582:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947038.705588:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947038.705640:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947038.705645:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947038.705648:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947039.089610:0:191387:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305825967, at 4305825984 00000100:00000040:1.0:1784947039.089610:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305825967, at 4305825984 00000100:00000010:1.0:1784947039.089623:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322960. 00000100:00000010:0.0:1784947039.089625:0:191387:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d3223c0. 00010000:00000001:1.0:1784947039.729625:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947039.729633:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784947039.729784:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784947039.729787:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784947039.729790:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947040.753633:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947040.753640:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947040.753706:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947040.753710:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947040.753713:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947041.777588:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947041.777594:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947041.777636:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947041.777639:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947041.777641:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947042.801624:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947042.801628:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947042.801708:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947042.801712:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947042.801715:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947043.505635:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947043.505644:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947043.505671:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328b100. 00000020:00000040:0.0:1784947043.505676:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784947043.505679:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947043.505681:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947043.505685:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947043.505691:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4d00. 00000100:00000001:0.0:1784947043.505696:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947043.505704:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d4328b100 x1871641054312192/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947043.505711:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947043.505714:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947043.505719:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028243735] to pc [ptlrpcd_00_00+0] req@ffff996d4328b100 x1871641054312192/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947043.505741:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947043.505743:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947043.505745:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947043.505746:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289500. 00000020:00000040:0.0:1784947043.505748:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784947043.505749:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947043.505750:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947043.505751:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947043.505753:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4500. 00000100:00000001:0.0:1784947043.505755:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947043.505757:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43289500 x1871641054312320/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947043.505762:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947043.505763:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947043.505766:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0064ac2] to pc [ptlrpcd_00_01+1] req@ffff996d43289500 x1871641054312320/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947043.505772:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947043.505774:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947043.505774:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784947043.505778:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784947043.505779:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784947043.505780:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947043.505782:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947043.505784:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947043.505788:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11168) 00000100:00000040:1.0:1784947043.505790:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328b100 x1871641054312192/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947043.505797:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947043.505799:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947043.505802:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947043.505804:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947043.505806:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947043.505809:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054312192:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784947043.505812:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784947043.505813:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947043.505815:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784947043.505816:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784947043.505817:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1784947043.505820:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947043.505823:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289500 x1871641054312320/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784947043.505824:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784947043.505830:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d51da1800. 02000000:00000001:1.0:1784947043.505834:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947043.505839:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947043.505841:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947043.505844:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 02000000:00000001:0.0:1784947043.505845:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947043.505849:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1784947043.505850:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2df78. 02000000:00000001:0.0:1784947043.505851:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947043.505855:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054312320:192.168.202.106@tcp:400:kworker.0 00000400:00000010:1.0:1784947043.505857:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294000. 00000100:00000001:0.0:1784947043.505858:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947043.505862:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947043.505864:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947043.505865:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1784947043.505865:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054312192, portal 25 00000100:00000001:1.0:1784947043.505869:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1784947043.505870:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394a800. 00000100:00000001:1.0:1784947043.505870:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290066176 : -112780419485440 : ffff996d4328b100) 02000000:00000001:0.0:1784947043.505874:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947043.505878:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328b100 x1871641054312192/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947043.505879:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784947043.505882:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652fdc0. 00000400:00000010:0.0:1784947043.505888:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f4c8. 00000100:00000001:1.0:1784947043.505888:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784947043.505892:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000200:0.0:1784947043.505893:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054312320, portal 10 00000100:00000001:0.0:1784947043.505895:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1784947043.505896:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294550. 00000100:00000001:0.0:1784947043.505897:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290059008 : -112780419492608 : ffff996d43289500) 00000100:00000200:1.0:1784947043.505901:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054312192, offset 0 00000100:00000040:0.0:1784947043.505905:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289500 x1871641054312320/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947043.505908:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000100:00000001:0.0:1784947043.505914:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947043.505919:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784947043.505919:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784947043.505922:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fb28. 00000100:00000200:0.0:1784947043.505925:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054312320, offset 0 00000400:00000200:1.0:1784947043.505928:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784947043.505931:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784947043.505934:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784947043.505937:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784947043.505940:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947043.505942:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784947043.505945:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314950:314950:256:4294967295] 192.168.202.106@tcp LPNI seq info [314946:314946:8:4294967295] 00000400:00000200:1.0:1784947043.505948:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947043.505955:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:0.0:1784947043.505961:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784947043.505962:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784947043.505967:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000010:1.0:1784947043.505967:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad900. 00000400:00000200:0.0:1784947043.505971:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947043.505976:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:1.0:1784947043.505978:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784947043.505979:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947043.505983:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784947043.505986:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314951:314951:255:4294967295] 192.168.202.106@tcp LPNI seq info [314947:314947:7:4294967295] 00000800:00000200:1.0:1784947043.505990:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784947043.505992:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784947043.505995:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784947043.506001:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:1.0:1784947043.506007:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947043.506010:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784947043.506013:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:0.0:1784947043.506015:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4b00. 00000100:00000001:1.0:1784947043.506016:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305831087 00000800:00000200:0.0:1784947043.506020:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000010:1.0:1784947043.506022:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f300. 00000800:00000200:0.0:1784947043.506026:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784947043.506029:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784947043.506029:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784947043.506034:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947043.506036:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305831087 00000100:00000040:0.0:1784947043.506037:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16663 usecs (17 jiffies) 00000100:00000010:1.0:1784947043.506041:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f540. 00000400:00000200:0.0:1784947043.506042:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784947043.506046:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305830417 00000100:00000001:1.0:1784947043.506046:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784947043.506051:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305831087 00000100:00000001:1.0:1784947043.506052:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947043.506054:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305830417 00000100:00000001:1.0:1784947043.506055:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947043.506056:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305831087 00000100:00000001:1.0:1784947043.506058:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947043.506059:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947043.506062:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947043.506063:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947043.506064:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947043.506067:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947043.506069:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947043.506070:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947043.506071:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947043.506072:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947043.506074:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947043.506076:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947043.506076:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947043.506079:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947043.506080:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947043.506082:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947043.506083:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947043.506085:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947043.506116:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947043.506119:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad900. 00000400:00000200:1.0:1784947043.506124:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947043.506127:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784947043.506131:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294550 00000400:00000010:1.0:1784947043.506132:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294550. 00000100:00000001:1.0:1784947043.506136:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947043.506139:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328b100 x1871641054312192/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947043.506145:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947043.506147:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328b100 x1871641054312192/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947059 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947043.506151:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947043.506152:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947043.506200:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947043.506201:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4b00. 00000400:00000200:1.0:1784947043.506203:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947043.506206:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784947043.506207:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fb28 00000400:00000010:1.0:1784947043.506208:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fb28. 00000100:00000001:1.0:1784947043.506210:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947043.506212:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289500 x1871641054312320/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947043.506216:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947043.506218:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289500 x1871641054312320/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947059 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947043.506221:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947043.506222:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947043.507316:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947043.507326:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947043.507329:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947043.507332:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947043.507336:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947043.507341:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784947043.507345:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947043.507349:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947043.507353:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947043.507356:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64307700 00000400:00000200:1.0:1784947043.507361:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947043.507366:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cefa1 [1] + 224 00000800:00000001:1.0:1784947043.507372:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947043.507397:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947043.507400:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947043.507403:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784947043.507407:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947043.507412:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328b100 x1871641054312192/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947059 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947043.507422:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328b100 x1871641054312192/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947059 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947043.507441:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947043.507447:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947043.507452:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947043.507454:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947043.507457:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947043.507461:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947043.507465:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:0.0:1784947043.507469:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947043.507472:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784947043.507473:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947043.507478:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:0.0:1784947043.507479:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947043.507483:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784947043.507484:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784947043.507486:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2df78. 00000400:00000200:1.0:1784947043.507491:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64307780 00000400:00000200:0.0:1784947043.507492:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294000 00000400:00000010:0.0:1784947043.507496:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294000. 00000400:00000200:1.0:1784947043.507498:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784947043.507501:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947043.507505:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cefa9 [1] + 224 00000100:00000200:0.0:1784947043.507510:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328b100 x1871641054312192/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947059 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947043.507511:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947043.507540:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947043.507542:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947043.507545:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784947043.507547:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947043.507551:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289500 x1871641054312320/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947059 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947043.507570:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289500 x1871641054312320/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947059 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947043.507572:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328b100 x1871641054312192/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947059 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947043.507584:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947043.507585:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947043.507586:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947043.507589:0:2352:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:1.0:1784947043.507590:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784947043.507591:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947043.507594:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1784947043.507595:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947043.507596:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947043.507599:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947043.507603:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=95 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947043.507605:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947043.507607:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947043.507608:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947043.507610:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947043.507612:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947043.507614:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947043.507617:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328b100 x1871641054312192/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947059 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947043.507618:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947043.507622:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947043.507624:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1784947043.507626:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784947043.507627:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947043.507630:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1784947043.507631:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1784947043.507635:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328b100 x1871641054312192/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947059 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784947043.507635:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652fdc0. 00000400:00000200:1.0:1784947043.507643:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f4c8 00000100:00100000:0.0:1784947043.507644:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054312192:192.168.202.106@tcp:400:kworker.0 00000400:00000010:1.0:1784947043.507659:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f4c8. 00000100:00000001:0.0:1784947043.507660:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947043.507663:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784947043.507666:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1784947043.507668:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328b100 x1871641054312192/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947059 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947043.507674:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289500 x1871641054312320/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947059 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947043.507675:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947043.507679:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947043.507682:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d51da1800. 02000000:00000001:0.0:1784947043.507688:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947043.507691:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000200:1.0:1784947043.507692:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289500 x1871641054312320/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947059 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1784947043.507693:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784947043.507696:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947043.507699:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4d00. 02000000:00000001:0.0:1784947043.507703:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947043.507705:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947043.507707:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328b100. 00000100:00000001:1.0:1784947043.507707:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947043.507710:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947043.507711:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947043.507713:0:2353:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784947043.507714:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947043.507717:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784947043.507717:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947043.507719:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947043.507722:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947043.507722:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947043.507725:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947043.507726:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947043.507729:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947043.507731:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784947043.507732:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=95 v=5 (5 5 5 5) 00000100:00001000:1.0:1784947043.507735:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=15 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947043.507737:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947043.507738:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947043.507739:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784947043.507742:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947043.507744:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784947043.507746:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784947043.507748:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784947043.507749:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947043.507753:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289500 x1871641054312320/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947059 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947043.507759:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947043.507761:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947043.507762:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947043.507766:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289500 x1871641054312320/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947059 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784947043.507772:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054312320:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784947043.507776:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947043.507779:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947043.507781:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289500 x1871641054312320/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947059 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947043.507787:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784947043.507788:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784947043.507790:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394a800. 02000000:00000001:1.0:1784947043.507793:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784947043.507795:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784947043.507796:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:1.0:1784947043.507798:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784947043.507800:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4500. 02000000:00000001:1.0:1784947043.507802:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947043.507803:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784947043.507804:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289500. 00000100:00000001:1.0:1784947043.507807:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947043.507808:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947043.507809:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947043.507813:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947043.507814:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947043.507816:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947043.507817:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947043.825597:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947043.825606:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947043.825608:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947043.825611:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947043.825615:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947043.825617:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947043.825618:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947043.825621:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784947043.825689:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784947043.825692:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784947043.825695:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947044.209625:0:191387:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305831087, at 4305831104 00000100:00000040:1.0:1784947044.209625:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305831087, at 4305831104 00000100:00000010:0.0:1784947044.209638:0:191387:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f300. 00000100:00000010:1.0:1784947044.209641:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f540. 00010000:00000001:1.0:1784947044.849620:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947044.849626:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947044.849685:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947044.849688:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947044.849691:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947045.873592:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947045.873597:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947045.873661:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947045.873664:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947045.873667:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947046.897641:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947046.897647:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947046.897710:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947046.897714:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947046.897718:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947047.921565:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947047.921570:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784947047.921644:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784947047.921647:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784947047.921649:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947048.625599:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947048.625615:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947048.625623:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73950380. 00000020:00000040:2.0:1784947048.625628:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1784947048.625631:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947048.625633:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947048.625637:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947048.625643:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b100. 00000100:00000001:2.0:1784947048.625648:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947048.625657:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73950380 x1871641054312448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947048.625664:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947048.625667:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947048.625672:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3424a88] to pc [ptlrpcd_01_01+1] req@ffff996d73950380 x1871641054312448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947048.625693:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947048.625695:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947048.625698:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947048.625699:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73951f80. 00000020:00000040:2.0:1784947048.625701:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784947048.625702:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947048.625703:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947048.625704:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947048.625706:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d4511b800. 00000100:00000001:2.0:1784947048.625708:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947048.625711:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73951f80 x1871641054312576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947048.625715:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947048.625717:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947048.625719:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c06e06] to pc [ptlrpcd_01_00+0] req@ffff996d73951f80 x1871641054312576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947048.625725:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947048.625726:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947048.625727:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784947048.625729:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784947048.625732:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784947048.625733:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947048.625736:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784947048.625737:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784947048.625742:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11173) 00000100:00000040:3.0:1784947048.625744:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73950380 x1871641054312448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947048.625752:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947048.625753:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947048.625754:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947048.625756:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947048.625758:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784947048.625759:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947048.625762:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784947048.625763:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73951f80 x1871641054312576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947048.625766:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947048.625773:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054312448:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784947048.625774:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947048.625777:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947048.625779:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947048.625780:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947048.625782:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947048.625783:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947048.625784:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947048.625787:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947048.625789:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054312576:192.168.202.106@tcp:400:kworker.0 02000000:00000001:3.0:1784947048.625790:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784947048.625794:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947048.625796:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1784947048.625797:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46617400. 02000000:00000001:2.0:1784947048.625798:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947048.625802:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1784947048.625802:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947048.625806:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d6e00. 02000000:00000001:2.0:1784947048.625808:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947048.625811:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784947048.625815:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784947048.625817:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000010:2.0:1784947048.625818:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000400:00000010:2.0:1784947048.625825:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000400:00000010:3.0:1784947048.625825:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000100:00000200:3.0:1784947048.625833:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054312448, portal 25 00000100:00000200:2.0:1784947048.625834:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054312576, portal 10 00000100:00000001:2.0:1784947048.625838:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947048.625838:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947048.625842:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102478720 : -112779607072896 : ffff996d73951f80) 00000100:00000001:3.0:1784947048.625842:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294102471552 : -112779607080064 : ffff996d73950380) 00000100:00000040:3.0:1784947048.625850:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73950380 x1871641054312448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947048.625852:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73951f80 x1871641054312576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947048.625870:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784947048.625870:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947048.625875:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000040:2.0:1784947048.625877:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784947048.625879:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1e58. 00000400:00000010:2.0:1784947048.625881:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6440. 00000100:00000200:3.0:1784947048.625883:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054312448, offset 0 00000100:00000200:2.0:1784947048.625886:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054312576, offset 0 00000400:00000200:3.0:1784947048.625891:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784947048.625897:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784947048.625900:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784947048.625906:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784947048.625910:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947048.625913:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784947048.625917:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947048.625918:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784947048.625921:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314952:314952:256:4294967295] 192.168.202.106@tcp LPNI seq info [314948:314948:8:4294967295] 00000400:00000200:3.0:1784947048.625924:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784947048.625929:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784947048.625934:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:2.0:1784947048.625937:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:2.0:1784947048.625941:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784947048.625945:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784947048.625947:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784947048.625951:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1784947048.625951:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43beab00. 00000400:00000200:2.0:1784947048.625956:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:3.0:1784947048.625960:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:2.0:1784947048.625965:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314953:314953:255:4294967295] 192.168.202.106@tcp LPNI seq info [314949:314949:7:4294967295] 00000800:00000200:3.0:1784947048.625970:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:2.0:1784947048.625972:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:3.0:1784947048.625975:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43beab00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784947048.625983:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:3.0:1784947048.625988:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947048.625990:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784947048.625993:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:2.0:1784947048.625995:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511bc00. 00000100:00000001:3.0:1784947048.625996:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305836207 00000800:00000200:2.0:1784947048.626002:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000010:3.0:1784947048.626003:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322720. 00000800:00000200:2.0:1784947048.626008:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:3.0:1784947048.626010:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1784947048.626011:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947048.626016:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947048.626017:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305836207 00000100:00000040:2.0:1784947048.626019:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16663 usecs (17 jiffies) 00000100:00000010:3.0:1784947048.626020:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d5d322540. 00000400:00000200:2.0:1784947048.626024:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784947048.626024:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784947048.626027:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305835537 00000100:00000001:3.0:1784947048.626029:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947048.626030:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305836207 00000100:00000001:3.0:1784947048.626033:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947048.626034:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305835537 00000100:00000001:2.0:1784947048.626038:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305836207 00000100:00000001:3.0:1784947048.626039:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947048.626042:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947048.626043:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947048.626045:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947048.626048:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947048.626049:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947048.626050:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947048.626053:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947048.626053:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1784947048.626056:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947048.626056:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947048.626057:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947048.626060:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947048.626060:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1784947048.626063:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43beab00. 00000100:00000001:2.0:1784947048.626063:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947048.626064:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947048.626067:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947048.626070:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947048.626070:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947048.626073:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947048.626082:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784947048.626087:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1e58 00000400:00000010:1.0:1784947048.626089:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1e58. 00000100:00000001:1.0:1784947048.626095:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947048.626102:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73950380 x1871641054312448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947048.626112:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947048.626116:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73950380 x1871641054312448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947064 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947048.626123:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947048.626125:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947048.626183:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947048.626186:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511bc00. 00000400:00000200:1.0:1784947048.626189:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947048.626192:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784947048.626195:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6440 00000400:00000010:1.0:1784947048.626196:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6440. 00000100:00000001:1.0:1784947048.626200:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947048.626203:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73951f80 x1871641054312576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947048.626210:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947048.626213:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73951f80 x1871641054312576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947064 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947048.626219:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947048.626221:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947048.627290:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947048.627301:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947048.627304:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947048.627307:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947048.627312:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947048.627318:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784947048.627323:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947048.627326:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947048.627330:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947048.627334:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64307800 00000400:00000200:1.0:1784947048.627338:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947048.627342:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cefc1 [1] + 224 00000800:00000001:1.0:1784947048.627348:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947048.627354:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947048.627357:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947048.627360:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784947048.627364:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947048.627370:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73950380 x1871641054312448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947064 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947048.627380:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73950380 x1871641054312448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947064 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947048.627394:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947048.627402:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947048.627407:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947048.627409:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947048.627412:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947048.627415:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947048.627421:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:3.0:1784947048.627421:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947048.627425:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947048.627430:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784947048.627432:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784947048.627435:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784947048.627436:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784947048.627441:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947048.627444:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64307880 00000400:00000200:1.0:1784947048.627447:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784947048.627471:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784947048.627474:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000010:3.0:1784947048.627475:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784947048.627477:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947048.627481:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cefc9 [1] + 224 00000100:00000200:3.0:1784947048.627482:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73950380 x1871641054312448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947064 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947048.627490:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784947048.627494:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73950380 x1871641054312448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947064 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947048.627500:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947048.627502:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947048.627503:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947048.627505:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947048.627507:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947048.627509:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947048.627511:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947048.627511:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947048.627536:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=100 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947048.627539:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=100 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947048.627542:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947048.627543:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947048.627545:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1784947048.627548:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1784947048.627548:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947048.627551:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947048.627557:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73950380 x1871641054312448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947064 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947048.627560:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784947048.627568:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947048.627569:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947048.627570:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947048.627573:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784947048.627576:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73951f80 x1871641054312576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947064 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947048.627578:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73950380 x1871641054312448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947064 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947048.627604:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054312448:192.168.202.106@tcp:400:kworker.0 00000100:00000040:1.0:1784947048.627622:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73951f80 x1871641054312576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947064 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947048.627623:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947048.627626:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947048.627631:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73950380 x1871641054312448/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947064 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947048.627640:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947048.627642:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947048.627644:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46617400. 00000100:00000001:1.0:1784947048.627646:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1784947048.627647:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947048.627650:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947048.627652:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000800:00000001:1.0:1784947048.627654:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1784947048.627654:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947048.627657:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b100. 02000000:00000001:3.0:1784947048.627661:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947048.627662:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947048.627663:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73950380. 00000100:00000001:2.0:1784947048.627666:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947048.627666:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000800:00000001:1.0:1784947048.627667:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947048.627668:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947048.627670:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947048.627671:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784947048.627677:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784947048.627678:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:2.0:1784947048.627680:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784947048.627680:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947048.627685:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000100:00000001:3.0:1784947048.627685:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947048.627687:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947048.627692:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:2.0:1784947048.627695:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:2.0:1784947048.627699:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947048.627705:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73951f80 x1871641054312576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947064 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947048.627715:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73951f80 x1871641054312576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947064 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947048.627722:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947048.627724:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947048.627726:0:2354:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947048.627728:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947048.627729:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947048.627731:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947048.627733:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947048.627737:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=100 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947048.627740:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=20 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947048.627742:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947048.627744:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947048.627746:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947048.627748:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947048.627751:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947048.627753:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:2.0:1784947048.627754:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947048.627756:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947048.627759:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73951f80 x1871641054312576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947064 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947048.627766:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947048.627768:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947048.627770:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947048.627774:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73951f80 x1871641054312576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947064 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947048.627780:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054312576:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784947048.627784:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947048.627785:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947048.627787:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73951f80 x1871641054312576/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947064 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947048.627791:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947048.627792:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947048.627793:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d6e00. 02000000:00000001:2.0:1784947048.627796:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947048.627797:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947048.627798:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:2.0:1784947048.627799:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947048.627800:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d4511b800. 02000000:00000001:2.0:1784947048.627802:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947048.627803:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947048.627804:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73951f80. 00000100:00000001:2.0:1784947048.627806:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947048.627806:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947048.627808:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947048.627810:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947048.627811:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947048.627812:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947048.627814:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947048.945639:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947048.945645:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947048.945705:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947048.945709:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947048.945713:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947049.329585:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305836207, at 4305836224 00000100:00000040:0.0:1784947049.329591:0:191387:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305836207, at 4305836224 00000100:00000010:1.0:1784947049.329614:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322540. 00000100:00000010:0.0:1784947049.329615:0:191387:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d5d322720. 00010000:00000001:1.0:1784947049.969664:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947049.969670:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947049.969723:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947049.969726:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947049.969729:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947050.993652:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947050.993659:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947050.993707:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947050.993709:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947050.993711:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947052.017637:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947052.017643:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784947052.017694:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784947052.017697:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784947052.017699:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947053.041639:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947053.041644:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947053.041688:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947053.041691:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947053.041693:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947053.745646:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947053.745656:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947053.745665:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73776300. 00000020:00000040:3.0:1784947053.745671:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1784947053.745675:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947053.745677:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947053.745682:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947053.745689:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43bea000. 00000100:00000001:3.0:1784947053.745696:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947053.745706:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d73776300 x1871641054312704/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947053.745716:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947053.745720:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947053.745726:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000445e245] to pc [ptlrpcd_01_01+1] req@ffff996d73776300 x1871641054312704/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947053.745751:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947053.745753:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947053.745756:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947053.745759:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d73775880. 00000020:00000040:3.0:1784947053.745762:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:3.0:1784947053.745764:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947053.745766:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784947053.745767:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784947053.745768:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947053.745771:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947053.745775:0:2355:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1784947053.745775:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996d43beab00. 00000100:00000001:3.0:1784947053.745780:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947053.745781:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73776300 x1871641054312704/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947053.745787:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d73775880 x1871641054312832/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947053.745823:0:2355:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947053.745823:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947053.745827:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947053.745828:0:2355:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947053.745832:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ea1e024] to pc [ptlrpcd_01_00+0] req@ffff996d73775880 x1871641054312832/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947053.745835:0:2355:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947053.745839:0:2355:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947053.745844:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947053.745845:0:2355:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947053.745849:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1784947053.745854:0:2355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054312704:192.168.202.106@tcp:400:kworker.0 00000100:00000040:3.0:1784947053.745855:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947053.745860:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947053.745862:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784947053.745867:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784947053.745870:0:2355:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784947053.745872:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11178) 02000000:00000001:2.0:1784947053.745883:0:2355:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947053.745887:0:2355:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947053.745892:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d498d6e00. 02000000:00000001:2.0:1784947053.745895:0:2355:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947053.745902:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784947053.745903:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784947053.745906:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947053.745908:0:2354:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1784947053.745909:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d5d1860b0. 00000100:00000040:3.0:1784947053.745915:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d73775880 x1871641054312832/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947053.745918:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6330. 00000100:00000001:3.0:1784947053.745926:0:2354:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1784947053.745927:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054312704, portal 25 00000100:00000001:3.0:1784947053.745928:0:2354:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947053.745930:0:2355:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947053.745932:0:2355:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100529920 : -112779609021696 : ffff996d73776300) 02000000:00000001:3.0:1784947053.745933:0:2354:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947053.745937:0:2354:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947053.745940:0:2354:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947053.745943:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73776300 x1871641054312704/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947053.745944:0:2354:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d73775880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054312832:192.168.202.106@tcp:400:kworker.0 00000100:00000001:3.0:1784947053.745954:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784947053.745958:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784947053.745958:0:2354:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947053.745961:0:2354:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947053.745962:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000001:3.0:1784947053.745966:0:2354:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947053.745970:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d46617400. 00000400:00000010:2.0:1784947053.745973:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d3f6f68. 02000000:00000001:3.0:1784947053.745973:0:2354:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784947053.745980:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054312704, offset 0 00000400:00000200:3.0:1784947053.745982:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784947053.745987:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d437ff058. 00000400:00000200:2.0:1784947053.745992:0:2355:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000010:3.0:1784947053.745994:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1198. 00000400:00000200:2.0:1784947053.746002:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:3.0:1784947053.746003:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054312832, portal 10 00000100:00000001:3.0:1784947053.746007:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947053.746008:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631294100527232 : -112779609024384 : ffff996d73775880) 00000400:00000200:2.0:1784947053.746013:0:2355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000040:3.0:1784947053.746017:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d73775880 x1871641054312832/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947053.746020:0:2355:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947053.746026:0:2355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:2.0:1784947053.746031:0:2355:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784947053.746032:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784947053.746035:0:2355:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000040:3.0:1784947053.746040:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:2.0:1784947053.746043:0:2355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314954:314954:256:4294967295] 192.168.202.106@tcp LPNI seq info [314950:314950:8:4294967295] 00000400:00000010:3.0:1784947053.746043:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996c410f1088. 00000100:00000200:3.0:1784947053.746047:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054312832, offset 0 00000400:00000200:2.0:1784947053.746052:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:3.0:1784947053.746057:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784947053.746062:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:2.0:1784947053.746066:0:2355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:3.0:1784947053.746070:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:3.0:1784947053.746076:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784947053.746080:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:3.0:1784947053.746080:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:3.0:1784947053.746084:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947053.746086:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:3.0:1784947053.746088:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314955:314955:255:4294967295] 192.168.202.106@tcp LPNI seq info [314951:314951:7:4294967295] 00000800:00000010:2.0:1784947053.746089:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d4511b800. 00000400:00000200:3.0:1784947053.746094:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:2.0:1784947053.746105:0:2355:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:3.0:1784947053.746105:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:3.0:1784947053.746112:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:3.0:1784947053.746115:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996d43bea800. 00000800:00000200:2.0:1784947053.746119:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784947053.746122:0:2354:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:3.0:1784947053.746126:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1784947053.746129:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d43bea800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784947053.746130:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d4511b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947053.746143:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947053.746144:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947053.746150:0:2355:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:3.0:1784947053.746152:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16662 usecs (17 jiffies) 00000100:00000001:2.0:1784947053.746153:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305841327 00000400:00000200:3.0:1784947053.746160:0:2354:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000010:2.0:1784947053.746161:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c180. 00000100:00000001:3.0:1784947053.746164:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305840657 00000100:00000001:2.0:1784947053.746170:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784947053.746183:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305841327 00000100:00000010:2.0:1784947053.746187:0:2355:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d4668c720. 00000100:00000001:3.0:1784947053.746190:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305841327 00000100:00000001:2.0:1784947053.746191:0:2355:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947053.746196:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305840657 00000100:00000001:2.0:1784947053.746198:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947053.746200:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305841327 00000100:00000001:2.0:1784947053.746203:0:2355:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947053.746205:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947053.746207:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947053.746209:0:2354:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947053.746211:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947053.746214:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947053.746217:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947053.746222:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947053.746225:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947053.746226:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947053.746229:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947053.746232:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947053.746233:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947053.746234:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947053.746239:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947053.746240:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947053.746243:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947053.746246:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947053.746249:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947053.746249:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784947053.746253:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d43bea800. 00000400:00000200:1.0:1784947053.746260:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947053.746265:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784947053.746271:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1088 00000400:00000010:1.0:1784947053.746273:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1088. 00000100:00000001:1.0:1784947053.746278:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947053.746283:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73775880 x1871641054312832/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947053.746297:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947053.746300:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73775880 x1871641054312832/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947069 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947053.746304:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947053.746305:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947053.746362:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947053.746365:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996d4511b800. 00000400:00000200:1.0:1784947053.746373:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947053.746376:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784947053.746378:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6f68 00000400:00000010:1.0:1784947053.746379:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6f68. 00000100:00000001:1.0:1784947053.746381:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947053.746384:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d73776300 x1871641054312704/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947053.746389:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947053.746390:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d73776300 x1871641054312704/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947069 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947053.746394:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947053.746395:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947053.747816:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947053.747827:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947053.747830:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947053.747842:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947053.747847:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947053.747853:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784947053.747860:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947053.747863:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947053.747868:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947053.747871:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64307980 00000400:00000200:1.0:1784947053.747876:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947053.747880:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cefd9 [1] + 224 00000800:00000001:1.0:1784947053.747887:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947053.747892:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947053.747894:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947053.747898:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784947053.747902:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947053.747908:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73775880 x1871641054312832/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947069 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947053.747918:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73775880 x1871641054312832/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947069 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947053.747934:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947053.747941:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947053.747944:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947053.747946:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947053.747949:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947053.747953:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947053.747957:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:3.0:1784947053.747961:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947053.747962:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:3.0:1784947053.747966:0:2354:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947053.747968:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784947053.747972:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784947053.747973:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:3.0:1784947053.747976:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784947053.747981:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64307900 00000400:00000010:3.0:1784947053.747981:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d437ff058. 00000400:00000200:3.0:1784947053.747987:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996c410f1198 00000400:00000200:1.0:1784947053.747988:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:3.0:1784947053.747991:0:2354:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996c410f1198. 00000100:00000001:3.0:1784947053.747995:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947053.748000:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73775880 x1871641054312832/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947069 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947053.748004:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cefd1 [1] + 224 00000800:00000001:1.0:1784947053.748014:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784947053.748019:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73775880 x1871641054312832/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947069 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947053.748022:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947053.748027:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947053.748032:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784947053.748036:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:3.0:1784947053.748036:0:2354:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947053.748041:0:2354:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784947053.748042:0:2345:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1784947053.748044:0:2354:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947053.748048:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1784947053.748049:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d73776300 x1871641054312704/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947069 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947053.748051:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947053.748055:0:2354:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947053.748064:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=105 v=5 (5 5 5 5) 00000100:00000040:1.0:1784947053.748065:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d73776300 x1871641054312704/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947069 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784947053.748072:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=25 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947053.748079:0:2354:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947053.748082:0:2354:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947053.748087:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947053.748091:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947053.748095:0:2354:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947053.748097:0:2354:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:3.0:1784947053.748099:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947053.748100:0:2354:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947053.748101:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947053.748107:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947053.748111:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947053.748114:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73775880 x1871641054312832/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947069 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947053.748122:0:2354:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947053.748125:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947053.748126:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947053.748127:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947053.748128:0:2355:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947053.748134:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947053.748136:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1784947053.748136:0:2354:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73775880 x1871641054312832/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947069 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947053.748140:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d5d1860b0. 00000400:00000200:2.0:1784947053.748143:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d3f6330 00000400:00000010:2.0:1784947053.748147:0:2355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d3f6330. 00000100:00000001:2.0:1784947053.748152:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1784947053.748153:0:2354:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73775880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2354:1871641054312832:192.168.202.106@tcp:400:kworker.0 00000100:00000200:2.0:1784947053.748157:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d73776300 x1871641054312704/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947069 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947053.748161:0:2354:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947053.748166:0:2354:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784947053.748168:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d73776300 x1871641054312704/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947069 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947053.748172:0:2354:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73775880 x1871641054312832/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947069 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947053.748176:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947053.748177:0:2355:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947053.748179:0:2355:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947053.748181:0:2355:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947053.748184:0:2355:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947053.748187:0:2355:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947053.748191:0:2354:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947053.748192:0:2355:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947053.748195:0:2354:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:2.0:1784947053.748197:0:2355:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=105 v=5 (5 5 5 5) 02000000:00000010:3.0:1784947053.748199:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d46617400. 00000100:00001000:2.0:1784947053.748204:0:2355:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=105 v=5 (1 1 1 1) 02000000:00000001:3.0:1784947053.748205:0:2354:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947053.748208:0:2354:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784947053.748210:0:2355:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1784947053.748211:0:2354:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:2.0:1784947053.748213:0:2355:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947053.748215:0:2354:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:2.0:1784947053.748217:0:2355:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000010:3.0:1784947053.748219:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43beab00. 00010000:00000001:2.0:1784947053.748220:0:2355:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947053.748224:0:2355:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947053.748228:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d73776300 x1871641054312704/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947069 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947053.748230:0:2354:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947053.748233:0:2354:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947053.748236:0:2354:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73775880. 00000100:00000001:2.0:1784947053.748237:0:2355:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947053.748241:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947053.748243:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947053.748243:0:2354:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947053.748247:0:2354:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947053.748250:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947053.748255:0:2355:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d73776300 x1871641054312704/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947069 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947053.748256:0:2354:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1784947053.748261:0:2355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d73776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:eb663935-3318-4154-b15e-02c6812c4b65:2355:1871641054312704:192.168.202.106@tcp:400:kworker.0 00000100:00000001:2.0:1784947053.748264:0:2355:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947053.748266:0:2355:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947053.748268:0:2354:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947053.748269:0:2355:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d73776300 x1871641054312704/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947069 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947053.748275:0:2355:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784947053.748275:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784947053.748279:0:2355:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784947053.748280:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947053.748281:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d498d6e00. 02000000:00000001:2.0:1784947053.748285:0:2355:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947053.748286:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947053.748287:0:2355:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1784947053.748288:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947053.748290:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996d43bea000. 02000000:00000001:2.0:1784947053.748292:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947053.748293:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947053.748294:0:2355:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d73776300. 00000100:00000001:2.0:1784947053.748296:0:2355:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947053.748297:0:2355:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947053.748298:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947053.748301:0:2355:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947053.748302:0:2355:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947053.748303:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947053.748304:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947054.065653:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947054.065661:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947054.065663:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947054.065666:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947054.065671:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947054.065673:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947054.065675:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947054.065677:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947054.065737:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947054.065741:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947054.065744:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947054.449619:0:191387:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305841327, at 4305841344 00000100:00000040:1.0:1784947054.449619:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305841327, at 4305841344 00000100:00000010:1.0:1784947054.449632:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c720. 00000100:00000010:0.0:1784947054.449634:0:191387:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d4668c180. 00010000:00000001:1.0:1784947055.089625:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947055.089630:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947055.089686:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947055.089691:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947055.089694:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1784947055.473596:0:2343:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d46694540] -> 12345-192.168.202.6@tcp (6) 00000800:00000200:3.0:1784947055.473602:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:988 00000800:00000200:3.0:1784947055.473605:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996d45195000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:0.0:1784947055.473759:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784947055.473760:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784947055.473774:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947055.473780:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947055.473783:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784947056.113641:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947056.113648:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784947056.113694:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784947056.113697:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784947056.113699:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947057.137646:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947057.137651:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947057.137709:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947057.137713:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947057.137716:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947058.161647:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947058.161653:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947058.161727:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947058.161733:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947058.161737:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947058.865690:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947058.865698:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947058.865703:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328b100. 00000020:00000040:0.0:1784947058.865708:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784947058.865711:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947058.865713:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947058.865718:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947058.865723:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4d00. 00000100:00000001:0.0:1784947058.865728:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947058.865737:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d4328b100 x1871641054312960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947058.865744:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947058.865747:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947058.865752:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028243735] to pc [ptlrpcd_00_00+0] req@ffff996d4328b100 x1871641054312960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947058.865775:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947058.865778:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947058.865781:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947058.865784:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289c00. 00000020:00000040:0.0:1784947058.865786:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784947058.865788:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1784947058.865795:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784947058.865797:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947058.865799:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947058.865799:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1784947058.865801:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1784947058.865803:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4400. 00000100:00000001:0.0:1784947058.865805:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947058.865807:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1784947058.865809:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43289c00 x1871641054313088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947058.865809:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947058.865811:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947058.865813:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947058.865815:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784947058.865817:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947058.865820:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947058.865821:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328b100 x1871641054312960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947058.865823:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000224e74ab] to pc [ptlrpcd_00_01+1] req@ffff996d43289c00 x1871641054313088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947058.865829:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947058.865831:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947058.865831:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947058.865834:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784947058.865834:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1784947058.865837:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1784947058.865837:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784947058.865839:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784947058.865840:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947058.865842:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1784947058.865843:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054312960:192.168.202.106@tcp:400:kworker.0 00000100:00000040:0.0:1784947058.865846:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11183) 00000100:00000001:1.0:1784947058.865847:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784947058.865852:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947058.865854:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947058.865856:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784947058.865861:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d51da1800. 02000000:00000001:1.0:1784947058.865863:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947058.865869:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784947058.865873:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d4d0. 00000100:00000001:0.0:1784947058.865874:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1784947058.865877:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1784947058.865878:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784947058.865879:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294550. 00000100:00000001:0.0:1784947058.865881:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947058.865882:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947058.865884:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947058.865885:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1784947058.865885:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054312960, portal 25 00000100:00000001:0.0:1784947058.865886:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784947058.865888:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1784947058.865890:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289c00 x1871641054313088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947058.865890:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290066176 : -112780419485440 : ffff996d4328b100) 00000100:00000040:1.0:1784947058.865894:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328b100 x1871641054312960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947058.865897:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947058.865899:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947058.865901:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947058.865902:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947058.865902:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1784947058.865904:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947058.865905:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00100000:0.0:1784947058.865907:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054313088:192.168.202.106@tcp:400:kworker.0 00000400:00000010:1.0:1784947058.865908:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294b28. 00000100:00000001:0.0:1784947058.865910:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1784947058.865910:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054312960, offset 0 02000000:00000001:0.0:1784947058.865912:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947058.865914:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947058.865915:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784947058.865916:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 02000000:00000010:0.0:1784947058.865918:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784947058.865919:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947058.865923:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947058.865924:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784947058.865925:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f898. 00000400:00000010:0.0:1784947058.865928:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fee0. 00000400:00000200:1.0:1784947058.865930:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000200:0.0:1784947058.865931:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054313088, portal 10 00000100:00000001:0.0:1784947058.865932:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947058.865933:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290060800 : -112780419490816 : ffff996d43289c00) 00000400:00000200:1.0:1784947058.865935:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784947058.865939:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000040:0.0:1784947058.865940:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289c00 x1871641054313088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947058.865942:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947058.865945:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:0.0:1784947058.865946:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947058.865947:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784947058.865949:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f770. 00000400:00000200:1.0:1784947058.865949:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314956:314956:256:4294967295] 192.168.202.106@tcp LPNI seq info [314952:314952:8:4294967295] 00000100:00000200:0.0:1784947058.865951:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054313088, offset 0 00000400:00000200:1.0:1784947058.865954:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947058.865955:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784947058.865963:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:0.0:1784947058.865968:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784947058.865969:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784947058.865971:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784947058.865973:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1784947058.865974:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad900. 00000400:00000200:0.0:1784947058.865975:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784947058.865977:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947058.865979:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:1.0:1784947058.865980:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784947058.865982:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314957:314957:255:4294967295] 192.168.202.106@tcp LPNI seq info [314953:314953:7:4294967295] 00000400:00000200:0.0:1784947058.865985:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784947058.865987:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784947058.865991:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784947058.865991:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1784947058.865994:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784947058.865997:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4f00. 00000100:00000001:1.0:1784947058.866000:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947058.866001:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:1.0:1784947058.866004:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:0.0:1784947058.866005:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000100:00000001:1.0:1784947058.866006:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305846447 00000800:00000200:0.0:1784947058.866007:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947058.866009:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784947058.866010:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f540. 00000100:00000040:0.0:1784947058.866012:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16662 usecs (17 jiffies) 00000400:00000200:0.0:1784947058.866014:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784947058.866016:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305845777 00000100:00000001:1.0:1784947058.866016:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784947058.866020:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305846447 00000100:00000001:0.0:1784947058.866021:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305846447 00000100:00000001:0.0:1784947058.866023:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305845777 00000100:00000010:1.0:1784947058.866023:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f9c0. 00000100:00000001:1.0:1784947058.866026:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784947058.866029:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305846447 00000100:00000001:1.0:1784947058.866029:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947058.866031:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947058.866032:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947058.866033:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947058.866035:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947058.866035:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947058.866037:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947058.866037:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947058.866039:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947058.866040:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947058.866041:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947058.866043:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947058.866077:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947058.866081:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad900. 00000400:00000200:0.0:1784947058.866087:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947058.866092:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784947058.866096:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294b28 00000400:00000010:0.0:1784947058.866098:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294b28. 00000100:00000001:0.0:1784947058.866101:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947058.866104:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328b100 x1871641054312960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947058.866110:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947058.866113:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328b100 x1871641054312960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947074 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947058.866117:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947058.866118:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947058.866155:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947058.866157:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4f00. 00000400:00000200:0.0:1784947058.866159:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947058.866161:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784947058.866162:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f770 00000400:00000010:0.0:1784947058.866163:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f770. 00000100:00000001:0.0:1784947058.866165:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947058.866168:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289c00 x1871641054313088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947058.866172:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947058.866173:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289c00 x1871641054313088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947074 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947058.866178:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947058.866178:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947058.867421:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947058.867436:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947058.867440:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947058.867442:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947058.867449:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947058.867455:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784947058.867464:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947058.867470:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947058.867475:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947058.867480:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64307a00 00000400:00000200:0.0:1784947058.867485:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947058.867492:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cefe1 [1] + 224 00000800:00000001:0.0:1784947058.867500:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947058.867504:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947058.867507:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947058.867511:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784947058.867555:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947058.867562:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328b100 x1871641054312960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947074 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947058.867570:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328b100 x1871641054312960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947074 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947058.867586:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947058.867593:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947058.867596:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947058.867597:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947058.867598:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947058.867601:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947058.867605:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784947058.867608:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947058.867611:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947058.867614:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947058.867617:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64307a80 00000400:00000200:0.0:1784947058.867621:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784947058.867624:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947058.867625:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2ceff1 [1] + 224 00000100:00000001:1.0:1784947058.867629:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784947058.867635:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1784947058.867639:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784947058.867642:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1784947058.867643:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784947058.867646:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d4d0. 00000400:00000200:0.0:1784947058.867649:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947058.867651:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294550 00000400:00000200:0.0:1784947058.867656:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000010:1.0:1784947058.867658:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294550. 00000100:00000001:1.0:1784947058.867662:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947058.867663:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947058.867672:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289c00 x1871641054313088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947074 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947058.867673:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328b100 x1871641054312960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947074 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947058.867728:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289c00 x1871641054313088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947074 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947058.867733:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328b100 x1871641054312960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947074 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947058.867771:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947058.867773:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947058.867774:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947058.867775:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784947058.867781:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1784947058.867782:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784947058.867784:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1784947058.867786:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947058.867787:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947058.867797:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784947058.867803:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=110 v=5 (5 5 5 5) 00000100:00000001:0.0:1784947058.867804:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947058.867809:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1784947058.867811:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=110 v=5 (1 1 1 1) 00000400:00000001:0.0:1784947058.867814:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947058.867817:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1784947058.867819:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1784947058.867820:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f898. 00000100:00000001:1.0:1784947058.867826:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947058.867828:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fee0 00000400:00000010:0.0:1784947058.867834:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fee0. 00010000:00000001:1.0:1784947058.867837:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784947058.867838:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1784947058.867843:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947058.867848:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947058.867853:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289c00 x1871641054313088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947074 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947058.867854:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328b100 x1871641054312960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947074 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947058.867865:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289c00 x1871641054313088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947074 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947058.867895:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947058.867897:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947058.867898:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947058.867904:0:2352:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784947058.867904:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947058.867909:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784947058.867910:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947058.867915:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947058.867917:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947058.867919:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328b100 x1871641054312960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947074 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784947058.867922:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947058.867937:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:eb663935-3318-4154-b15e-02c6812c4b65:2353:1871641054312960:192.168.202.106@tcp:400:kworker.0 00000100:00001000:0.0:1784947058.867938:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=110 v=5 (5 5 5 5) 00000100:00000001:1.0:1784947058.867945:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784947058.867946:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=30 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947058.867956:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784947058.867957:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947058.867959:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947058.867962:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328b100 x1871641054312960/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947074 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784947058.867963:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947058.867968:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947058.867976:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784947058.867977:0:2352:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1784947058.867980:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1784947058.867981:0:2352:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 02000000:00000010:1.0:1784947058.867987:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d51da1800. 00000100:00000001:0.0:1784947058.867988:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947058.867994:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947058.867997:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1784947058.868002:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289c00 x1871641054313088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947074 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784947058.868004:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784947058.868009:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1784947058.868017:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784947058.868023:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4d00. 00000100:00000001:0.0:1784947058.868024:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947058.868029:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1784947058.868030:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784947058.868032:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784947058.868034:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784947058.868036:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328b100. 00000100:00000040:0.0:1784947058.868038:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289c00 x1871641054313088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947074 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947058.868046:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947058.868050:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947058.868055:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784947058.868056:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90c03799-db5e-45c5-9265-4ed582e6ce32:2352:1871641054313088:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784947058.868066:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947058.868067:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947058.868071:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947058.868072:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784947058.868081:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784947058.868086:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289c00 x1871641054313088/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947074 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947058.868086:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947058.868098:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947058.868101:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947058.868103:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b400. 02000000:00000001:0.0:1784947058.868108:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947058.868109:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947058.868113:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784947058.868115:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947058.868118:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4400. 02000000:00000001:0.0:1784947058.868120:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947058.868121:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947058.868123:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289c00. 00000100:00000001:0.0:1784947058.868125:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947058.868126:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947058.868127:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947058.868132:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947058.868133:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947058.868135:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947058.868137:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947059.185611:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947059.185615:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947059.185698:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947059.185706:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947059.185711:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947059.569614:0:191387:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305846447, at 4305846464 00000100:00000040:1.0:1784947059.569614:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305846447, at 4305846464 00000100:00000010:0.0:1784947059.569626:0:191387:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f540. 00000100:00000010:1.0:1784947059.569634:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f9c0. 00010000:00000001:1.0:1784947060.209618:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947060.209622:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784947060.209670:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784947060.209673:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784947060.209675:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947061.233628:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947061.233635:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947061.233706:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947061.233710:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947061.233714:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947062.257640:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947062.257647:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947062.257719:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947062.257724:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947062.257728:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947063.281597:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947063.281603:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947063.281663:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947063.281666:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947063.281669:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947063.985596:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947063.985605:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947063.985612:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289c00. 00000020:00000040:0.0:1784947063.985619:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784947063.985624:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947063.985627:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947063.985632:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947063.985640:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4400. 00000100:00000001:0.0:1784947063.985647:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947063.985658:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d43289c00 x1871641054313216/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947063.985669:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947063.985673:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947063.985679:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000224e74ab] to pc [ptlrpcd_00_00+0] req@ffff996d43289c00 x1871641054313216/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947063.985701:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947063.985704:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947063.985710:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947063.985713:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289180. 00000020:00000040:0.0:1784947063.985716:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784947063.985719:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947063.985721:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947063.985723:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947063.985727:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4f00. 00000100:00000001:0.0:1784947063.985730:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947063.985734:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43289180 x1871641054313344/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947063.985741:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947063.985744:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947063.985748:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042ac64cb] to pc [ptlrpcd_00_01+1] req@ffff996d43289180 x1871641054313344/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947063.985755:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947063.985757:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947063.985760:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784947063.985761:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947063.985762:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947063.985768:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784947063.985771:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289180 x1871641054313344/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947063.985772:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947063.985781:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784947063.985786:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1784947063.985789:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11188) 00000100:00000001:1.0:1784947063.985789:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947063.985796:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947063.985799:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947063.985803:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947063.985804:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1784947063.985807:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054313344:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784947063.985808:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947063.985812:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784947063.985816:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1784947063.985820:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289c00 x1871641054313216/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784947063.985823:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947063.985828:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947063.985831:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1784947063.985832:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784947063.985834:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947063.985838:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1784947063.985839:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61199800. 02000000:00000001:0.0:1784947063.985840:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947063.985843:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947063.985846:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947063.985851:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054313216:192.168.202.106@tcp:400:kworker.0 00000400:00000200:1.0:1784947063.985854:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784947063.985858:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1784947063.985860:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d4d0. 02000000:00000001:0.0:1784947063.985862:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947063.985865:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784947063.985867:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294550. 02000000:00000001:0.0:1784947063.985868:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1784947063.985875:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054313344, portal 10 00000100:00000001:1.0:1784947063.985878:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947063.985879:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290058112 : -112780419493504 : ffff996d43289180) 02000000:00000010:0.0:1784947063.985887:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394b400. 00000100:00000040:1.0:1784947063.985888:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289180 x1871641054313344/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784947063.985891:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947063.985899:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784947063.985901:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:1.0:1784947063.985905:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784947063.985907:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f898. 00000400:00000010:1.0:1784947063.985908:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294220. 00000100:00000200:1.0:1784947063.985913:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054313344, offset 0 00000400:00000010:0.0:1784947063.985916:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fee0. 00000400:00000200:1.0:1784947063.985920:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784947063.985928:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:0.0:1784947063.985929:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054313216, portal 25 00000100:00000001:0.0:1784947063.985933:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1784947063.985935:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000100:00000001:0.0:1784947063.985937:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290060800 : -112780419490816 : ffff996d43289c00) 00000400:00000200:1.0:1784947063.985941:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1784947063.985946:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289c00 x1871641054313216/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947063.985947:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784947063.985952:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947063.985956:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:0.0:1784947063.985963:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784947063.985963:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314958:314958:256:4294967295] 192.168.202.106@tcp LPNI seq info [314954:314954:8:4294967295] 00000100:00000040:0.0:1784947063.985970:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784947063.985971:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784947063.985977:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f770. 00000100:00000200:0.0:1784947063.985982:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054313216, offset 0 00000400:00000200:1.0:1784947063.985983:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:0.0:1784947063.985994:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000800:00000200:1.0:1784947063.985994:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:1.0:1784947063.986001:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad500. 00000400:00000200:0.0:1784947063.986005:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784947063.986009:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784947063.986012:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:0.0:1784947063.986017:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1784947063.986021:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784947063.986024:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:1.0:1784947063.986025:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784947063.986030:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947063.986033:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000100:00000001:1.0:1784947063.986036:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947063.986037:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314959:314959:255:4294967295] 192.168.202.106@tcp LPNI seq info [314955:314955:7:4294967295] 00000100:00000040:1.0:1784947063.986042:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16661 usecs (17 jiffies) 00000400:00000200:0.0:1784947063.986047:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947063.986050:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784947063.986052:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305850897 00000100:00000010:1.0:1784947063.986057:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f9c0. 00000400:00000200:0.0:1784947063.986061:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:1.0:1784947063.986065:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 0 00000800:00000200:0.0:1784947063.986069:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000100:00000001:1.0:1784947063.986073:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305850897 00000800:00000010:0.0:1784947063.986075:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4800. 00000100:00000010:1.0:1784947063.986079:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f360. 00000800:00000200:0.0:1784947063.986084:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000800:00000200:0.0:1784947063.986089:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784947063.986093:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784947063.986094:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784947063.986098:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947063.986100:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784947063.986105:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784947063.986107:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947063.986110:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947063.986112:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947063.986118:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305851567 00000100:00000001:1.0:1784947063.986118:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947063.986122:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947063.986125:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305850897 00000100:00000001:1.0:1784947063.986126:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947063.986129:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947063.986132:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305851567 00000100:00000001:1.0:1784947063.986133:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947063.986138:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947063.986139:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305850897 00000100:00000001:0.0:1784947063.986145:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947063.986147:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947063.986150:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947063.986152:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947063.986157:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947063.986159:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947063.986161:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947063.986163:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947063.986165:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947063.986167:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947063.986181:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947063.986186:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad500. 00000400:00000200:1.0:1784947063.986193:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947063.986198:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784947063.986204:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294220 00000400:00000010:1.0:1784947063.986206:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294220. 00000100:00000001:1.0:1784947063.986209:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947063.986213:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289180 x1871641054313344/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947063.986220:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947063.986223:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289180 x1871641054313344/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947079 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947063.986228:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947063.986231:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947063.986274:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947063.986278:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4800. 00000400:00000200:1.0:1784947063.986282:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947063.986288:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784947063.986291:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f770 00000400:00000010:1.0:1784947063.986294:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f770. 00000100:00000001:1.0:1784947063.986297:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947063.986301:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289c00 x1871641054313216/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947063.986307:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947063.986310:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289c00 x1871641054313216/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947079 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947063.986315:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947063.986317:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947063.987406:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947063.987414:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947063.987417:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947063.987419:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947063.987423:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947063.987428:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784947063.987434:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947063.987437:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947063.987441:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947063.987445:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64307b00 00000400:00000200:0.0:1784947063.987449:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947063.987454:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cf011 [1] + 224 00000800:00000001:0.0:1784947063.987459:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947063.987462:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947063.987465:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947063.987468:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784947063.987472:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947063.987477:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289c00 x1871641054313216/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947079 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947063.987507:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289c00 x1871641054313216/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947079 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947063.987545:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947063.987552:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947063.987556:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947063.987556:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947063.987559:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784947063.987561:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947063.987564:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1784947063.987565:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784947063.987568:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784947063.987570:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784947063.987571:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f898. 00000400:00000200:0.0:1784947063.987577:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:1.0:1784947063.987577:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fee0 00000400:00000010:1.0:1784947063.987580:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fee0. 00000100:00000001:1.0:1784947063.987583:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784947063.987585:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:1.0:1784947063.987590:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289c00 x1871641054313216/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947079 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947063.987591:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947063.987598:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947063.987604:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64307b80 00000100:00000200:1.0:1784947063.987607:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289c00 x1871641054313216/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947079 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947063.987613:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784947063.987619:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947063.987623:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947063.987624:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cf001 [1] + 224 00000100:00000001:1.0:1784947063.987626:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784947063.987629:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1784947063.987630:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784947063.987631:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947063.987634:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947063.987636:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947063.987637:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1784947063.987640:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=115 v=5 (5 5 5 5) 00000400:00000200:0.0:1784947063.987641:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1784947063.987647:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=115 v=5 (1 1 1 1) 00000400:00000200:0.0:1784947063.987648:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:1.0:1784947063.987651:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947063.987653:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947063.987654:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947063.987658:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1784947063.987660:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289180 x1871641054313344/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947079 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784947063.987661:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947063.987666:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947063.987676:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289c00 x1871641054313216/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947079 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947063.987677:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289180 x1871641054313344/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947079 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947063.987699:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947063.987703:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947063.987705:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947063.987711:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1784947063.987712:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289c00 x1871641054313216/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947079 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947063.987717:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947063.987721:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784947063.987724:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054313216:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784947063.987729:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947063.987730:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784947063.987732:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784947063.987733:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289c00 x1871641054313216/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947079 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947063.987738:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784947063.987740:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784947063.987743:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1784947063.987743:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394b400. 02000000:00000001:1.0:1784947063.987747:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784947063.987750:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000001:0.0:1784947063.987751:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000040:1.0:1784947063.987752:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000400:00000001:0.0:1784947063.987755:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1784947063.987756:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000010:0.0:1784947063.987760:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d4d0. 02000000:00000010:1.0:1784947063.987760:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4400. 00000400:00000200:0.0:1784947063.987767:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294550 02000000:00000001:1.0:1784947063.987767:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947063.987769:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:0.0:1784947063.987771:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294550. 00000100:00000010:1.0:1784947063.987772:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289c00. 00000100:00000001:0.0:1784947063.987776:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947063.987777:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947063.987779:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947063.987781:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784947063.987784:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289180 x1871641054313344/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947079 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947063.987785:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947063.987787:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947063.987791:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947063.987793:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947063.987802:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289180 x1871641054313344/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947079 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947063.987809:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947063.987810:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947063.987812:0:2353:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947063.987814:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947063.987815:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947063.987817:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947063.987819:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947063.987823:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=115 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947063.987826:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=35 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947063.987828:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947063.987829:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947063.987831:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947063.987833:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947063.987835:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947063.987837:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784947063.987839:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947063.987841:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947063.987845:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289180 x1871641054313344/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947079 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947063.987851:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947063.987853:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947063.987854:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947063.987858:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289180 x1871641054313344/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947079 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947063.987865:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054313344:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784947063.987868:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947063.987870:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947063.987873:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289180 x1871641054313344/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947079 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947063.987878:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947063.987880:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947063.987882:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61199800. 02000000:00000001:0.0:1784947063.987886:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947063.987888:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947063.987889:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784947063.987891:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947063.987893:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4f00. 02000000:00000001:0.0:1784947063.987895:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947063.987896:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947063.987897:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289180. 00000100:00000001:0.0:1784947063.987899:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947063.987900:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947063.987902:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947063.987905:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947063.987907:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947063.987908:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947063.987910:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947064.305629:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947064.305636:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947064.305638:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947064.305641:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947064.305645:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947064.305648:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947064.305650:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947064.305652:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784947064.305708:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784947064.305712:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784947064.305715:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947064.689596:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305851567, at 4305851584 00000100:00000040:0.0:1784947064.689598:0:191387:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305851567, at 4305851584 00000100:00000010:1.0:1784947064.689611:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f360. 00000100:00000010:0.0:1784947064.689613:0:191387:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f9c0. 00010000:00000001:1.0:1784947065.329570:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947065.329574:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947065.329617:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947065.329621:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947065.329625:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947066.353610:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947066.353615:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947066.353659:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947066.353662:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947066.353665:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947067.377583:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947067.377589:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947067.377634:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947067.377636:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947067.377639:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947068.401602:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947068.401607:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784947068.401662:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784947068.401669:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784947068.401672:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947069.105630:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947069.105639:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947069.105650:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289180. 00000020:00000040:0.0:1784947069.105655:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784947069.105660:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947069.105663:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947069.105668:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947069.105677:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4f00. 00000100:00000001:0.0:1784947069.105705:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947069.105717:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d43289180 x1871641054313472/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947069.105729:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947069.105733:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947069.105741:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042ac64cb] to pc [ptlrpcd_00_00+0] req@ffff996d43289180 x1871641054313472/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947069.105806:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947069.105809:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947069.105813:0:154971:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947069.105818:0:154971:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289c00. 00000020:00000040:0.0:1784947069.105821:0:154971:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784947069.105823:0:154971:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947069.105825:0:154971:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947069.105827:0:154971:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947069.105831:0:154971:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4000. 00000100:00000001:0.0:1784947069.105834:0:154971:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947069.105840:0:154971:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d43289c00 x1871641054313600/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947069.105849:0:154971:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947069.105849:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947069.105854:0:154971:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947069.105855:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947069.105859:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947069.105862:0:154971:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000224e74ab] to pc [ptlrpcd_00_01+1] req@ffff996d43289c00 x1871641054313600/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947069.105868:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289180 x1871641054313472/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947069.105886:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947069.105888:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947069.105894:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947069.105897:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947069.105900:0:154971:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947069.105900:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947069.105907:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1784947069.105908:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054313472:192.168.202.106@tcp:400:kworker.0 00000100:00000040:0.0:1784947069.105917:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784947069.105918:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1784947069.105923:0:154971:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784947069.105924:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947069.105928:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947069.105932:0:154971:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1784947069.105932:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784947069.105939:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61199800. 00000100:00000040:0.0:1784947069.105941:0:154971:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11193) 02000000:00000001:1.0:1784947069.105942:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947069.105953:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784947069.105957:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1784947069.105959:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2d5d8. 00000100:00000001:0.0:1784947069.105961:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947069.105965:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1784947069.105968:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294220. 00000100:00000040:0.0:1784947069.105971:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289c00 x1871641054313600/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947069.105978:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054313472, portal 25 00000100:00000001:0.0:1784947069.105983:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947069.105984:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947069.105987:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947069.105988:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290058112 : -112780419493504 : ffff996d43289180) 02000000:00000001:0.0:1784947069.105993:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947069.105997:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784947069.106001:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289180 x1871641054313472/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784947069.106002:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947069.106012:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054313600:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784947069.106015:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784947069.106019:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1784947069.106022:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 02000000:00000001:0.0:1784947069.106024:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1784947069.106027:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294a18. 02000000:00000001:0.0:1784947069.106028:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947069.106033:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1784947069.106034:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054313472, offset 0 02000000:00000010:0.0:1784947069.106038:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394aa00. 00000400:00000200:1.0:1784947069.106045:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 02000000:00000001:0.0:1784947069.106052:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947069.106057:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947069.106061:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784947069.106066:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f318. 00000400:00000200:1.0:1784947069.106067:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000010:0.0:1784947069.106074:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627faa0. 00000100:00000200:0.0:1784947069.106081:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054313600, portal 10 00000400:00000200:1.0:1784947069.106083:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784947069.106085:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947069.106088:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290060800 : -112780419490816 : ffff996d43289c00) 00000400:00000200:1.0:1784947069.106092:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000100:00000040:0.0:1784947069.106100:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289c00 x1871641054313600/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947069.106101:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947069.106107:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784947069.106116:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314960:314960:256:4294967295] 192.168.202.106@tcp LPNI seq info [314956:314956:8:4294967295] 00000100:00000001:0.0:1784947069.106118:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784947069.106126:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000040:0.0:1784947069.106127:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:0.0:1784947069.106133:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f330. 00000100:00000200:0.0:1784947069.106137:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054313600, offset 0 00000400:00000200:1.0:1784947069.106145:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000400:00000200:0.0:1784947069.106150:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784947069.106160:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:1.0:1784947069.106162:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784947069.106167:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000010:1.0:1784947069.106172:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad500. 00000400:00000200:0.0:1784947069.106173:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947069.106180:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000800:00000200:1.0:1784947069.106185:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784947069.106188:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947069.106193:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000800:00000200:1.0:1784947069.106197:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784947069.106203:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314961:314961:255:4294967295] 192.168.202.106@tcp LPNI seq info [314957:314957:7:4294967295] 00000800:00000200:1.0:1784947069.106205:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784947069.106214:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947069.106222:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:1.0:1784947069.106225:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947069.106231:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784947069.106236:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:0.0:1784947069.106237:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4700. 00000100:00000001:1.0:1784947069.106241:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305856687 00000800:00000200:0.0:1784947069.106247:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000010:1.0:1784947069.106251:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f360. 00000800:00000200:0.0:1784947069.106257:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784947069.106261:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784947069.106263:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784947069.106267:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947069.106272:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305856687 00000100:00000040:0.0:1784947069.106273:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16661 usecs (17 jiffies) 00000100:00000010:1.0:1784947069.106279:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f780. 00000400:00000200:0.0:1784947069.106280:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784947069.106285:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305856017 00000100:00000001:1.0:1784947069.106286:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784947069.106291:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305856687 00000100:00000001:1.0:1784947069.106293:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947069.106296:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305856017 00000100:00000001:1.0:1784947069.106297:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947069.106301:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947069.106302:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305856687 00000100:00000001:1.0:1784947069.106304:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947069.106308:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947069.106312:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947069.106313:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947069.106315:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947069.106318:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947069.106319:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947069.106321:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947069.106325:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947069.106325:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947069.106332:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947069.106334:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947069.106337:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947069.106341:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947069.106343:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947069.106345:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947069.106348:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947069.106368:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947069.106372:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad500. 00000400:00000200:1.0:1784947069.106378:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947069.106382:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784947069.106386:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294a18 00000400:00000010:1.0:1784947069.106388:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294a18. 00000100:00000001:1.0:1784947069.106392:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947069.106396:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289180 x1871641054313472/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947069.106403:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947069.106406:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289180 x1871641054313472/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947085 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947069.106411:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947069.106412:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947069.106511:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947069.106513:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4700. 00000400:00000200:1.0:1784947069.106534:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947069.106537:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:1.0:1784947069.106539:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f330 00000400:00000010:1.0:1784947069.106540:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f330. 00000100:00000001:1.0:1784947069.106542:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947069.106545:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289c00 x1871641054313600/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947069.106551:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947069.106553:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289c00 x1871641054313600/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947085 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947069.106557:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947069.106558:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947069.108062:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947069.108073:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947069.108076:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947069.108078:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947069.108083:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947069.108089:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784947069.108095:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947069.108099:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947069.108104:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947069.108108:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64307c80 00000400:00000200:0.0:1784947069.108113:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947069.108118:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cf031 [1] + 224 00000800:00000001:0.0:1784947069.108124:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947069.108128:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947069.108131:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947069.108135:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784947069.108140:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947069.108146:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289c00 x1871641054313600/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947085 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947069.108156:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289c00 x1871641054313600/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947085 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947069.108175:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947069.108181:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947069.108185:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947069.108188:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947069.108191:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947069.108196:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947069.108200:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:1.0:1784947069.108204:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947069.108207:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784947069.108208:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947069.108214:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:1.0:1784947069.108215:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784947069.108218:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784947069.108220:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:1.0:1784947069.108221:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f318. 00000400:00000200:0.0:1784947069.108227:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64307c00 00000400:00000200:1.0:1784947069.108228:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627faa0 00000400:00000010:1.0:1784947069.108232:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627faa0. 00000400:00000200:0.0:1784947069.108237:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:1.0:1784947069.108237:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784947069.108246:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cf021 [1] + 224 00000100:00000200:1.0:1784947069.108247:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289c00 x1871641054313600/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947085 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947069.108258:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784947069.108263:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289c00 x1871641054313600/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947085 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947069.108266:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947069.108271:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784947069.108272:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784947069.108274:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947069.108278:0:2353:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:0.0:1784947069.108281:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 02000000:00000001:1.0:1784947069.108282:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947069.108285:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947069.108288:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947069.108289:0:2345:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1784947069.108293:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947069.108298:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289180 x1871641054313472/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947085 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784947069.108301:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=121 v=5 (5 5 5 5) 00000100:00001000:1.0:1784947069.108309:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=41 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947069.108315:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947069.108318:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947069.108322:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1784947069.108323:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289180 x1871641054313472/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947085 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784947069.108327:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947069.108332:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784947069.108334:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:1.0:1784947069.108337:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784947069.108340:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947069.108346:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289c00 x1871641054313600/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947085 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947069.108352:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947069.108352:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947069.108356:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947069.108358:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947069.108360:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784947069.108362:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289c00 x1871641054313600/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947085 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947069.108365:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784947069.108374:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054313600:192.168.202.106@tcp:400:kworker.0 00000100:00000001:1.0:1784947069.108379:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947069.108380:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784947069.108381:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784947069.108383:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289c00 x1871641054313600/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947085 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947069.108386:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947069.108391:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1784947069.108392:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000001:0.0:1784947069.108396:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1784947069.108396:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784947069.108401:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394aa00. 00000400:00000010:0.0:1784947069.108402:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2d5d8. 02000000:00000001:1.0:1784947069.108404:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1784947069.108408:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294220 00000020:00000001:1.0:1784947069.108408:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784947069.108410:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000400:00000010:0.0:1784947069.108413:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294220. 00000020:00000001:1.0:1784947069.108414:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784947069.108417:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4000. 00000100:00000001:0.0:1784947069.108419:0:2352:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1784947069.108421:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947069.108424:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784947069.108427:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289c00. 00000100:00000200:0.0:1784947069.108428:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289180 x1871641054313472/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947085 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947069.108431:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947069.108434:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947069.108453:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947069.108459:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947069.108461:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947069.108465:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289180 x1871641054313472/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947085 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947069.108465:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947069.108468:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947069.108484:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947069.108486:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947069.108488:0:2352:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947069.108490:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947069.108492:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947069.108493:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947069.108496:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947069.108499:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=121 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947069.108502:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947069.108505:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947069.108507:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947069.108509:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947069.108510:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947069.108513:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947069.108536:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289180 x1871641054313472/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947085 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947069.108544:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947069.108546:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947069.108548:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947069.108552:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289180 x1871641054313472/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947085 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947069.108560:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054313472:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784947069.108564:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947069.108567:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947069.108570:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289180 x1871641054313472/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947085 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947069.108577:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947069.108578:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947069.108580:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61199800. 02000000:00000001:0.0:1784947069.108586:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947069.108588:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947069.108589:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1784947069.108592:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947069.108594:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4f00. 02000000:00000001:0.0:1784947069.108596:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947069.108598:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947069.108599:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289180. 00000100:00000001:0.0:1784947069.108602:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947069.108603:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947069.108605:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947069.108609:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947069.108610:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947069.108613:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947069.108614:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947069.425562:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947069.425568:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947069.425617:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947069.425620:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947069.425623:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947069.809623:0:191387:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3000 (cpu 0) has reached its deadline 4305856687, at 4305856704 00000100:00000040:1.0:1784947069.809623:0:191316:0:(connection.c:75:cpu_latency_work()) work item of ffff996d47bf3110 (cpu 1) has reached its deadline 4305856687, at 4305856704 00000100:00000010:0.0:1784947069.809639:0:191387:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f360. 00000100:00000010:1.0:1784947069.809641:0:191316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff996d6be8f780. 00010000:00000001:1.0:1784947070.449634:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947070.449640:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947070.449691:0:190709:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947070.449694:0:190709:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947070.449696:0:190709:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947071.473641:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947071.473646:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947071.473708:0:178432:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947071.473713:0:178432:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947071.473716:0:178432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947072.497638:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947072.497644:0:191316:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784947072.497741:0:190708:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784947072.497745:0:190708:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784947072.497748:0:190708:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947073.521621:0:191316:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947073.521627:0:191316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947073.521629:0:191316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947073.521632:0:191316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947073.521635:0:191316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947073.521637:0:191316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947073.521639:0:191316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947073.521641:0:191316:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947073.521697:0:178433:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947073.521703:0:178433:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947073.521706:0:178433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947074.225616:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) eb663935-3318-4154-b15e-02c6812c4b65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947074.225625:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947074.225635:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d43289180. 00000020:00000040:0.0:1784947074.225640:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d51398000 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784947074.225644:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947074.225646:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947074.225651:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947074.225658:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4f00. 00000100:00000001:0.0:1784947074.225664:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947074.225673:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging eb663935-3318-4154-b15e-02c6812c4b65->MGS req@ffff996d43289180 x1871641054313728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947074.225682:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947074.225685:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947074.225691:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042ac64cb] to pc [ptlrpcd_00_00+0] req@ffff996d43289180 x1871641054313728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947074.225726:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947074.225730:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947074.225733:0:190926:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947074.225737:0:190926:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff996d4328b100. 00000020:00000040:0.0:1784947074.225740:0:190926:0:(genops.c:1231:class_import_get()) import ffff996d73795800 refcount=5 obd=lustre-MDT0000-mdc-ffff996d73474000 00000100:00000001:0.0:1784947074.225752:0:190926:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947074.225754:0:190926:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947074.225755:0:190926:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947074.225759:0:190926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff996c4b0e4c00. 00000100:00000001:0.0:1784947074.225761:0:190926:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947074.225766:0:190926:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-MDT0000_UUID req@ffff996d4328b100 x1871641054313856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947074.225772:0:190926:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947074.225774:0:190926:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947074.225777:0:190926:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028243735] to pc [ptlrpcd_00_01+1] req@ffff996d4328b100 x1871641054313856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947074.225781:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947074.225785:0:190926:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947074.225788:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947074.225788:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784947074.225794:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784947074.225794:0:2352:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947074.225799:0:190926:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947074.225804:0:190926:0:(pinger.c:247:ptlrpc_pinger_process_import()) 90c03799-db5e-45c5-9265-4ed582e6ce32->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784947074.225806:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d43289180 x1871641054313728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947074.225808:0:190926:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11198) 00000100:00000001:1.0:1784947074.225819:0:2352:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947074.225821:0:2352:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947074.225825:0:2352:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947074.225829:0:2352:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947074.225832:0:2352:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947074.225836:0:2352:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d43289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054313728:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784947074.225837:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947074.225840:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947074.225844:0:2353:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784947074.225845:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1784947074.225850:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff996d4328b100 x1871641054313856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784947074.225853:0:2352:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947074.225857:0:2352:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947074.225858:0:2353:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947074.225860:0:2353:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947074.225864:0:2353:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947074.225864:0:2352:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1784947074.225869:0:2353:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1784947074.225874:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d61199800. 02000000:00000001:0.0:1784947074.225877:0:2353:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947074.225878:0:2352:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947074.225886:0:2353:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff996d4328b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054313856:192.168.202.106@tcp:400:kworker.0 00000400:00000200:1.0:1784947074.225891:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784947074.225892:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947074.225897:0:2353:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947074.225900:0:2353:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784947074.225900:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d42d2ddc0. 02000000:00000001:0.0:1784947074.225902:0:2353:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947074.225908:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff996d7394a200. 02000000:00000001:0.0:1784947074.225909:0:2353:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784947074.225911:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294a18. 00000400:00000200:0.0:1784947074.225916:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000010:0.0:1784947074.225921:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff996d4652f0b0. 00000100:00000200:1.0:1784947074.225922:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054313728, portal 25 00000400:00000010:0.0:1784947074.225925:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627fc38. 00000100:00000001:1.0:1784947074.225927:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1784947074.225931:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641054313856, portal 10 00000100:00000001:1.0:1784947074.225931:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290058112 : -112780419493504 : ffff996d43289180) 00000100:00000001:0.0:1784947074.225936:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947074.225939:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446631293290066176 : -112780419485440 : ffff996d4328b100) 00000100:00000040:1.0:1784947074.225944:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d43289180 x1871641054313728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947074.225948:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff996d4328b100 x1871641054313856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947074.225967:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784947074.225970:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784947074.225975:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000100:00000040:0.0:1784947074.225979:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.106@tcp 00000400:00000010:1.0:1784947074.225982:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d5d294088. 00000400:00000010:0.0:1784947074.225985:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff996d6627f110. 00000100:00000200:1.0:1784947074.225988:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641054313728, offset 0 00000100:00000200:0.0:1784947074.225991:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641054313856, offset 0 00000400:00000200:1.0:1784947074.226000:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784947074.226010:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947074.226011:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.106@tcp 00000400:00000200:1.0:1784947074.226018:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000400:00000200:1.0:1784947074.226023:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784947074.226027:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:1.0:1784947074.226030:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947074.226032:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:1.0:1784947074.226035:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314962:314962:256:4294967295] 192.168.202.106@tcp LPNI seq info [314958:314958:8:4294967295] 00000400:00000200:1.0:1784947074.226039:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947074.226047:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000800:00000200:1.0:1784947074.226051:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000400:00000200:0.0:1784947074.226056:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000010:1.0:1784947074.226059:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996cb83ad500. 00000400:00000200:0.0:1784947074.226063:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.106@tcp local destination 00000800:00000200:1.0:1784947074.226068:0:2352:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000400:00000200:0.0:1784947074.226069:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947074.226075:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.6@tcp 00000400:00000200:0.0:1784947074.226078:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.6@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1784947074.226082:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000400:00000200:0.0:1784947074.226084:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.106@tcp 00000400:00000200:0.0:1784947074.226090:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.6@tcp NI seq info: [314963:314963:255:4294967295] 192.168.202.106@tcp LPNI seq info [314959:314959:7:4294967295] 00000800:00000200:1.0:1784947074.226090:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996cb83ad500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784947074.226100:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947074.226106:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp:) -> 192.168.202.106@tcp(192.168.202.106@tcp:192.168.202.106@tcp) : PUT try# 0 00000100:00000001:1.0:1784947074.226109:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947074.226111:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.106@tcp 00000800:00000010:0.0:1784947074.226117:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff996c4b0e4100. 00000400:00000200:1.0:1784947074.226118:0:2352:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000800:00000200:0.0:1784947074.226124:0:2353:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff996d48062480] -> 12345-192.168.202.106@tcp (5) 00000100:00000001:1.0:1784947074.226126:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4305861807 00000800:00000200:0.0:1784947074.226131:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1784947074.226134:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff996c4b0e4100 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1784947074.226135:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f780. 00000100:00000001:0.0:1784947074.226138:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947074.226143:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: using a timeout of 16661 usecs (17 jiffies) 00000100:00000001:1.0:1784947074.226144:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1784947074.226147:0:2353:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000001:0.0:1784947074.226150:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 0 is 4305861137 00000100:00000001:0.0:1784947074.226154:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 0, keep current deadline 4305861807 00000100:00000001:1.0:1784947074.226154:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4305861807 00000100:00000001:0.0:1784947074.226158:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS new deadline estimation for cpu 1 is 4305861137 00000100:00000010:1.0:1784947074.226161:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff996d6be8f4e0. 00000100:00000001:1.0:1784947074.226166:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784947074.226170:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff996d73474000: PM QoS request active for cpu 1, keep current deadline 4305861807 00000100:00000001:1.0:1784947074.226171:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947074.226176:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947074.226177:0:2352:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947074.226179:0:2353:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947074.226183:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947074.226183:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947074.226190:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947074.226191:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947074.226196:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947074.226198:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947074.226199:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947074.226203:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947074.226203:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947074.226206:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947074.226209:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947074.226210:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947074.226211:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947074.226214:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947074.226218:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947074.226222:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947074.226256:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947074.226260:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996cb83ad500. 00000400:00000200:0.0:1784947074.226266:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947074.226270:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784947074.226274:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294088 00000400:00000010:0.0:1784947074.226276:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294088. 00000100:00000001:0.0:1784947074.226279:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947074.226283:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d43289180 x1871641054313728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947074.226290:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947074.226292:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d43289180 x1871641054313728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947090 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947074.226297:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947074.226299:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947074.226372:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947074.226375:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff996c4b0e4100. 00000400:00000200:0.0:1784947074.226379:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947074.226382:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000400:00000200:0.0:1784947074.226384:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627f110 00000400:00000010:0.0:1784947074.226385:0:2344:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627f110. 00000100:00000001:0.0:1784947074.226388:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947074.226390:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff996d4328b100 x1871641054313856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947074.226409:0:2344:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947074.226412:0:2344:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff996d4328b100 x1871641054313856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947090 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947074.226417:0:2344:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947074.226418:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947074.227951:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947074.227961:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947074.227963:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947074.227964:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947074.227969:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947074.227973:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000400:00000200:0.0:1784947074.227977:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947074.227980:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947074.227983:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947074.227986:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 25 MB=0x6a63f64307d00 00000400:00000200:0.0:1784947074.227990:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947074.227993:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cf041 [1] + 224 00000800:00000001:0.0:1784947074.227998:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947074.228001:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947074.228002:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947074.228014:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 00000100:00000001:0.0:1784947074.228020:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947074.228026:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d43289180 x1871641054313728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947090 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947074.228038:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d43289180 x1871641054313728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947090 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947074.228057:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947074.228065:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947074.228070:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947074.228072:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947074.228075:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947074.228079:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:0.0:1784947074.228084:0:2345:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.6@tcp(192.168.202.6@tcp) <- 192.168.202.106@tcp : PUT - for me 00000100:00000001:1.0:1784947074.228087:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947074.228091:0:2352:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947074.228092:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:1.0:1784947074.228096:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784947074.228097:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000001:1.0:1784947074.228099:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784947074.228103:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d42d2ddc0. 00000400:00000200:0.0:1784947074.228104:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000400:00000200:1.0:1784947074.228108:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d5d294a18 00000400:00000200:0.0:1784947074.228112:0:2345:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.106@tcp of length 224 into portal 10 MB=0x6a63f64307d80 00000400:00000010:1.0:1784947074.228112:0:2352:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d5d294a18. 00000100:00000001:1.0:1784947074.228116:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784947074.228121:0:2345:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.202.106@tcp to cpt 0 00000100:00000200:1.0:1784947074.228123:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d43289180 x1871641054313728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947090 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947074.228130:0:2345:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.106@tcp of length 224/224 into md 0x2cf049 [1] + 224 00000800:00000001:0.0:1784947074.228140:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784947074.228143:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d43289180 x1871641054313728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947090 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947074.228149:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947074.228150:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784947074.228153:0:2345:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784947074.228154:0:2352:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947074.228159:0:2352:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:0.0:1784947074.228162:0:2345:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.6@tcp->192.168.202.106@tcp: PUT: OK 02000000:00000001:1.0:1784947074.228163:0:2352:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947074.228166:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947074.228168:0:2345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947074.228170:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947074.228175:0:2345:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff996d4328b100 x1871641054313856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947090 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784947074.228175:0:2352:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784947074.228182:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d51398460 time=126 v=5 (5 5 5 5) 00000100:00000040:0.0:1784947074.228186:0:2345:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff996d4328b100 x1871641054313856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947090 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784947074.228187:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d51398418 time=126 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947074.228194:0:2352:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947074.228197:0:2352:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947074.228202:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784947074.228205:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947074.228207:0:2352:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947074.228208:0:2345:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947074.228212:0:2345:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784947074.228212:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d43289180 x1871641054313728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947090 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947074.228216:0:2345:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947074.228223:0:2352:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947074.228225:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947074.228226:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947074.228227:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947074.228231:0:2353:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784947074.228234:0:2352:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d43289180 x1871641054313728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947090 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784947074.228235:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947074.228238:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947074.228241:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff996d4652f0b0. 00000400:00000200:0.0:1784947074.228247:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff996d6627fc38 00000100:00100000:1.0:1784947074.228247:0:2352:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d43289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:eb663935-3318-4154-b15e-02c6812c4b65:2352:1871641054313728:192.168.202.106@tcp:400:kworker.0 00000400:00000010:0.0:1784947074.228251:0:2353:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff996d6627fc38. 00000100:00000001:1.0:1784947074.228253:0:2352:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947074.228254:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947074.228258:0:2352:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1784947074.228262:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff996d4328b100 x1871641054313856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947090 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947074.228264:0:2352:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d43289180 x1871641054313728/t0(0) o400->MGC192.168.202.106@tcp@192.168.202.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947090 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947074.228287:0:2352:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1784947074.228289:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff996d4328b100 x1871641054313856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947090 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784947074.228290:0:2352:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784947074.228293:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d61199800. 02000000:00000001:1.0:1784947074.228299:0:2352:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784947074.228300:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1784947074.228302:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784947074.228303:0:2353:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1784947074.228305:0:2352:0:(genops.c:1244:class_import_put()) import ffff996d51398000 refcount=3 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1784947074.228306:0:2353:0:(client.c:1580:after_reply()) Process entered 00000020:00000001:1.0:1784947074.228309:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1784947074.228310:0:2353:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947074.228313:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1784947074.228314:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4f00. 00000100:00000001:0.0:1784947074.228315:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947074.228319:0:2353:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947074.228320:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:0.0:1784947074.228323:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff996d73795c60 time=126 v=5 (5 5 5 5) 02000000:00000001:1.0:1784947074.228323:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:0.0:1784947074.228328:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff996d73795c18 time=46 v=5 (1 1 1 1) 00000100:00000010:1.0:1784947074.228328:0:2352:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d43289180. 00000100:00000001:0.0:1784947074.228334:0:2353:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947074.228335:0:2352:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947074.228336:0:2353:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947074.228340:0:2352:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784947074.228341:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947074.228344:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947074.228347:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947074.228348:0:2353:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947074.228350:0:2353:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff996d73474000: skip recheck: last_committed 21474867793 00000100:00000001:0.0:1784947074.228353:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947074.228354:0:2353:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947074.228355:0:2352:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1784947074.228357:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff996d4328b100 x1871641054313856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947090 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947074.228358:0:2352:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947074.228365:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947074.228369:0:2353:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947074.228369:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947074.228372:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947074.228374:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947074.228377:0:2353:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff996d4328b100 x1871641054313856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947090 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947074.228387:0:2353:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff996d4328b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:90c03799-db5e-45c5-9265-4ed582e6ce32:2353:1871641054313856:192.168.202.106@tcp:400:kworker.0 00000100:00000001:0.0:1784947074.228390:0:2353:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947074.228392:0:2353:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947074.228409:0:2353:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff996d4328b100 x1871641054313856/t0(0) o400->lustre-MDT0000-mdc-ffff996d73474000@192.168.202.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947090 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947074.228414:0:2353:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947074.228416:0:2353:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947074.228417:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff996d7394a200. 02000000:00000001:0.0:1784947074.228420:0:2353:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947074.228421:0:2353:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947074.228422:0:2353:0:(genops.c:1244:class_import_put()) import ffff996d73795800 refcount=4 obd=lustre-MDT0000-mdc-ffff996d73474000 00000020:00000001:0.0:1784947074.228423:0:2353:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947074.228424:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff996c4b0e4c00. 02000000:00000001:0.0:1784947074.228425:0:2353:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947074.228427:0:2353:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947074.228428:0:2353:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff996d4328b100. 00000100:00000001:0.0:1784947074.228430:0:2353:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947074.228431:0:2353:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947074.228432:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947074.228435:0:2353:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947074.228436:0:2353:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947074.228437:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947074.228439:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) Debug log: 140906 lines, 140906 kept, 0 dropped, 0 bad.